Delete config.py
Browse files
config.py
DELETED
|
@@ -1,68 +0,0 @@
|
|
| 1 |
-
from dataclasses import dataclass
|
| 2 |
-
from typing import Tuple
|
| 3 |
-
|
| 4 |
-
from transformers import PretrainedConfig
|
| 5 |
-
|
| 6 |
-
|
| 7 |
-
@dataclass
|
| 8 |
-
class sCTConfig(PretrainedConfig): # noqa: N801
|
| 9 |
-
model_type = "sCT"
|
| 10 |
-
|
| 11 |
-
def __init__(self, **kwargs): # type: ignore
|
| 12 |
-
self.alphabet_size = kwargs.get("alphabet_size", 7)
|
| 13 |
-
self.pad_token_id = kwargs.get("pad_token_id", 5)
|
| 14 |
-
self.mask_token_id = kwargs.get("mask_token_id", 6)
|
| 15 |
-
self.cell_len = kwargs.get("cell_len", 19968)
|
| 16 |
-
|
| 17 |
-
self.num_downsamples = kwargs.get("num_downsamples", 8)
|
| 18 |
-
self.attention_heads = kwargs.get("attention_heads", 16)
|
| 19 |
-
self.key_size = kwargs.get("key_size", None)
|
| 20 |
-
self.token_embed_dim = kwargs.get("token_embed_dim", 16)
|
| 21 |
-
|
| 22 |
-
self.embed_dim = kwargs.get("embed_dim", 1024)
|
| 23 |
-
self.ffn_embed_dim = kwargs.get("ffn_embed_dim", 2048)
|
| 24 |
-
self.num_layers = kwargs.get("num_layers", 4)
|
| 25 |
-
self.layer_norm_eps = kwargs.get("layer_norm_eps", 1e-5)
|
| 26 |
-
self.interpolation_method = kwargs.get("interpolation_method", "nearest")
|
| 27 |
-
|
| 28 |
-
# bad hack to satisfy cellnt_celltype_annotation.py:312
|
| 29 |
-
self.max_positions: int = kwargs.get("max_positions", 20480)
|
| 30 |
-
self.num_cells: int = kwargs.get("num_cells", 50)
|
| 31 |
-
self.num_hidden_layers_head: int = kwargs.get("num_hidden_layers_head", 1)
|
| 32 |
-
|
| 33 |
-
self.use_skip_connection: bool = kwargs.get("use_skip_connection", True)
|
| 34 |
-
|
| 35 |
-
# logging
|
| 36 |
-
self.use_gradient_checkpointing: bool = False
|
| 37 |
-
|
| 38 |
-
# return
|
| 39 |
-
self.embeddings_layers_to_save: Tuple[int, ...] = kwargs.get(
|
| 40 |
-
"embeddings_layers_to_save", ()
|
| 41 |
-
)
|
| 42 |
-
self.attention_maps_to_save: list[tuple[int, int]] = kwargs.get(
|
| 43 |
-
"attention_maps_to_save", []
|
| 44 |
-
)
|
| 45 |
-
|
| 46 |
-
# Spatial info configuration
|
| 47 |
-
self.use_spatial_information: bool = kwargs.get(
|
| 48 |
-
"use_spatial_information", False
|
| 49 |
-
)
|
| 50 |
-
self.num_scales: int = kwargs.get("num_scales", 10)
|
| 51 |
-
self.sigma_min: float = kwargs.get("sigma_min", 1.0)
|
| 52 |
-
self.sigma_max: float = kwargs.get("sigma_max", 10.0)
|
| 53 |
-
|
| 54 |
-
super().__init__(**kwargs)
|
| 55 |
-
|
| 56 |
-
def __post_init__(self) -> None: # type: ignore # noqa: N807
|
| 57 |
-
"""
|
| 58 |
-
Checks that the given values are compatible.
|
| 59 |
-
"""
|
| 60 |
-
if self.key_size is None:
|
| 61 |
-
if not self.embed_dim % self.attention_heads == 0:
|
| 62 |
-
raise ValueError(
|
| 63 |
-
f"When no key size is provided, the embedding dimension"
|
| 64 |
-
f"should be divisible by the number of heads, however "
|
| 65 |
-
f"provided embedding dimension is {self.embed_dim} and "
|
| 66 |
-
f"the number of heads is {self.attention_heads}."
|
| 67 |
-
)
|
| 68 |
-
self.key_size = self.embed_dim // self.attention_heads
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|