AlphaGenome Architecture Inspector
Total Params: 450,452,613
model
[AlphaGenome]
copy path
450,452,613
100.00%
encoder
[SequenceEncoder]
copy path
89,972,992
19.97%
dna_embedder
[DnaEmbedder]
copy path
2,999,040
0.67%
conv1
[Conv1d]
k: (15,) | s: (1,) | ch: 4 → 768
copy path
46,848
0.01%
block
[ConvBlock]
copy path
2,952,192
0.66%
norm
[RMSBatchNorm]
copy path
1,536
0.00%
conv
[StandardizedConv1d]
k: (5,) | s: (1,) | ch: 768 → 768
copy path
2,950,656
0.66%
pool
[Pool1d]
k: 2 | s: 2
copy path
0
0.00%
down_blocks
[ModuleList]
copy path
86,973,952
19.31%
0
[DownResBlock]
copy path
7,461,632
1.66%
block1
[ConvBlock]
copy path
3,443,968
0.76%
norm
[RMSBatchNorm]
copy path
1,536
0.00%
conv
[StandardizedConv1d]
k: (5,) | s: (1,) | ch: 768 → 896
copy path
3,442,432
0.76%
block2
[ConvBlock]
copy path
4,017,664
0.89%
norm
[RMSBatchNorm]
copy path
1,792
0.00%
conv
[StandardizedConv1d]
k: (5,) | s: (1,) | ch: 896 → 896
copy path
4,015,872
0.89%
1
[DownResBlock]
copy path
9,838,336
2.18%
block1
[ConvBlock]
copy path
4,591,360
1.02%
norm
[RMSBatchNorm]
copy path
1,792
0.00%
conv
[StandardizedConv1d]
k: (5,) | s: (1,) | ch: 896 → 1024
copy path
4,589,568
1.02%
block2
[ConvBlock]
copy path
5,246,976
1.16%
norm
[RMSBatchNorm]
copy path
2,048
0.00%
conv
[StandardizedConv1d]
k: (5,) | s: (1,) | ch: 1024 → 1024
copy path
5,244,928
1.16%
2
[DownResBlock]
copy path
12,542,720
2.78%
block1
[ConvBlock]
copy path
5,902,592
1.31%
norm
[RMSBatchNorm]
copy path
2,048
0.00%
conv
[StandardizedConv1d]
k: (5,) | s: (1,) | ch: 1024 → 1152
copy path
5,900,544
1.31%
block2
[ConvBlock]
copy path
6,640,128
1.47%
norm
[RMSBatchNorm]
copy path
2,304
0.00%
conv
[StandardizedConv1d]
k: (5,) | s: (1,) | ch: 1152 → 1152
copy path
6,637,824
1.47%
3
[DownResBlock]
copy path
15,574,784
3.46%
block1
[ConvBlock]
copy path
7,377,664
1.64%
norm
[RMSBatchNorm]
copy path
2,304
0.00%
conv
[StandardizedConv1d]
k: (5,) | s: (1,) | ch: 1152 → 1280
copy path
7,375,360
1.64%
block2
[ConvBlock]
copy path
8,197,120
1.82%
norm
[RMSBatchNorm]
copy path
2,560
0.00%
conv
[StandardizedConv1d]
k: (5,) | s: (1,) | ch: 1280 → 1280
copy path
8,194,560
1.82%
4
[DownResBlock]
copy path
18,934,528
4.20%
block1
[ConvBlock]
copy path
9,016,576
2.00%
norm
[RMSBatchNorm]
copy path
2,560
0.00%
conv
[StandardizedConv1d]
k: (5,) | s: (1,) | ch: 1280 → 1408
copy path
9,014,016
2.00%
block2
[ConvBlock]
copy path
9,917,952
2.20%
norm
[RMSBatchNorm]
copy path
2,816
0.00%
conv
[StandardizedConv1d]
k: (5,) | s: (1,) | ch: 1408 → 1408
copy path
9,915,136
2.20%
5
[DownResBlock]
copy path
22,621,952
5.02%
block1
[ConvBlock]
copy path
10,819,328
2.40%
norm
[RMSBatchNorm]
copy path
2,816
0.00%
conv
[StandardizedConv1d]
k: (5,) | s: (1,) | ch: 1408 → 1536
copy path
10,816,512
2.40%
block2
[ConvBlock]
copy path
11,802,624
2.62%
norm
[RMSBatchNorm]
copy path
3,072
0.00%
conv
[StandardizedConv1d]
k: (5,) | s: (1,) | ch: 1536 → 1536
copy path
11,799,552
2.62%
organism_embed
[Embedding]
dim: 2 → 1536
copy path
3,072
0.00%
tower
[TransformerTower]
copy path
191,801,088
42.58%
blocks
[ModuleList]
copy path
191,801,088
42.58%
0
[ModuleDict]
copy path
27,255,040
6.05%
pair_update
[PairUpdateBlock]
copy path
13,373,568
2.97%
seq2pair
[SequenceToPairBlock]
copy path
13,257,856
2.94%
pool
[Pool1d]
k: 16 | s: 16
copy path
0
0.00%
norm_seq2pair
[LayerNorm]
copy path
3,072
0.00%
linear_q
[Linear]
dim: 1536 → 4096
copy path
6,291,456
1.40%
linear_k
[Linear]
dim: 1536 → 4096
copy path
6,291,456
1.40%
linear_pos_features
[Linear]
dim: 64 → 4096
copy path
266,240
0.06%
linear_y_q
[Linear]
dim: 1536 → 128
copy path
196,608
0.04%
linear_y_k
[Linear]
dim: 1536 → 128
copy path
196,608
0.04%
linear_pair
[Linear]
dim: 32 → 128
copy path
4,224
0.00%
row_attn
[RowAttentionBlock]
copy path
49,536
0.01%
norm
[LayerNorm]
copy path
256
0.00%
linear_q
[Linear]
dim: 128 → 128
copy path
16,384
0.00%
linear_k
[Linear]
dim: 128 → 128
copy path
16,384
0.00%
linear_v
[Linear]
dim: 128 → 128
copy path
16,512
0.00%
pair_mlp
[PairMLPBlock]
copy path
66,176
0.01%
norm
[LayerNorm]
copy path
256
0.00%
linear1
[Linear]
dim: 128 → 256
copy path
33,024
0.01%
linear2
[Linear]
dim: 256 → 128
copy path
32,896
0.01%
attn_bias
[AttentionBiasBlock]
copy path
1,280
0.00%
norm
[RMSBatchNorm]
copy path
256
0.00%
proj
[Linear]
dim: 128 → 8
copy path
1,024
0.00%
mha
[MHABlock]
copy path
4,432,256
0.98%
norm
[RMSBatchNorm]
copy path
3,072
0.00%
q_proj
[Linear]
dim: 1536 → 1024
copy path
1,572,864
0.35%
norm_q
[LayerNorm]
copy path
256
0.00%
k_proj
[Linear]
dim: 1536 → 128
copy path
196,608
0.04%
norm_k
[LayerNorm]
copy path
256
0.00%
v_proj
[Linear]
dim: 1536 → 192
copy path
294,912
0.07%
norm_v
[LayerNorm]
copy path
384
0.00%
final_norm
[RMSBatchNorm]
copy path
3,072
0.00%
linear_embedding
[Linear]
dim: 1536 → 1536
copy path
2,360,832
0.52%
mlp
[MLPBlock]
copy path
9,447,936
2.10%
norm
[RMSBatchNorm]
copy path
3,072
0.00%
fc1
[Linear]
dim: 1536 → 3072
copy path
4,721,664
1.05%
fc2
[Linear]
dim: 3072 → 1536
copy path
4,720,128
1.05%
final_norm
[RMSBatchNorm]
copy path
3,072
0.00%
1
[ModuleDict]
copy path
13,881,472
3.08%
attn_bias
[AttentionBiasBlock]
copy path
1,280
0.00%
norm
[RMSBatchNorm]
copy path
256
0.00%
proj
[Linear]
dim: 128 → 8
copy path
1,024
0.00%
mha
[MHABlock]
copy path
4,432,256
0.98%
norm
[RMSBatchNorm]
copy path
3,072
0.00%
q_proj
[Linear]
dim: 1536 → 1024
copy path
1,572,864
0.35%
norm_q
[LayerNorm]
copy path
256
0.00%
k_proj
[Linear]
dim: 1536 → 128
copy path
196,608
0.04%
norm_k
[LayerNorm]
copy path
256
0.00%
v_proj
[Linear]
dim: 1536 → 192
copy path
294,912
0.07%
norm_v
[LayerNorm]
copy path
384
0.00%
final_norm
[RMSBatchNorm]
copy path
3,072
0.00%
linear_embedding
[Linear]
dim: 1536 → 1536
copy path
2,360,832
0.52%
mlp
[MLPBlock]
copy path
9,447,936
2.10%
norm
[RMSBatchNorm]
copy path
3,072
0.00%
fc1
[Linear]
dim: 1536 → 3072
copy path
4,721,664
1.05%
fc2
[Linear]
dim: 3072 → 1536
copy path
4,720,128
1.05%
final_norm
[RMSBatchNorm]
copy path
3,072
0.00%
2
[ModuleDict]
copy path
27,255,040
6.05%
pair_update
[PairUpdateBlock]
copy path
13,373,568
2.97%
seq2pair
[SequenceToPairBlock]
copy path
13,257,856
2.94%
pool
[Pool1d]
k: 16 | s: 16
copy path
0
0.00%
norm_seq2pair
[LayerNorm]
copy path
3,072
0.00%
linear_q
[Linear]
dim: 1536 → 4096
copy path
6,291,456
1.40%
linear_k
[Linear]
dim: 1536 → 4096
copy path
6,291,456
1.40%
linear_pos_features
[Linear]
dim: 64 → 4096
copy path
266,240
0.06%
linear_y_q
[Linear]
dim: 1536 → 128
copy path
196,608
0.04%
linear_y_k
[Linear]
dim: 1536 → 128
copy path
196,608
0.04%
linear_pair
[Linear]
dim: 32 → 128
copy path
4,224
0.00%
row_attn
[RowAttentionBlock]
copy path
49,536
0.01%
norm
[LayerNorm]
copy path
256
0.00%
linear_q
[Linear]
dim: 128 → 128
copy path
16,384
0.00%
linear_k
[Linear]
dim: 128 → 128
copy path
16,384
0.00%
linear_v
[Linear]
dim: 128 → 128
copy path
16,512
0.00%
pair_mlp
[PairMLPBlock]
copy path
66,176
0.01%
norm
[LayerNorm]
copy path
256
0.00%
linear1
[Linear]
dim: 128 → 256
copy path
33,024
0.01%
linear2
[Linear]
dim: 256 → 128
copy path
32,896
0.01%
attn_bias
[AttentionBiasBlock]
copy path
1,280
0.00%
norm
[RMSBatchNorm]
copy path
256
0.00%
proj
[Linear]
dim: 128 → 8
copy path
1,024
0.00%
mha
[MHABlock]
copy path
4,432,256
0.98%
norm
[RMSBatchNorm]
copy path
3,072
0.00%
q_proj
[Linear]
dim: 1536 → 1024
copy path
1,572,864
0.35%
norm_q
[LayerNorm]
copy path
256
0.00%
k_proj
[Linear]
dim: 1536 → 128
copy path
196,608
0.04%
norm_k
[LayerNorm]
copy path
256
0.00%
v_proj
[Linear]
dim: 1536 → 192
copy path
294,912
0.07%
norm_v
[LayerNorm]
copy path
384
0.00%
final_norm
[RMSBatchNorm]
copy path
3,072
0.00%
linear_embedding
[Linear]
dim: 1536 → 1536
copy path
2,360,832
0.52%
mlp
[MLPBlock]
copy path
9,447,936
2.10%
norm
[RMSBatchNorm]
copy path
3,072
0.00%
fc1
[Linear]
dim: 1536 → 3072
copy path
4,721,664
1.05%
fc2
[Linear]
dim: 3072 → 1536
copy path
4,720,128
1.05%
final_norm
[RMSBatchNorm]
copy path
3,072
0.00%
3
[ModuleDict]
copy path
13,881,472
3.08%
attn_bias
[AttentionBiasBlock]
copy path
1,280
0.00%
norm
[RMSBatchNorm]
copy path
256
0.00%
proj
[Linear]
dim: 128 → 8
copy path
1,024
0.00%
mha
[MHABlock]
copy path
4,432,256
0.98%
norm
[RMSBatchNorm]
copy path
3,072
0.00%
q_proj
[Linear]
dim: 1536 → 1024
copy path
1,572,864
0.35%
norm_q
[LayerNorm]
copy path
256
0.00%
k_proj
[Linear]
dim: 1536 → 128
copy path
196,608
0.04%
norm_k
[LayerNorm]
copy path
256
0.00%
v_proj
[Linear]
dim: 1536 → 192
copy path
294,912
0.07%
norm_v
[LayerNorm]
copy path
384
0.00%
final_norm
[RMSBatchNorm]
copy path
3,072
0.00%
linear_embedding
[Linear]
dim: 1536 → 1536
copy path
2,360,832
0.52%
mlp
[MLPBlock]
copy path
9,447,936
2.10%
norm
[RMSBatchNorm]
copy path
3,072
0.00%
fc1
[Linear]
dim: 1536 → 3072
copy path
4,721,664
1.05%
fc2
[Linear]
dim: 3072 → 1536
copy path
4,720,128
1.05%
final_norm
[RMSBatchNorm]
copy path
3,072
0.00%
4
[ModuleDict]
copy path
27,255,040
6.05%
pair_update
[PairUpdateBlock]
copy path
13,373,568
2.97%
seq2pair
[SequenceToPairBlock]
copy path
13,257,856
2.94%
pool
[Pool1d]
k: 16 | s: 16
copy path
0
0.00%
norm_seq2pair
[LayerNorm]
copy path
3,072
0.00%
linear_q
[Linear]
dim: 1536 → 4096
copy path
6,291,456
1.40%
linear_k
[Linear]
dim: 1536 → 4096
copy path
6,291,456
1.40%
linear_pos_features
[Linear]
dim: 64 → 4096
copy path
266,240
0.06%
linear_y_q
[Linear]
dim: 1536 → 128
copy path
196,608
0.04%
linear_y_k
[Linear]
dim: 1536 → 128
copy path
196,608
0.04%
linear_pair
[Linear]
dim: 32 → 128
copy path
4,224
0.00%
row_attn
[RowAttentionBlock]
copy path
49,536
0.01%
norm
[LayerNorm]
copy path
256
0.00%
linear_q
[Linear]
dim: 128 → 128
copy path
16,384
0.00%
linear_k
[Linear]
dim: 128 → 128
copy path
16,384
0.00%
linear_v
[Linear]
dim: 128 → 128
copy path
16,512
0.00%
pair_mlp
[PairMLPBlock]
copy path
66,176
0.01%
norm
[LayerNorm]
copy path
256
0.00%
linear1
[Linear]
dim: 128 → 256
copy path
33,024
0.01%
linear2
[Linear]
dim: 256 → 128
copy path
32,896
0.01%
attn_bias
[AttentionBiasBlock]
copy path
1,280
0.00%
norm
[RMSBatchNorm]
copy path
256
0.00%
proj
[Linear]
dim: 128 → 8
copy path
1,024
0.00%
mha
[MHABlock]
copy path
4,432,256
0.98%
norm
[RMSBatchNorm]
copy path
3,072
0.00%
q_proj
[Linear]
dim: 1536 → 1024
copy path
1,572,864
0.35%
norm_q
[LayerNorm]
copy path
256
0.00%
k_proj
[Linear]
dim: 1536 → 128
copy path
196,608
0.04%
norm_k
[LayerNorm]
copy path
256
0.00%
v_proj
[Linear]
dim: 1536 → 192
copy path
294,912
0.07%
norm_v
[LayerNorm]
copy path
384
0.00%
final_norm
[RMSBatchNorm]
copy path
3,072
0.00%
linear_embedding
[Linear]
dim: 1536 → 1536
copy path
2,360,832
0.52%
mlp
[MLPBlock]
copy path
9,447,936
2.10%
norm
[RMSBatchNorm]
copy path
3,072
0.00%
fc1
[Linear]
dim: 1536 → 3072
copy path
4,721,664
1.05%
fc2
[Linear]
dim: 3072 → 1536
copy path
4,720,128
1.05%
final_norm
[RMSBatchNorm]
copy path
3,072
0.00%
5
[ModuleDict]
copy path
13,881,472
3.08%
attn_bias
[AttentionBiasBlock]
copy path
1,280
0.00%
norm
[RMSBatchNorm]
copy path
256
0.00%
proj
[Linear]
dim: 128 → 8
copy path
1,024
0.00%
mha
[MHABlock]
copy path
4,432,256
0.98%
norm
[RMSBatchNorm]
copy path
3,072
0.00%
q_proj
[Linear]
dim: 1536 → 1024
copy path
1,572,864
0.35%
norm_q
[LayerNorm]
copy path
256
0.00%
k_proj
[Linear]
dim: 1536 → 128
copy path
196,608
0.04%
norm_k
[LayerNorm]
copy path
256
0.00%
v_proj
[Linear]
dim: 1536 → 192
copy path
294,912
0.07%
norm_v
[LayerNorm]
copy path
384
0.00%
final_norm
[RMSBatchNorm]
copy path
3,072
0.00%
linear_embedding
[Linear]
dim: 1536 → 1536
copy path
2,360,832
0.52%
mlp
[MLPBlock]
copy path
9,447,936
2.10%
norm
[RMSBatchNorm]
copy path
3,072
0.00%
fc1
[Linear]
dim: 1536 → 3072
copy path
4,721,664
1.05%
fc2
[Linear]
dim: 3072 → 1536
copy path
4,720,128
1.05%
final_norm
[RMSBatchNorm]
copy path
3,072
0.00%
6
[ModuleDict]
copy path
27,255,040
6.05%
pair_update
[PairUpdateBlock]
copy path
13,373,568
2.97%
seq2pair
[SequenceToPairBlock]
copy path
13,257,856
2.94%
pool
[Pool1d]
k: 16 | s: 16
copy path
0
0.00%
norm_seq2pair
[LayerNorm]
copy path
3,072
0.00%
linear_q
[Linear]
dim: 1536 → 4096
copy path
6,291,456
1.40%
linear_k
[Linear]
dim: 1536 → 4096
copy path
6,291,456
1.40%
linear_pos_features
[Linear]
dim: 64 → 4096
copy path
266,240
0.06%
linear_y_q
[Linear]
dim: 1536 → 128
copy path
196,608
0.04%
linear_y_k
[Linear]
dim: 1536 → 128
copy path
196,608
0.04%
linear_pair
[Linear]
dim: 32 → 128
copy path
4,224
0.00%
row_attn
[RowAttentionBlock]
copy path
49,536
0.01%
norm
[LayerNorm]
copy path
256
0.00%
linear_q
[Linear]
dim: 128 → 128
copy path
16,384
0.00%
linear_k
[Linear]
dim: 128 → 128
copy path
16,384
0.00%
linear_v
[Linear]
dim: 128 → 128
copy path
16,512
0.00%
pair_mlp
[PairMLPBlock]
copy path
66,176
0.01%
norm
[LayerNorm]
copy path
256
0.00%
linear1
[Linear]
dim: 128 → 256
copy path
33,024
0.01%
linear2
[Linear]
dim: 256 → 128
copy path
32,896
0.01%
attn_bias
[AttentionBiasBlock]
copy path
1,280
0.00%
norm
[RMSBatchNorm]
copy path
256
0.00%
proj
[Linear]
dim: 128 → 8
copy path
1,024
0.00%
mha
[MHABlock]
copy path
4,432,256
0.98%
norm
[RMSBatchNorm]
copy path
3,072
0.00%
q_proj
[Linear]
dim: 1536 → 1024
copy path
1,572,864
0.35%
norm_q
[LayerNorm]
copy path
256
0.00%
k_proj
[Linear]
dim: 1536 → 128
copy path
196,608
0.04%
norm_k
[LayerNorm]
copy path
256
0.00%
v_proj
[Linear]
dim: 1536 → 192
copy path
294,912
0.07%
norm_v
[LayerNorm]
copy path
384
0.00%
final_norm
[RMSBatchNorm]
copy path
3,072
0.00%
linear_embedding
[Linear]
dim: 1536 → 1536
copy path
2,360,832
0.52%
mlp
[MLPBlock]
copy path
9,447,936
2.10%
norm
[RMSBatchNorm]
copy path
3,072
0.00%
fc1
[Linear]
dim: 1536 → 3072
copy path
4,721,664
1.05%
fc2
[Linear]
dim: 3072 → 1536
copy path
4,720,128
1.05%
final_norm
[RMSBatchNorm]
copy path
3,072
0.00%
7
[ModuleDict]
copy path
13,881,472
3.08%
attn_bias
[AttentionBiasBlock]
copy path
1,280
0.00%
norm
[RMSBatchNorm]
copy path
256
0.00%
proj
[Linear]
dim: 128 → 8
copy path
1,024
0.00%
mha
[MHABlock]
copy path
4,432,256
0.98%
norm
[RMSBatchNorm]
copy path
3,072
0.00%
q_proj
[Linear]
dim: 1536 → 1024
copy path
1,572,864
0.35%
norm_q
[LayerNorm]
copy path
256
0.00%
k_proj
[Linear]
dim: 1536 → 128
copy path
196,608
0.04%
norm_k
[LayerNorm]
copy path
256
0.00%
v_proj
[Linear]
dim: 1536 → 192
copy path
294,912
0.07%
norm_v
[LayerNorm]
copy path
384
0.00%
final_norm
[RMSBatchNorm]
copy path
3,072
0.00%
linear_embedding
[Linear]
dim: 1536 → 1536
copy path
2,360,832
0.52%
mlp
[MLPBlock]
copy path
9,447,936
2.10%
norm
[RMSBatchNorm]
copy path
3,072
0.00%
fc1
[Linear]
dim: 1536 → 3072
copy path
4,721,664
1.05%
fc2
[Linear]
dim: 3072 → 1536
copy path
4,720,128
1.05%
final_norm
[RMSBatchNorm]
copy path
3,072
0.00%
8
[ModuleDict]
copy path
27,255,040
6.05%
pair_update
[PairUpdateBlock]
copy path
13,373,568
2.97%
seq2pair
[SequenceToPairBlock]
copy path
13,257,856
2.94%
pool
[Pool1d]
k: 16 | s: 16
copy path
0
0.00%
norm_seq2pair
[LayerNorm]
copy path
3,072
0.00%
linear_q
[Linear]
dim: 1536 → 4096
copy path
6,291,456
1.40%
linear_k
[Linear]
dim: 1536 → 4096
copy path
6,291,456
1.40%
linear_pos_features
[Linear]
dim: 64 → 4096
copy path
266,240
0.06%
linear_y_q
[Linear]
dim: 1536 → 128
copy path
196,608
0.04%
linear_y_k
[Linear]
dim: 1536 → 128
copy path
196,608
0.04%
linear_pair
[Linear]
dim: 32 → 128
copy path
4,224
0.00%
row_attn
[RowAttentionBlock]
copy path
49,536
0.01%
norm
[LayerNorm]
copy path
256
0.00%
linear_q
[Linear]
dim: 128 → 128
copy path
16,384
0.00%
linear_k
[Linear]
dim: 128 → 128
copy path
16,384
0.00%
linear_v
[Linear]
dim: 128 → 128
copy path
16,512
0.00%
pair_mlp
[PairMLPBlock]
copy path
66,176
0.01%
norm
[LayerNorm]
copy path
256
0.00%
linear1
[Linear]
dim: 128 → 256
copy path
33,024
0.01%
linear2
[Linear]
dim: 256 → 128
copy path
32,896
0.01%
attn_bias
[AttentionBiasBlock]
copy path
1,280
0.00%
norm
[RMSBatchNorm]
copy path
256
0.00%
proj
[Linear]
dim: 128 → 8
copy path
1,024
0.00%
mha
[MHABlock]
copy path
4,432,256
0.98%
norm
[RMSBatchNorm]
copy path
3,072
0.00%
q_proj
[Linear]
dim: 1536 → 1024
copy path
1,572,864
0.35%
norm_q
[LayerNorm]
copy path
256
0.00%
k_proj
[Linear]
dim: 1536 → 128
copy path
196,608
0.04%
norm_k
[LayerNorm]
copy path
256
0.00%
v_proj
[Linear]
dim: 1536 → 192
copy path
294,912
0.07%
norm_v
[LayerNorm]
copy path
384
0.00%
final_norm
[RMSBatchNorm]
copy path
3,072
0.00%
linear_embedding
[Linear]
dim: 1536 → 1536
copy path
2,360,832
0.52%
mlp
[MLPBlock]
copy path
9,447,936
2.10%
norm
[RMSBatchNorm]
copy path
3,072
0.00%
fc1
[Linear]
dim: 1536 → 3072
copy path
4,721,664
1.05%
fc2
[Linear]
dim: 3072 → 1536
copy path
4,720,128
1.05%
final_norm
[RMSBatchNorm]
copy path
3,072
0.00%
decoder
[SequenceDecoder]
copy path
111,501,447
24.75%
up_blocks
[ModuleList]
copy path
111,501,447
24.75%
0
[UpResBlock]
copy path
25,969,153
5.77%
conv_in
[ConvBlock]
copy path
11,802,624
2.62%
norm
[RMSBatchNorm]
copy path
3,072
0.00%
conv
[StandardizedConv1d]
k: (5,) | s: (1,) | ch: 1536 → 1536
copy path
11,799,552
2.62%
pointwise
[ConvBlock]
copy path
2,363,904
0.52%
norm
[RMSBatchNorm]
copy path
3,072
0.00%
conv
[Conv1d]
k: (1,) | s: (1,) | ch: 1536 → 1536
copy path
2,360,832
0.52%
conv_out
[ConvBlock]
copy path
11,802,624
2.62%
norm
[RMSBatchNorm]
copy path
3,072
0.00%
conv
[StandardizedConv1d]
k: (5,) | s: (1,) | ch: 1536 → 1536
copy path
11,799,552
2.62%
1
[UpResBlock]
copy path
22,723,969
5.04%
conv_in
[ConvBlock]
copy path
10,819,328
2.40%
norm
[RMSBatchNorm]
copy path
3,072
0.00%
conv
[StandardizedConv1d]
k: (5,) | s: (1,) | ch: 1536 → 1408
copy path
10,816,256
2.40%
pointwise
[ConvBlock]
copy path
1,986,688
0.44%
norm
[RMSBatchNorm]
copy path
2,816
0.00%
conv
[Conv1d]
k: (1,) | s: (1,) | ch: 1408 → 1408
copy path
1,983,872
0.44%
conv_out
[ConvBlock]
copy path
9,917,952
2.20%
norm
[RMSBatchNorm]
copy path
2,816
0.00%
conv
[StandardizedConv1d]
k: (5,) | s: (1,) | ch: 1408 → 1408
copy path
9,915,136
2.20%
2
[UpResBlock]
copy path
18,855,937
4.19%
conv_in
[ConvBlock]
copy path
9,016,576
2.00%
norm
[RMSBatchNorm]
copy path
2,816
0.00%
conv
[StandardizedConv1d]
k: (5,) | s: (1,) | ch: 1408 → 1280
copy path
9,013,760
2.00%
pointwise
[ConvBlock]
copy path
1,642,240
0.36%
norm
[RMSBatchNorm]
copy path
2,560
0.00%
conv
[Conv1d]
k: (1,) | s: (1,) | ch: 1280 → 1280
copy path
1,639,680
0.36%
conv_out
[ConvBlock]
copy path
8,197,120
1.82%
norm
[RMSBatchNorm]
copy path
2,560
0.00%
conv
[StandardizedConv1d]
k: (5,) | s: (1,) | ch: 1280 → 1280
copy path
8,194,560
1.82%
3
[UpResBlock]
copy path
15,348,353
3.41%
conv_in
[ConvBlock]
copy path
7,377,664
1.64%
norm
[RMSBatchNorm]
copy path
2,560
0.00%
conv
[StandardizedConv1d]
k: (5,) | s: (1,) | ch: 1280 → 1152
copy path
7,375,104
1.64%
pointwise
[ConvBlock]
copy path
1,330,560
0.30%
norm
[RMSBatchNorm]
copy path
2,304
0.00%
conv
[Conv1d]
k: (1,) | s: (1,) | ch: 1152 → 1152
copy path
1,328,256
0.29%
conv_out
[ConvBlock]
copy path
6,640,128
1.47%
norm
[RMSBatchNorm]
copy path
2,304
0.00%
conv
[StandardizedConv1d]
k: (5,) | s: (1,) | ch: 1152 → 1152
copy path
6,637,824
1.47%
4
[UpResBlock]
copy path
12,201,217
2.71%
conv_in
[ConvBlock]
copy path
5,902,592
1.31%
norm
[RMSBatchNorm]
copy path
2,304
0.00%
conv
[StandardizedConv1d]
k: (5,) | s: (1,) | ch: 1152 → 1024
copy path
5,900,288
1.31%
pointwise
[ConvBlock]
copy path
1,051,648
0.23%
norm
[RMSBatchNorm]
copy path
2,048
0.00%
conv
[Conv1d]
k: (1,) | s: (1,) | ch: 1024 → 1024
copy path
1,049,600
0.23%
conv_out
[ConvBlock]
copy path
5,246,976
1.16%
norm
[RMSBatchNorm]
copy path
2,048
0.00%
conv
[StandardizedConv1d]
k: (5,) | s: (1,) | ch: 1024 → 1024
copy path
5,244,928
1.16%
5
[UpResBlock]
copy path
9,414,529
2.09%
conv_in
[ConvBlock]
copy path
4,591,360
1.02%
norm
[RMSBatchNorm]
copy path
2,048
0.00%
conv
[StandardizedConv1d]
k: (5,) | s: (1,) | ch: 1024 → 896
copy path
4,589,312
1.02%
pointwise
[ConvBlock]
copy path
805,504
0.18%
norm
[RMSBatchNorm]
copy path
1,792
0.00%
conv
[Conv1d]
k: (1,) | s: (1,) | ch: 896 → 896
copy path
803,712
0.18%
conv_out
[ConvBlock]
copy path
4,017,664
0.89%
norm
[RMSBatchNorm]
copy path
1,792
0.00%
conv
[StandardizedConv1d]
k: (5,) | s: (1,) | ch: 896 → 896
copy path
4,015,872
0.89%
6
[UpResBlock]
copy path
6,988,289
1.55%
conv_in
[ConvBlock]
copy path
3,443,968
0.76%
norm
[RMSBatchNorm]
copy path
1,792
0.00%
conv
[StandardizedConv1d]
k: (5,) | s: (1,) | ch: 896 → 768
copy path
3,442,176
0.76%
pointwise
[ConvBlock]
copy path
592,128
0.13%
norm
[RMSBatchNorm]
copy path
1,536
0.00%
conv
[Conv1d]
k: (1,) | s: (1,) | ch: 768 → 768
copy path
590,592
0.13%
conv_out
[ConvBlock]
copy path
2,952,192
0.66%
norm
[RMSBatchNorm]
copy path
1,536
0.00%
conv
[StandardizedConv1d]
k: (5,) | s: (1,) | ch: 768 → 768
copy path
2,950,656
0.66%
embedder_128bp
[OutputEmbedder]
copy path
4,733,952
1.05%
project_in
[Conv1d]
k: (1,) | s: (1,) | ch: 1536 → 3072
copy path
4,721,664
1.05%
organism_embed
[Embedding]
dim: 2 → 3072
copy path
6,144
0.00%
norm
[RMSBatchNorm]
copy path
6,144
0.00%
embedder_1bp
[OutputEmbedder]
copy path
5,905,920
1.31%
project_in
[Conv1d]
k: (1,) | s: (1,) | ch: 768 → 1536
copy path
1,181,184
0.26%
organism_embed
[Embedding]
dim: 2 → 1536
copy path
3,072
0.00%
norm
[RMSBatchNorm]
copy path
3,072
0.00%
project_skip
[Conv1d]
k: (1,) | s: (1,) | ch: 3072 → 1536
copy path
4,718,592
1.05%
embedder_pair
[OutputPair]
copy path
512
0.00%
organism_embed
[Embedding]
dim: 2 → 128
copy path
256
0.00%
norm
[LayerNorm]
copy path
256
0.00%
heads
[ModuleDict]
copy path
37,384,192
8.30%
atac
[GenomeTracksHead]
copy path
2,361,344
0.52%
convs
[ModuleDict]
copy path
2,360,320
0.52%
1
[MultiOrganismConv1d]
copy path
786,944
0.17%
128
[MultiOrganismConv1d]
copy path
1,573,376
0.35%
residual_scales
[ParameterDict]
copy path
1,024
0.00%
dnase
[GenomeTracksHead]
copy path
3,542,016
0.79%
convs
[ModuleDict]
copy path
3,540,480
0.79%
1
[MultiOrganismConv1d]
copy path
1,180,416
0.26%
128
[MultiOrganismConv1d]
copy path
2,360,064
0.52%
residual_scales
[ParameterDict]
copy path
1,536
0.00%
procap
[GenomeTracksHead]
copy path
1,180,672
0.26%
convs
[ModuleDict]
copy path
1,180,160
0.26%
1
[MultiOrganismConv1d]
copy path
393,472
0.09%
128
[MultiOrganismConv1d]
copy path
786,688
0.17%
residual_scales
[ParameterDict]
copy path
512
0.00%
cage
[GenomeTracksHead]
copy path
5,903,360
1.31%
convs
[ModuleDict]
copy path
5,900,800
1.31%
1
[MultiOrganismConv1d]
copy path
1,967,360
0.44%
128
[MultiOrganismConv1d]
copy path
3,933,440
0.87%
residual_scales
[ParameterDict]
copy path
2,560
0.00%
rna_seq
[GenomeTracksHead]
copy path
7,084,032
1.57%
convs
[ModuleDict]
copy path
7,080,960
1.57%
1
[MultiOrganismConv1d]
copy path
2,360,832
0.52%
128
[MultiOrganismConv1d]
copy path
4,720,128
1.05%
residual_scales
[ParameterDict]
copy path
3,072
0.00%
chip_tf
[GenomeTracksHead]
copy path
10,230,272
2.27%
convs
[ModuleDict]
copy path
10,226,944
2.27%
128
[MultiOrganismConv1d]
copy path
10,226,944
2.27%
residual_scales
[ParameterDict]
copy path
3,328
0.00%
chip_histone
[GenomeTracksHead]
copy path
7,082,496
1.57%
convs
[ModuleDict]
copy path
7,080,192
1.57%
128
[MultiOrganismConv1d]
copy path
7,080,192
1.57%
residual_scales
[ParameterDict]
copy path
2,304
0.00%
contact_maps_head
[ContactMapsHead]
copy path
7,224
0.00%
linear
[MultiOrganismLinear]
copy path
7,224
0.00%
splice_sites_classification_head
[SpliceSitesClassificationHead]
copy path
15,370
0.00%
conv
[MultiOrganismConv1d]
copy path
15,370
0.00%
splice_sites_usage_head
[SpliceSitesUsageHead]
copy path
2,256,316
0.50%
conv
[MultiOrganismConv1d]
copy path
2,256,316
0.50%
splice_sites_junction_head
[SpliceSitesJunctionHead]
copy path
6,870,528
1.53%
conv
[MultiOrganismConv1d]
copy path
2,360,832
0.52%
rope_params
[ParameterDict]
copy path
4,509,696
1.00%