Update function encoder to handle 1000-dimensional GO terms input

VishwamAI · Nov 14, 2024 · 5bfcdf8 · 5bfcdf8
1 parent ad2f9b3
commit 5bfcdf8
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/models/analysis/multimodal_integrator.py b/models/analysis/multimodal_integrator.py
@@ -135,9 +135,10 @@ def __init__(self, hidden_size: int):
 
         # Transform function results to match feature dimensions
         self.function_encoder = nn.Sequential(
-            nn.Linear(768, 768),  # Maintain ESM2 dimensions
+            nn.Linear(1000, 768),  # Transform GO terms to match feature dimensions
+            nn.LayerNorm(768),     # Normalize features
             nn.ReLU(),
-            nn.Linear(768, 768)  # Match ESM2 dimensions
+            nn.Dropout(0.1)
         )
 
         self.integration_network = nn.Sequential(