Upload Healthcare-SLM v2

config.py

@@ -43,8 +43,8 @@ class SLMConfig:
     ffn_multiplier: float = 2.667
 
     # ── RoPE ───────────────────────────────────────────────────────
-    max_position_embeddings: int = 1_000_000
-    rope_theta: float = 500000.0
+    max_position_embeddings: int = 100_000_000_000  # 100B tokens via RoPE
+    rope_theta: float = 50_000_000_000.0  # Scaled for 100B context
 
     # ── Sliding Window ─────────────────────────────────────────────
     sliding_window: Optional[int] = None
@@ -64,7 +64,7 @@ class SLMConfig:
     device: str = "auto"
 
     # ── Generation ─────────────────────────────────────────────────
-    max_new_tokens: int = 1024
+    max_new_tokens: int = 1_000_000  # 1M output tokens
     temperature: float = 0.8
     top_k: int = 50
     top_p: float = 0.9