Create download_models.py

download_models.py

@@ -0,0 +1,52 @@
+#!/usr/bin/env python3
+"""
+Pre-download models during Docker build to reduce startup time
+"""
+import os
+import sys
+
+def download_whisper():
+    """Download Whisper Large v3"""
+    print("🔥 Downloading Whisper Large v3...")
+    import whisper
+    model = whisper.load_model("large-v3")
+    print("✅ Whisper ready")
+    return model
+
+def download_sealion():
+    """Download Sea-Lion 7B (placeholder - replace with 27B if available)"""
+    print("🔥 Downloading Sea-Lion...")
+    from transformers import AutoTokenizer, AutoModelForCausalLM
+    import torch
+    
+    model_name = "aisingapore/sea-lion-7b-instruct"
+    
+    try:
+        tokenizer = AutoTokenizer.from_pretrained(
+            model_name,
+            trust_remote_code=True,
+            cache_dir="/app/models"
+        )
+        model = AutoModelForCausalLM.from_pretrained(
+            model_name,
+            torch_dtype=torch.float16,
+            device_map="auto",
+            trust_remote_code=True,
+            cache_dir="/app/models"
+        )
+        print("✅ Sea-Lion ready")
+        return model, tokenizer
+    except Exception as e:
+        print(f"⚠️ Could not download Sea-Lion: {e}")
+        print("Will attempt on startup")
+        return None, None
+
+if __name__ == "__main__":
+    try:
+        download_whisper()
+        download_sealion()
+        print("🎉 All models pre-downloaded!")
+    except Exception as e:
+        print(f"⚠️ Pre-download incomplete: {e}")
+        sys.exit(0)  # Don't fail build
+