testing moondream3

app.py

@@ -8,22 +8,22 @@ from typing import Literal
 # @spaces.GPU(duration=30)
 def load_model():
     # moondream2
-    return AutoModelForCausalLM.from_pretrained(
-        "vikhyatk/moondream2",
-        revision="2025-04-14",
-        trust_remote_code=True,
-        device_map={"": "cuda"},
-    )
-
-    # moondream3-preview
-    # moondream = AutoModelForCausalLM.from_pretrained(
-    #     "moondream/moondream3-preview",
+    # return AutoModelForCausalLM.from_pretrained(
+    #     "vikhyatk/moondream2",
+    #     revision="2025-04-14",
     #     trust_remote_code=True,
-    #     dtype=torch.bfloat16,
     #     device_map={"": "cuda"},
     # )
-    # moondream.compile()
-    # return moondream
+
+    # moondream3-preview
+    moondream = AutoModelForCausalLM.from_pretrained(
+        "moondream/moondream3-preview",
+        trust_remote_code=True,
+        dtype=torch.bfloat16,
+        device_map={"": "cuda"},
+    )
+    moondream.compile()
+    return moondream
 
 
 _MODEL = (

requirements.txt

@@ -1,5 +1,5 @@
-transformers==4.44.0
+transformers>=4.56.0
 pydantic
 pyvips-binary==8.16.0
 pyvips==2.2.3
-accelerate==0.32.1
+accelerate>=1.0.0