Spaces:
Running on Zero
Running on Zero
Update app.py
Browse filesimport spaces first
app.py
CHANGED
|
@@ -1,3 +1,4 @@
|
|
|
|
|
| 1 |
from transformers import MllamaForConditionalGeneration, AutoProcessor, TextIteratorStreamer
|
| 2 |
from PIL import Image
|
| 3 |
import requests
|
|
@@ -6,7 +7,7 @@ from threading import Thread
|
|
| 6 |
import gradio as gr
|
| 7 |
from gradio import FileData
|
| 8 |
import time
|
| 9 |
-
|
| 10 |
ckpt = "meta-llama/Llama-3.2-11B-Vision-Instruct"
|
| 11 |
model = MllamaForConditionalGeneration.from_pretrained(ckpt,
|
| 12 |
torch_dtype=torch.bfloat16).to("cuda")
|
|
|
|
| 1 |
+
import spaces
|
| 2 |
from transformers import MllamaForConditionalGeneration, AutoProcessor, TextIteratorStreamer
|
| 3 |
from PIL import Image
|
| 4 |
import requests
|
|
|
|
| 7 |
import gradio as gr
|
| 8 |
from gradio import FileData
|
| 9 |
import time
|
| 10 |
+
|
| 11 |
ckpt = "meta-llama/Llama-3.2-11B-Vision-Instruct"
|
| 12 |
model = MllamaForConditionalGeneration.from_pretrained(ckpt,
|
| 13 |
torch_dtype=torch.bfloat16).to("cuda")
|