Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -1,31 +1,31 @@
|
|
1 |
-
import torch
|
2 |
-
import torch.nn.functional as F
|
3 |
-
from transformers import AutoTokenizer, AutoModel, AutoImageProcessor
|
4 |
-
import gradio as gr
|
5 |
-
import spaces
|
6 |
-
|
7 |
-
processor = AutoImageProcessor.from_pretrained("nomic-ai/nomic-embed-vision-v1.5")
|
8 |
-
vision_model = AutoModel.from_pretrained("nomic-ai/nomic-embed-vision-v1.5", trust_remote_code=True)
|
9 |
-
|
10 |
-
@spaces.GPU
|
11 |
-
def ImgEmbed(image):
|
12 |
-
print(image);
|
13 |
-
inputs = processor(image, return_tensors="pt")
|
14 |
-
|
15 |
-
img_emb = vision_model(**inputs).last_hidden_state
|
16 |
-
img_embeddings = F.normalize(img_emb[:, 0], p=2, dim=1)
|
17 |
-
|
18 |
-
return img_embeddings[0].tolist();
|
19 |
-
|
20 |
-
|
21 |
-
|
22 |
-
with gr.Blocks() as demo:
|
23 |
-
img = gr.Image();
|
24 |
-
out = gr.Text();
|
25 |
-
|
26 |
-
btn = gr.Button("Get Embeddings")
|
27 |
-
btn.click(ImgEmbed, [img], [out])
|
28 |
-
|
29 |
-
|
30 |
-
if __name__ == "__main__":
|
31 |
-
demo.launch(show_api=True)
|
|
|
1 |
+
import torch
|
2 |
+
import torch.nn.functional as F
|
3 |
+
from transformers import AutoTokenizer, AutoModel, AutoImageProcessor
|
4 |
+
import gradio as gr
|
5 |
+
import spaces
|
6 |
+
|
7 |
+
processor = AutoImageProcessor.from_pretrained("nomic-ai/nomic-embed-vision-v1.5")
|
8 |
+
vision_model = AutoModel.from_pretrained("nomic-ai/nomic-embed-vision-v1.5", trust_remote_code=True)
|
9 |
+
|
10 |
+
@spaces.GPU
|
11 |
+
def ImgEmbed(image):
|
12 |
+
print(image);
|
13 |
+
inputs = processor(image, return_tensors="pt")
|
14 |
+
|
15 |
+
img_emb = vision_model(**inputs).last_hidden_state
|
16 |
+
img_embeddings = F.normalize(img_emb[:, 0], p=2, dim=1)
|
17 |
+
|
18 |
+
return img_embeddings[0].tolist();
|
19 |
+
|
20 |
+
|
21 |
+
|
22 |
+
with gr.Blocks() as demo:
|
23 |
+
img = gr.Image();
|
24 |
+
out = gr.Text();
|
25 |
+
|
26 |
+
btn = gr.Button("Get Embeddings")
|
27 |
+
btn.click(ImgEmbed, [img], [out])
|
28 |
+
|
29 |
+
|
30 |
+
if __name__ == "__main__":
|
31 |
+
demo.launch(show_api=True, mcp_server=True)
|