AkinyemiAra commited on
Commit
cfb3fab
·
verified ·
1 Parent(s): 331de3e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +31 -31
app.py CHANGED
@@ -1,31 +1,31 @@
1
- import torch
2
- import torch.nn.functional as F
3
- from transformers import AutoTokenizer, AutoModel, AutoImageProcessor
4
- import gradio as gr
5
- import spaces
6
-
7
- processor = AutoImageProcessor.from_pretrained("nomic-ai/nomic-embed-vision-v1.5")
8
- vision_model = AutoModel.from_pretrained("nomic-ai/nomic-embed-vision-v1.5", trust_remote_code=True)
9
-
10
- @spaces.GPU
11
- def ImgEmbed(image):
12
- print(image);
13
- inputs = processor(image, return_tensors="pt")
14
-
15
- img_emb = vision_model(**inputs).last_hidden_state
16
- img_embeddings = F.normalize(img_emb[:, 0], p=2, dim=1)
17
-
18
- return img_embeddings[0].tolist();
19
-
20
-
21
-
22
- with gr.Blocks() as demo:
23
- img = gr.Image();
24
- out = gr.Text();
25
-
26
- btn = gr.Button("Get Embeddings")
27
- btn.click(ImgEmbed, [img], [out])
28
-
29
-
30
- if __name__ == "__main__":
31
- demo.launch(show_api=True)
 
1
+ import torch
2
+ import torch.nn.functional as F
3
+ from transformers import AutoTokenizer, AutoModel, AutoImageProcessor
4
+ import gradio as gr
5
+ import spaces
6
+
7
+ processor = AutoImageProcessor.from_pretrained("nomic-ai/nomic-embed-vision-v1.5")
8
+ vision_model = AutoModel.from_pretrained("nomic-ai/nomic-embed-vision-v1.5", trust_remote_code=True)
9
+
10
+ @spaces.GPU
11
+ def ImgEmbed(image):
12
+ print(image);
13
+ inputs = processor(image, return_tensors="pt")
14
+
15
+ img_emb = vision_model(**inputs).last_hidden_state
16
+ img_embeddings = F.normalize(img_emb[:, 0], p=2, dim=1)
17
+
18
+ return img_embeddings[0].tolist();
19
+
20
+
21
+
22
+ with gr.Blocks() as demo:
23
+ img = gr.Image();
24
+ out = gr.Text();
25
+
26
+ btn = gr.Button("Get Embeddings")
27
+ btn.click(ImgEmbed, [img], [out])
28
+
29
+
30
+ if __name__ == "__main__":
31
+ demo.launch(show_api=True, mcp_server=True)