Update app.py
Browse files
app.py
CHANGED
@@ -1,6 +1,8 @@
|
|
1 |
import streamlit as st
|
2 |
-
import imageio.v2
|
3 |
from transformers import GitProcessor, GitForCausalLM, set_seed
|
|
|
|
|
|
|
4 |
|
5 |
set_seed(226)
|
6 |
model = GitForCausalLM.from_pretrained("microsoft/git-base").to("cuda").eval()
|
@@ -10,9 +12,12 @@ st.title("What is hidden ?")
|
|
10 |
file_name = st.file_uploader("Upload your image")
|
11 |
if file_name is not None:
|
12 |
col1, col2 = st.columns(2)
|
13 |
-
|
14 |
-
|
|
|
|
|
15 |
generated_ids = model.generate(**inputs)
|
16 |
generated_caption = processor.batch_decode(generated_ids, skip_special_tokens=True)[0]
|
17 |
-
|
18 |
-
|
|
|
|
1 |
import streamlit as st
|
|
|
2 |
from transformers import GitProcessor, GitForCausalLM, set_seed
|
3 |
+
import tifffile as tiff
|
4 |
+
import numpy as np
|
5 |
+
from PIL import Image
|
6 |
|
7 |
set_seed(226)
|
8 |
model = GitForCausalLM.from_pretrained("microsoft/git-base").to("cuda").eval()
|
|
|
12 |
file_name = st.file_uploader("Upload your image")
|
13 |
if file_name is not None:
|
14 |
col1, col2 = st.columns(2)
|
15 |
+
isTIFF = file_name.name.endswith(".tiff")
|
16 |
+
image = tiff.imread(file_name) if isTIFF else Image.open(file_name)
|
17 |
+
image = np.array(image)
|
18 |
+
inputs = processor(images=image, return_tensors="pt", do_rescale=not isTIFF, do_resize=False).to("cuda")
|
19 |
generated_ids = model.generate(**inputs)
|
20 |
generated_caption = processor.batch_decode(generated_ids, skip_special_tokens=True)[0]
|
21 |
+
print(generated_caption)
|
22 |
+
col1.image(image, use_container_width=True)
|
23 |
+
col2.header(generated_caption)
|