use pretrained_weights

models/blip2_model.py

@@ -14,9 +14,9 @@ class ImageCaptioning:
             self.data_type = torch.float32
         else:
             self.data_type = torch.float16
-        processor = Blip2Processor.from_pretrained("Salesforce/blip2-opt-2.7b")
+        processor = Blip2Processor.from_pretrained("pretrained_models/blip2-opt-2.7b")
         model = Blip2ForConditionalGeneration.from_pretrained(
-            "Salesforce/blip2-opt-2.7b", torch_dtype=self.data_type
+            "pretrained_models/blip2-opt-2.7b", torch_dtype=self.data_type
         )
         model.to(self.device)
         return processor, model

models/controlnet_model.py

@@ -25,7 +25,7 @@ class TextToImage:
             map_location=self.device,  # Add this line
         ).to(self.device)
         pipeline = StableDiffusionControlNetPipeline.from_pretrained(
-            "runwayml/stable-diffusion-v1-5",
+            "pretrained_models/stable-diffusion-v1-5",
             controlnet=controlnet,
             safety_checker=None,
             torch_dtype=self.data_type,

models/segment_models/semantic_segment_anything_model.py

@@ -27,27 +27,27 @@ class SemanticSegment():
         self.init_clipseg()
 
     def init_clip(self):
-        model_name = "openai/clip-vit-large-patch14"
+        model_name = "pretrained_models/clip-vit-large-patch14"
         self.clip_processor = CLIPProcessor.from_pretrained(model_name)
         self.clip_model = CLIPModel.from_pretrained(model_name).to(self.device)
 
     def init_oneformer_ade20k(self):
-        model_name = "shi-labs/oneformer_ade20k_swin_large"
+        model_name = "pretrained_models/oneformer_ade20k_swin_large"
         self.oneformer_ade20k_processor = OneFormerProcessor.from_pretrained(model_name)
         self.oneformer_ade20k_model = OneFormerForUniversalSegmentation.from_pretrained(model_name).to(self.device)
 
     def init_oneformer_coco(self):
-        model_name = "shi-labs/oneformer_coco_swin_large"
+        model_name = "pretrained_models/oneformer_coco_swin_large"
         self.oneformer_coco_processor = OneFormerProcessor.from_pretrained(model_name)
         self.oneformer_coco_model = OneFormerForUniversalSegmentation.from_pretrained(model_name).to(self.device)
 
     def init_blip(self):
-        model_name = "Salesforce/blip-image-captioning-large"
+        model_name = "pretrained_models/blip-image-captioning-large"
         self.blip_processor = BlipProcessor.from_pretrained(model_name)
         self.blip_model = BlipForConditionalGeneration.from_pretrained(model_name).to(self.device)
 
     def init_clipseg(self):
-        model_name = "CIDAS/clipseg-rd64-refined"
+        model_name = "pretrained_models/clipseg-rd64-refined"
         self.clipseg_processor = AutoProcessor.from_pretrained(model_name)
         self.clipseg_model = CLIPSegForImageSegmentation.from_pretrained(model_name).to(self.device)
         self.clipseg_processor.image_processor.do_resize = False

pretrained_models/blip-image-captioning-large

@@ -0,0 +1 @@
+Subproject commit 293ab01f2dc41c1c214299314f11de635d0937dc

pretrained_models/blip2-opt-2.7b

@@ -0,0 +1 @@
+Subproject commit 56e1fe81e7e7c346e95e196ace7b442b3f8ff483

pretrained_models/clip-vit-large-patch14

@@ -0,0 +1 @@
+Subproject commit 8d052a0f05efbaefbc9e8786ba291cfdf93e5bff

pretrained_models/clipseg-rd64-refined

@@ -0,0 +1 @@
+Subproject commit 583b388deb98a04feb3e1f816dcdb8f3062ee205

pretrained_models/download_pretrain.sh

@@ -0,0 +1,5 @@
+git clone https://huggingface.co/openai/clip-vit-large-patch14
+git clone https://huggingface.co/shi-labs/oneformer_ade20k_swin_large
+git clone https://huggingface.co/shi-labs/oneformer_coco_swin_large
+git clone https://huggingface.co/Salesforce/blip-image-captioning-large
+git clone https://huggingface.co/CIDAS/clipseg-rd64-refined

pretrained_models/oneformer_ade20k_swin_large

@@ -0,0 +1 @@
+Subproject commit 4a5bac8e64f82681a12db2e151a4c2f4ce6092b2

pretrained_models/oneformer_coco_swin_large

@@ -0,0 +1 @@
+Subproject commit 3a263017ca5c75adbea145f25f81b118243d4394

pretrained_models/stable-diffusion-v1-5

@@ -0,0 +1 @@
+Subproject commit 39593d5650112b4cc580433f6b0435385882d819