add GroundingDINO and SAM to edit images

changzy00 · Apr 16, 2023 · 2a0a7f0 · 2a0a7f0
1 parent daac18a
commit 2a0a7f0
Show file tree

Hide file tree

Showing 2 changed files with 383 additions and 75 deletions.
diff --git a/README.md b/README.md
@@ -81,11 +81,12 @@ python visual_chatgpt.py --load ImageCaptioning_cpu,Text2Image_cpu
 python visual_chatgpt.py --load "ImageCaptioning_cuda:0,Text2Image_cuda:0"
                                 
 # Advice for 4 Tesla V100 32GB                            
-python visual_chatgpt.py --load "ImageCaptioning_cuda:0,ImageEditing_cuda:0,
+python visual_chatgpt.py --load "Text2Box_cuda:0,Segmenting_cuda:0,
+    MaskFormer_cuda:0,Inpainting_cuda:0,ImageCaptioning_cuda:0,
     Text2Image_cuda:1,Image2Canny_cpu,CannyText2Image_cuda:1,
     Image2Depth_cpu,DepthText2Image_cuda:1,VisualQuestionAnswering_cuda:2,
     InstructPix2Pix_cuda:2,Image2Scribble_cpu,ScribbleText2Image_cuda:2,
-    Image2Seg_cpu,SegText2Image_cuda:2,Image2Pose_cpu,PoseText2Image_cuda:2,
+    SegText2Image_cuda:2,Image2Pose_cpu,PoseText2Image_cuda:2,
     Image2Hed_cpu,HedText2Image_cuda:3,Image2Normal_cpu,
     NormalText2Image_cuda:3,Image2Line_cpu,LineText2Image_cuda:3"