gpus

Author: apocas

install_packages.sh

@@ -0,0 +1,2 @@
+ apt-get install ffmpeg
+ 

restai/image/workers/rmbg2.py

@@ -7,7 +7,7 @@
 from torchvision import transforms
 from transformers import AutoModelForImageSegmentation
 
-os.environ["CUDA_VISIBLE_DEVICES"]="0,1,2,3"
+#os.environ["CUDA_VISIBLE_DEVICES"]="0,1,2,3"
 
 def worker(prompt, sharedmem):
     img_data = base64.b64decode(sharedmem["input_image"])

restai/image/workers/stablediffusion1_xl.py

@@ -6,7 +6,7 @@
 
 from restai.config import RESTAI_DEFAULT_DEVICE
 
-os.environ["CUDA_VISIBLE_DEVICES"]="0,1,2,3"
+#os.environ["CUDA_VISIBLE_DEVICES"]="0,1,2,3"
 
 def worker(prompt, sharedmem):
     base = DiffusionPipeline.from_pretrained(

restai/image/workers/stablediffusion1_xl_lightning.py

@@ -8,7 +8,7 @@
 
 from restai.config import RESTAI_DEFAULT_DEVICE
 
-os.environ["CUDA_VISIBLE_DEVICES"]="0,1,2,3"
+#os.environ["CUDA_VISIBLE_DEVICES"]="0,1,2,3"
 
 def worker(prompt, sharedmem):
     base = "stabilityai/stable-diffusion-xl-base-1.0"

restai/image/workers/stablediffusion35_large_turbo.py

@@ -7,7 +7,7 @@
 from diffusers import StableDiffusion3Pipeline
 from transformers import T5EncoderModel
 
-os.environ["CUDA_VISIBLE_DEVICES"]="0,1,2,3"
+#os.environ["CUDA_VISIBLE_DEVICES"]="0,1,2,3"
 
 def worker(prompt, sharedmem):
     model_id = "stabilityai/stable-diffusion-3.5-large-turbo"

restai/image/workers/stablediffusion35_medium.py

@@ -7,7 +7,7 @@
 from diffusers import StableDiffusion3Pipeline
 from transformers import T5EncoderModel
 
-os.environ["CUDA_VISIBLE_DEVICES"]="0,1,2,3"
+#os.environ["CUDA_VISIBLE_DEVICES"]="0,1,2,3"
 
 def worker(prompt, sharedmem):
     model_id = "stabilityai/stable-diffusion-3.5-medium"

restai/image/workers/stablediffusion3_medium.py

@@ -6,7 +6,7 @@
 
 from restai.config import RESTAI_DEFAULT_DEVICE
 
-os.environ["CUDA_VISIBLE_DEVICES"]="0,1,2,3"
+#os.environ["CUDA_VISIBLE_DEVICES"]="0,1,2,3"
 
 def worker(prompt, sharedmem):
     base = StableDiffusion3Pipeline.from_pretrained("stabilityai/stable-diffusion-3-medium-diffusers", torch_dtype=torch.float16)