Update app.py

app.py

@@ -29,6 +29,11 @@ controlnet = ControlNetModel.from_pretrained(
     torch_dtype=torch.float16
 )
 
+controlnet_lineart = ControlNetModel.from_poretrained(
+    "lllyasviel/control_v11p_sd15_lineart",
+    torch_dtype=torch.float16
+)
+
 def check_use_custom_or_no(value):
     if value is True:
         return gr.update(visible=True)
@@ -111,7 +116,7 @@ def infer(use_custom_model, model_name, weight_name, custom_lora_weight, image_i
 
     pipe = StableDiffusionXLControlNetPipeline.from_pretrained(
         "stabilityai/stable-diffusion-xl-base-1.0",
-        controlnet=controlnet,
+        controlnet=controlnet_lineart,
         vae=vae,
         torch_dtype=torch.float16, 
         variant="fp16",
@@ -142,6 +147,8 @@ def infer(use_custom_model, model_name, weight_name, custom_lora_weight, image_i
         image = image[:, :, None]
         image = np.concatenate([image, image, image], axis=2)
         image = Image.fromarray(image)
+    elif preprocessor == "lineart": 
+        image = PIL.Image.fromarray(image_in)
     
     if use_custom_model: