Skip to content

Commit

Permalink
tunes the parameters of the deployment for perf (#651)
Browse files Browse the repository at this point in the history
  • Loading branch information
charlesfrye authored Mar 14, 2024
1 parent 309f97a commit 71a5a13
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions 10_integrations/cloud_bucket_mount_loras.py
Original file line number Diff line number Diff line change
Expand Up @@ -185,7 +185,7 @@ def run_inference_with_lora(
lora_scale = 0.9
image = self.pipe(
prompt,
num_inference_steps=30,
num_inference_steps=10,
cross_attention_kwargs={"scale": lora_scale},
generator=torch.manual_seed(seed),
).images[0]
Expand Down Expand Up @@ -250,7 +250,7 @@ def main(
web_image = Image.debian_slim().pip_install("gradio~=3.50.2", "pillow~=10.2.0")


@stub.function(image=web_image)
@stub.function(image=web_image, keep_warm=1, container_idle_timeout=60 * 20)
@asgi_app()
def app():
"""A simple Gradio interface around our LoRA inference."""
Expand Down

0 comments on commit 71a5a13

Please sign in to comment.