cbensimon/zero-gpu-queue

1import time2 3import gradio as gr4import spaces5import torch6 7zero = torch.Tensor([0]).cuda()8print(zero.device) # <-- 'cpu' 🤔9 10@spaces.GPU(enable_queue=True)11def greet(n):12    time.sleep(3)13    print(zero.device) # <-- 'cuda:0' 🤗14    return f"Hello {zero + n} Tensor"15 16gr.Interface(fn=greet, inputs=gr.Number(), outputs=gr.Text()).launch()17