jxtan/fastapi_ai_endpoints

1import torch2import os3import dotenv4 5dotenv.load_dotenv()6 7TEST_MODE = (os.getenv('TEST_MODE', 'False') == "True")8 9if torch.cuda.is_available():10    device = torch.device("cuda:0")11    dtype = torch.float1612else:13    device = torch.device("cpu")14    dtype = torch.float3215 16from datetime import datetime17 18def log(data: dict):19    print(f"{datetime.now().isoformat()}: {data}")20