DKethan/Duel-Simulation

1from huggingface_hub import InferenceClient2from streaming_stt_nemo import Model3import random4import torch5 6# Random seed generator7def randomize_seed_fn(seed: int) -> int:8    seed = random.randint(0, 999999)9    return seed10 11# Function to generate AI response using the selected model12def call_llama(prompt, seed=42):13    seed = int(randomize_seed_fn(seed))14    generator = torch.Generator().manual_seed(seed)15 16    client = InferenceClient("mistralai/Mistral-7B-Instruct-v0.2")17    18    prompt = [19    {"role": "user", "content": f"{prompt}"}20]21 22    output = ""23    try:24        for token in client.chat_completion(prompt, max_tokens=200, stream=True):25            if token.choices and len(token.choices) > 0:26                delta_content = token.choices[0].delta.content27                if delta_content:28                    output += delta_content29    except Exception as e:30        raise RuntimeError(f"Error during text generation: {e}")31        32    return output33 34print(call_llama("who is prabhas"))