KAMAL18/dual_agent_simulation

1from huggingface_hub import InferenceClient2from streaming_stt_nemo import Model3import random4import torch5 6 7# Random seed generator8def randomize_seed_fn(seed: int) -> int:9    seed = random.randint(0, 999999)10    return seed11 12 13# Function to generate AI response using the selected model14def call_llama(prompt, seed=42):15    seed = int(randomize_seed_fn(seed))16    generator = torch.Generator().manual_seed(seed)17 18    client = InferenceClient("mistralai/Mistral-7B-Instruct-v0.2")19 20    prompt = [21        {"role": "user", "content": f"{prompt}"}22    ]23 24    output = ""25    try:26        for token in client.chat_completion(prompt, max_tokens=200, stream=True):27            if token.choices and len(token.choices) > 0:28                delta_content = token.choices[0].delta.content29                if delta_content:30                    output += delta_content31    except Exception as e:32        raise RuntimeError(f"Error during text generation: {e}")33 34    return output