model-metadata/custom_code_execution_files

1Traceback (most recent call last):2  File "/tmp/inclusionAI_Ring-mini-2.0_03aNqWp.py", line 16, in <module>3    pipe = pipeline("text-generation", model="inclusionAI/Ring-mini-2.0", trust_remote_code=True)4  File "/tmp/.cache/uv/environments-v2/c55f2438beac7672/lib/python3.13/site-packages/transformers/pipelines/__init__.py", line 1230, in pipeline5    return pipeline_class(model=model, framework=framework, task=task, **kwargs)6  File "/tmp/.cache/uv/environments-v2/c55f2438beac7672/lib/python3.13/site-packages/transformers/pipelines/text_generation.py", line 121, in __init__7    super().__init__(*args, **kwargs)8    ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^9  File "/tmp/.cache/uv/environments-v2/c55f2438beac7672/lib/python3.13/site-packages/transformers/pipelines/base.py", line 1044, in __init__10    self.model.to(self.device)11    ~~~~~~~~~~~~~^^^^^^^^^^^^^12  File "/tmp/.cache/uv/environments-v2/c55f2438beac7672/lib/python3.13/site-packages/transformers/modeling_utils.py", line 4462, in to13    return super().to(*args, **kwargs)14           ~~~~~~~~~~^^^^^^^^^^^^^^^^^15  File "/tmp/.cache/uv/environments-v2/c55f2438beac7672/lib/python3.13/site-packages/torch/nn/modules/module.py", line 1369, in to16    return self._apply(convert)17           ~~~~~~~~~~~^^^^^^^^^18  File "/tmp/.cache/uv/environments-v2/c55f2438beac7672/lib/python3.13/site-packages/torch/nn/modules/module.py", line 928, in _apply19    module._apply(fn)20    ~~~~~~~~~~~~~^^^^21  File "/tmp/.cache/uv/environments-v2/c55f2438beac7672/lib/python3.13/site-packages/torch/nn/modules/module.py", line 928, in _apply22    module._apply(fn)23    ~~~~~~~~~~~~~^^^^24  File "/tmp/.cache/uv/environments-v2/c55f2438beac7672/lib/python3.13/site-packages/torch/nn/modules/module.py", line 928, in _apply25    module._apply(fn)26    ~~~~~~~~~~~~~^^^^27  [Previous line repeated 2 more times]28  File "/tmp/.cache/uv/environments-v2/c55f2438beac7672/lib/python3.13/site-packages/torch/nn/modules/module.py", line 955, in _apply29    param_applied = fn(param)30  File "/tmp/.cache/uv/environments-v2/c55f2438beac7672/lib/python3.13/site-packages/torch/nn/modules/module.py", line 1355, in convert31    return t.to(32           ~~~~^33        device,34        ^^^^^^^35        dtype if t.is_floating_point() or t.is_complex() else None,36        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^37        non_blocking,38        ^^^^^^^^^^^^^39    )40    ^41torch.OutOfMemoryError: CUDA out of memory. Tried to allocate 12.00 MiB. GPU 0 has a total capacity of 22.30 GiB of which 4.69 MiB is free. Process 26621 has 22.29 GiB memory in use. Of the allocated memory 22.05 GiB is allocated by PyTorch, and 1.86 MiB is reserved by PyTorch but unallocated. If reserved but unallocated memory is large try setting PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True to avoid fragmentation.  See documentation for Memory Management  (https://pytorch.org/docs/stable/notes/cuda.html#environment-variables)42