model-metadata/custom_code_execution_files

1Traceback (most recent call last):2  File "/tmp/inclusionAI_Ling-lite_07V8ASg.py", line 13, in <module>3    pipe = pipeline("text-generation", model="inclusionAI/Ling-lite", trust_remote_code=True)4  File "/tmp/.cache/uv/environments-v2/546d718608379bcd/lib/python3.13/site-packages/transformers/pipelines/__init__.py", line 1210, in pipeline5    return pipeline_class(model=model, framework=framework, task=task, **kwargs)6  File "/tmp/.cache/uv/environments-v2/546d718608379bcd/lib/python3.13/site-packages/transformers/pipelines/text_generation.py", line 121, in __init__7    super().__init__(*args, **kwargs)8    ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^9  File "/tmp/.cache/uv/environments-v2/546d718608379bcd/lib/python3.13/site-packages/transformers/pipelines/base.py", line 1043, in __init__10    self.model.to(self.device)11    ~~~~~~~~~~~~~^^^^^^^^^^^^^12  File "/tmp/.cache/uv/environments-v2/546d718608379bcd/lib/python3.13/site-packages/transformers/modeling_utils.py", line 4341, in to13    return super().to(*args, **kwargs)14           ~~~~~~~~~~^^^^^^^^^^^^^^^^^15  File "/tmp/.cache/uv/environments-v2/546d718608379bcd/lib/python3.13/site-packages/torch/nn/modules/module.py", line 1369, in to16    return self._apply(convert)17           ~~~~~~~~~~~^^^^^^^^^18  File "/tmp/.cache/uv/environments-v2/546d718608379bcd/lib/python3.13/site-packages/torch/nn/modules/module.py", line 928, in _apply19    module._apply(fn)20    ~~~~~~~~~~~~~^^^^21  File "/tmp/.cache/uv/environments-v2/546d718608379bcd/lib/python3.13/site-packages/torch/nn/modules/module.py", line 928, in _apply22    module._apply(fn)23    ~~~~~~~~~~~~~^^^^24  File "/tmp/.cache/uv/environments-v2/546d718608379bcd/lib/python3.13/site-packages/torch/nn/modules/module.py", line 928, in _apply25    module._apply(fn)26    ~~~~~~~~~~~~~^^^^27  [Previous line repeated 4 more times]28  File "/tmp/.cache/uv/environments-v2/546d718608379bcd/lib/python3.13/site-packages/torch/nn/modules/module.py", line 955, in _apply29    param_applied = fn(param)30  File "/tmp/.cache/uv/environments-v2/546d718608379bcd/lib/python3.13/site-packages/torch/nn/modules/module.py", line 1355, in convert31    return t.to(32           ~~~~^33        device,34        ^^^^^^^35        dtype if t.is_floating_point() or t.is_complex() else None,36        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^37        non_blocking,38        ^^^^^^^^^^^^^39    )40    ^41torch.OutOfMemoryError: CUDA out of memory. Tried to allocate 20.00 MiB. GPU 0 has a total capacity of 22.30 GiB of which 14.69 MiB is free. Process 26031 has 22.28 GiB memory in use. Of the allocated memory 18.42 GiB is allocated by PyTorch, and 3.62 GiB is reserved by PyTorch but unallocated. If reserved but unallocated memory is large try setting PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True to avoid fragmentation.  See documentation for Memory Management  (https://pytorch.org/docs/stable/notes/cuda.html#environment-variables)42