RASMUS/Finnish-ASR-Canary-v2

1# Copyright (c) 2020-2025, NVIDIA CORPORATION.2#3# Licensed under the Apache License, Version 2.0 (the "License");4# you may not use this file except in compliance with the License.5# You may obtain a copy of the License at6#7#     http://www.apache.org/licenses/LICENSE-2.08#9# Unless required by applicable law or agreed to in writing, software10# distributed under the License is distributed on an "AS IS" BASIS,11# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.12# See the License for the specific language governing permissions and13# limitations under the License.14coverage run -a --data-file=/workspace/.coverage --source=/workspace/nemo tests/collections/llm/gpt/model/test_hyena.py \15    --mock-data \16    --experiment-dir=tests/collections/llm/hyena_pretrain_results/$RUN_ID \17    --model-size=7b_nv \18    --num-layers=4 \19    --hybrid-override-pattern=SDH* \20    --no-activation-checkpointing \21    --add-bias-output \22    --max-steps=5 \23    --warmup-steps=1 \24    --micro-batch-size=2 \25    --global-batch-size=4 \26    --context-parallel-size=2 \27    --no-wandb \28    --seq-length=256 \29    --hidden-dropout=0.01 \30    --attention-dropout=0.01 \31    --devices=232