{ "cells": [ { "cell_type": "code", "execution_count": 1, "id": "6ddd93cdadf218", "metadata": { "scrolled": true }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Collecting pandas\n", " Downloading pandas-2.2.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (89 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m89.9/89.9 kB\u001b[0m \u001b[31m3.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: torch in /usr/local/lib/python3.10/dist-packages (2.1.0+cu118)\n", "Collecting datasets\n", " Downloading datasets-3.5.0-py3-none-any.whl.metadata (19 kB)\n", "Collecting audiofile\n", " Downloading audiofile-1.5.1-py3-none-any.whl.metadata (4.9 kB)\n", "Collecting librosa\n", " Downloading librosa-0.11.0-py3-none-any.whl.metadata (8.7 kB)\n", "Collecting soundfile\n", " Downloading soundfile-0.13.1-py2.py3-none-manylinux_2_28_x86_64.whl.metadata (16 kB)\n", "Collecting accelerate\n", " Downloading accelerate-1.5.2-py3-none-any.whl.metadata (19 kB)\n", "Collecting nlpo3\n", " Downloading nlpo3-1.3.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (7.1 kB)\n", "Collecting jiwer\n", " Downloading jiwer-3.1.0-py3-none-any.whl.metadata (2.6 kB)\n", "Collecting evaluate\n", " Downloading evaluate-0.4.3-py3-none-any.whl.metadata (9.2 kB)\n", "Collecting transformers[sentencepiece]\n", " Downloading transformers-4.50.3-py3-none-any.whl.metadata (39 kB)\n", "Requirement already satisfied: numpy>=1.22.4 in /usr/local/lib/python3.10/dist-packages (from pandas) (1.24.1)\n", "Requirement already satisfied: python-dateutil>=2.8.2 in /usr/local/lib/python3.10/dist-packages (from pandas) (2.8.2)\n", "Collecting pytz>=2020.1 (from pandas)\n", " Downloading pytz-2025.2-py2.py3-none-any.whl.metadata (22 kB)\n", "Collecting tzdata>=2022.7 (from pandas)\n", " Downloading tzdata-2025.2-py2.py3-none-any.whl.metadata (1.4 kB)\n", "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from transformers[sentencepiece]) (3.9.0)\n", "Collecting huggingface-hub<1.0,>=0.26.0 (from transformers[sentencepiece])\n", " Downloading huggingface_hub-0.29.3-py3-none-any.whl.metadata (13 kB)\n", "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from transformers[sentencepiece]) (23.2)\n", "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from transformers[sentencepiece]) (6.0.1)\n", "Collecting regex!=2019.12.17 (from transformers[sentencepiece])\n", " Downloading regex-2024.11.6-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (40 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m40.5/40.5 kB\u001b[0m \u001b[31m14.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hRequirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from transformers[sentencepiece]) (2.31.0)\n", "Collecting tokenizers<0.22,>=0.21 (from transformers[sentencepiece])\n", " Downloading tokenizers-0.21.1-cp39-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (6.8 kB)\n", "Collecting safetensors>=0.4.3 (from transformers[sentencepiece])\n", " Downloading safetensors-0.5.3-cp38-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (3.8 kB)\n", "Collecting tqdm>=4.27 (from transformers[sentencepiece])\n", " Downloading tqdm-4.67.1-py3-none-any.whl.metadata (57 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m57.7/57.7 kB\u001b[0m \u001b[31m15.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting sentencepiece!=0.1.92,>=0.1.91 (from transformers[sentencepiece])\n", " Downloading sentencepiece-0.2.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (7.7 kB)\n", "Collecting protobuf (from transformers[sentencepiece])\n", " Downloading protobuf-6.30.2-cp39-abi3-manylinux2014_x86_64.whl.metadata (593 bytes)\n", "Requirement already satisfied: typing-extensions in /usr/local/lib/python3.10/dist-packages (from torch) (4.4.0)\n", "Requirement already satisfied: sympy in /usr/local/lib/python3.10/dist-packages (from torch) (1.12)\n", "Requirement already satisfied: networkx in /usr/local/lib/python3.10/dist-packages (from torch) (3.0)\n", "Requirement already satisfied: jinja2 in /usr/local/lib/python3.10/dist-packages (from torch) (3.1.2)\n", "Requirement already satisfied: fsspec in /usr/local/lib/python3.10/dist-packages (from torch) (2023.4.0)\n", "Requirement already satisfied: triton==2.1.0 in /usr/local/lib/python3.10/dist-packages (from torch) (2.1.0)\n", "Collecting pyarrow>=15.0.0 (from datasets)\n", " Downloading pyarrow-19.0.1-cp310-cp310-manylinux_2_28_x86_64.whl.metadata (3.3 kB)\n", "Collecting dill<0.3.9,>=0.3.0 (from datasets)\n", " Downloading dill-0.3.8-py3-none-any.whl.metadata (10 kB)\n", "Collecting requests (from transformers[sentencepiece])\n", " Downloading requests-2.32.3-py3-none-any.whl.metadata (4.6 kB)\n", "Collecting xxhash (from datasets)\n", " Downloading xxhash-3.5.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (12 kB)\n", "Collecting multiprocess<0.70.17 (from datasets)\n", " Downloading multiprocess-0.70.16-py310-none-any.whl.metadata (7.2 kB)\n", "Collecting aiohttp (from datasets)\n", " Downloading aiohttp-3.11.14-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (7.7 kB)\n", "Collecting audeer (from audiofile)\n", " Downloading audeer-2.2.1-py3-none-any.whl.metadata (4.1 kB)\n", "Collecting audmath>=1.3.0 (from audiofile)\n", " Downloading audmath-1.4.1-py3-none-any.whl.metadata (3.6 kB)\n", "Collecting audioread>=2.1.9 (from librosa)\n", " Downloading audioread-3.0.1-py3-none-any.whl.metadata (8.4 kB)\n", "Collecting numba>=0.51.0 (from librosa)\n", " Downloading numba-0.61.0-cp310-cp310-manylinux2014_x86_64.manylinux_2_17_x86_64.whl.metadata (2.8 kB)\n", "Collecting scipy>=1.6.0 (from librosa)\n", " Downloading scipy-1.15.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (61 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m62.0/62.0 kB\u001b[0m \u001b[31m17.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hCollecting scikit-learn>=1.1.0 (from librosa)\n", " Downloading scikit_learn-1.6.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (18 kB)\n", "Collecting joblib>=1.0 (from librosa)\n", " Downloading joblib-1.4.2-py3-none-any.whl.metadata (5.4 kB)\n", "Requirement already satisfied: decorator>=4.3.0 in /usr/local/lib/python3.10/dist-packages (from librosa) (5.1.1)\n", "Collecting pooch>=1.1 (from librosa)\n", " Downloading pooch-1.8.2-py3-none-any.whl.metadata (10 kB)\n", "Collecting soxr>=0.3.2 (from librosa)\n", " Downloading soxr-0.5.0.post1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (5.6 kB)\n", "Collecting lazy_loader>=0.1 (from librosa)\n", " Downloading lazy_loader-0.4-py3-none-any.whl.metadata (7.6 kB)\n", "Collecting msgpack>=1.0 (from librosa)\n", " Downloading msgpack-1.1.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (8.4 kB)\n", "Requirement already satisfied: cffi>=1.0 in /usr/local/lib/python3.10/dist-packages (from soundfile) (1.16.0)\n", "Requirement already satisfied: psutil in /usr/local/lib/python3.10/dist-packages (from accelerate) (5.9.6)\n", "Collecting click>=8.1.8 (from jiwer)\n", " Downloading click-8.1.8-py3-none-any.whl.metadata (2.3 kB)\n", "Collecting rapidfuzz>=3.9.7 (from jiwer)\n", " Downloading rapidfuzz-3.12.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (12 kB)\n", "Requirement already satisfied: pycparser in /usr/local/lib/python3.10/dist-packages (from cffi>=1.0->soundfile) (2.21)\n", "Collecting aiohappyeyeballs>=2.3.0 (from aiohttp->datasets)\n", " Downloading aiohappyeyeballs-2.6.1-py3-none-any.whl.metadata (5.9 kB)\n", "Collecting aiosignal>=1.1.2 (from aiohttp->datasets)\n", " Downloading aiosignal-1.3.2-py2.py3-none-any.whl.metadata (3.8 kB)\n", "Collecting async-timeout<6.0,>=4.0 (from aiohttp->datasets)\n", " Downloading async_timeout-5.0.1-py3-none-any.whl.metadata (5.1 kB)\n", "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.10/dist-packages (from aiohttp->datasets) (23.1.0)\n", "Collecting frozenlist>=1.1.1 (from aiohttp->datasets)\n", " Downloading frozenlist-1.5.0-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (13 kB)\n", "Collecting multidict<7.0,>=4.5 (from aiohttp->datasets)\n", " Downloading multidict-6.2.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (4.9 kB)\n", "Collecting propcache>=0.2.0 (from aiohttp->datasets)\n", " Downloading propcache-0.3.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (10 kB)\n", "Collecting yarl<2.0,>=1.17.0 (from aiohttp->datasets)\n", " Downloading yarl-1.18.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (69 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m69.2/69.2 kB\u001b[0m \u001b[31m25.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hINFO: pip is looking at multiple versions of huggingface-hub to determine which version is compatible with other requirements. This could take a while.\n", "Collecting huggingface-hub<1.0,>=0.26.0 (from transformers[sentencepiece])\n", " Downloading huggingface_hub-0.29.2-py3-none-any.whl.metadata (13 kB)\n", " Downloading huggingface_hub-0.29.1-py3-none-any.whl.metadata (13 kB)\n", " Downloading huggingface_hub-0.29.0-py3-none-any.whl.metadata (13 kB)\n", " Downloading huggingface_hub-0.28.1-py3-none-any.whl.metadata (13 kB)\n", " Downloading huggingface_hub-0.28.0-py3-none-any.whl.metadata (13 kB)\n", " Downloading huggingface_hub-0.27.1-py3-none-any.whl.metadata (13 kB)\n", " Downloading huggingface_hub-0.27.0-py3-none-any.whl.metadata (13 kB)\n", "INFO: pip is still looking at multiple versions of huggingface-hub to determine which version is compatible with other requirements. This could take a while.\n", " Downloading huggingface_hub-0.26.5-py3-none-any.whl.metadata (13 kB)\n", " Downloading huggingface_hub-0.26.3-py3-none-any.whl.metadata (13 kB)\n", " Downloading huggingface_hub-0.26.2-py3-none-any.whl.metadata (13 kB)\n", " Downloading huggingface_hub-0.26.1-py3-none-any.whl.metadata (13 kB)\n", " Downloading huggingface_hub-0.26.0-py3-none-any.whl.metadata (13 kB)\n", "INFO: This is taking longer than usual. You might need to provide the dependency resolver with stricter constraints to reduce runtime. See https://pip.pypa.io/warnings/backtracking for guidance. If you want to abort this run, press Ctrl + C.\n", "Collecting fsspec[http]<=2024.12.0,>=2023.1.0 (from datasets)\n", " Downloading fsspec-2024.12.0-py3-none-any.whl.metadata (11 kB)\n", "Collecting llvmlite<0.45,>=0.44.0dev0 (from numba>=0.51.0->librosa)\n", " Downloading llvmlite-0.44.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (4.8 kB)\n", "Requirement already satisfied: platformdirs>=2.5.0 in /usr/local/lib/python3.10/dist-packages (from pooch>=1.1->librosa) (3.11.0)\n", "Requirement already satisfied: six>=1.5 in /usr/lib/python3/dist-packages (from python-dateutil>=2.8.2->pandas) (1.16.0)\n", "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->transformers[sentencepiece]) (2.1.1)\n", "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->transformers[sentencepiece]) (3.4)\n", "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->transformers[sentencepiece]) (1.26.13)\n", "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->transformers[sentencepiece]) (2022.12.7)\n", "Collecting threadpoolctl>=3.1.0 (from scikit-learn>=1.1.0->librosa)\n", " Downloading threadpoolctl-3.6.0-py3-none-any.whl.metadata (13 kB)\n", "Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.10/dist-packages (from jinja2->torch) (2.1.2)\n", "Requirement already satisfied: mpmath>=0.19 in /usr/local/lib/python3.10/dist-packages (from sympy->torch) (1.3.0)\n", "Downloading pandas-2.2.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (13.1 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m13.1/13.1 MB\u001b[0m \u001b[31m39.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m00:01\u001b[0m\n", "\u001b[?25hDownloading datasets-3.5.0-py3-none-any.whl (491 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m491.2/491.2 kB\u001b[0m \u001b[31m116.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading audiofile-1.5.1-py3-none-any.whl (1.1 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.1/1.1 MB\u001b[0m \u001b[31m81.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading librosa-0.11.0-py3-none-any.whl (260 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m260.7/260.7 kB\u001b[0m \u001b[31m109.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading soundfile-0.13.1-py2.py3-none-manylinux_2_28_x86_64.whl (1.3 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.3/1.3 MB\u001b[0m \u001b[31m87.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading accelerate-1.5.2-py3-none-any.whl (345 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m345.1/345.1 kB\u001b[0m \u001b[31m147.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading nlpo3-1.3.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (819 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m819.2/819.2 kB\u001b[0m \u001b[31m117.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading jiwer-3.1.0-py3-none-any.whl (22 kB)\n", "Downloading evaluate-0.4.3-py3-none-any.whl (84 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m84.0/84.0 kB\u001b[0m \u001b[31m58.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading audioread-3.0.1-py3-none-any.whl (23 kB)\n", "Downloading audmath-1.4.1-py3-none-any.whl (23 kB)\n", "Downloading click-8.1.8-py3-none-any.whl (98 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m98.2/98.2 kB\u001b[0m \u001b[31m63.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading dill-0.3.8-py3-none-any.whl (116 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m116.3/116.3 kB\u001b[0m \u001b[31m74.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading fsspec-2024.12.0-py3-none-any.whl (183 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m183.9/183.9 kB\u001b[0m \u001b[31m109.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading huggingface_hub-0.29.3-py3-none-any.whl (468 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m469.0/469.0 kB\u001b[0m \u001b[31m126.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading aiohttp-3.11.14-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.6 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.6/1.6 MB\u001b[0m \u001b[31m98.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading joblib-1.4.2-py3-none-any.whl (301 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m301.8/301.8 kB\u001b[0m \u001b[31m126.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading lazy_loader-0.4-py3-none-any.whl (12 kB)\n", "Downloading msgpack-1.1.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (378 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m378.0/378.0 kB\u001b[0m \u001b[31m151.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading multiprocess-0.70.16-py310-none-any.whl (134 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m134.8/134.8 kB\u001b[0m \u001b[31m88.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading numba-0.61.0-cp310-cp310-manylinux2014_x86_64.manylinux_2_17_x86_64.whl (3.8 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.8/3.8 MB\u001b[0m \u001b[31m107.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m\n", "\u001b[?25hDownloading pooch-1.8.2-py3-none-any.whl (64 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m64.6/64.6 kB\u001b[0m \u001b[31m42.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading pyarrow-19.0.1-cp310-cp310-manylinux_2_28_x86_64.whl (42.1 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m42.1/42.1 MB\u001b[0m \u001b[31m196.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m00:01\u001b[0m\n", "\u001b[?25hDownloading pytz-2025.2-py2.py3-none-any.whl (509 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m509.2/509.2 kB\u001b[0m \u001b[31m202.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading rapidfuzz-3.12.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (3.1 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.1/3.1 MB\u001b[0m \u001b[31m272.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading regex-2024.11.6-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (781 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m781.7/781.7 kB\u001b[0m \u001b[31m254.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading requests-2.32.3-py3-none-any.whl (64 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m64.9/64.9 kB\u001b[0m \u001b[31m42.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading safetensors-0.5.3-cp38-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (471 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m471.6/471.6 kB\u001b[0m \u001b[31m204.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading scikit_learn-1.6.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (13.5 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m13.5/13.5 MB\u001b[0m \u001b[31m294.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n", "\u001b[?25hDownloading scipy-1.15.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (37.6 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m37.6/37.6 MB\u001b[0m \u001b[31m227.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m00:01\u001b[0m\n", "\u001b[?25hDownloading sentencepiece-0.2.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.3 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.3/1.3 MB\u001b[0m \u001b[31m279.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading soxr-0.5.0.post1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (252 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m252.8/252.8 kB\u001b[0m \u001b[31m135.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading tokenizers-0.21.1-cp39-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (3.0 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.0/3.0 MB\u001b[0m \u001b[31m298.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading tqdm-4.67.1-py3-none-any.whl (78 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m78.5/78.5 kB\u001b[0m \u001b[31m46.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading tzdata-2025.2-py2.py3-none-any.whl (347 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m347.8/347.8 kB\u001b[0m \u001b[31m165.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading audeer-2.2.1-py3-none-any.whl (41 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m41.9/41.9 kB\u001b[0m \u001b[31m26.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading protobuf-6.30.2-cp39-abi3-manylinux2014_x86_64.whl (316 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m316.2/316.2 kB\u001b[0m \u001b[31m161.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading transformers-4.50.3-py3-none-any.whl (10.2 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m10.2/10.2 MB\u001b[0m \u001b[31m315.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading xxhash-3.5.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (194 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m194.1/194.1 kB\u001b[0m \u001b[31m116.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading aiohappyeyeballs-2.6.1-py3-none-any.whl (15 kB)\n", "Downloading aiosignal-1.3.2-py2.py3-none-any.whl (7.6 kB)\n", "Downloading async_timeout-5.0.1-py3-none-any.whl (6.2 kB)\n", "Downloading frozenlist-1.5.0-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (241 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m241.9/241.9 kB\u001b[0m \u001b[31m137.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading llvmlite-0.44.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (42.4 MB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m42.4/42.4 MB\u001b[0m \u001b[31m222.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m00:01\u001b[0m\n", "\u001b[?25hDownloading multidict-6.2.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (129 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m129.8/129.8 kB\u001b[0m \u001b[31m82.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading propcache-0.3.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (206 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m206.6/206.6 kB\u001b[0m \u001b[31m118.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hDownloading threadpoolctl-3.6.0-py3-none-any.whl (18 kB)\n", "Downloading yarl-1.18.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (319 kB)\n", "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m319.7/319.7 kB\u001b[0m \u001b[31m162.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", "\u001b[?25hInstalling collected packages: sentencepiece, pytz, xxhash, tzdata, tqdm, threadpoolctl, soxr, scipy, safetensors, requests, regex, rapidfuzz, pyarrow, protobuf, propcache, nlpo3, multidict, msgpack, llvmlite, lazy_loader, joblib, fsspec, frozenlist, dill, click, audmath, audioread, async-timeout, aiohappyeyeballs, yarl, soundfile, scikit-learn, pooch, pandas, numba, multiprocess, jiwer, huggingface-hub, audeer, aiosignal, tokenizers, librosa, audiofile, aiohttp, accelerate, transformers, datasets, evaluate\n", " Attempting uninstall: requests\n", " Found existing installation: requests 2.31.0\n", " Uninstalling requests-2.31.0:\n", " Successfully uninstalled requests-2.31.0\n", " Attempting uninstall: fsspec\n", " Found existing installation: fsspec 2023.4.0\n", " Uninstalling fsspec-2023.4.0:\n", " Successfully uninstalled fsspec-2023.4.0\n", "Successfully installed accelerate-1.5.2 aiohappyeyeballs-2.6.1 aiohttp-3.11.14 aiosignal-1.3.2 async-timeout-5.0.1 audeer-2.2.1 audiofile-1.5.1 audioread-3.0.1 audmath-1.4.1 click-8.1.8 datasets-3.5.0 dill-0.3.8 evaluate-0.4.3 frozenlist-1.5.0 fsspec-2024.12.0 huggingface-hub-0.29.3 jiwer-3.1.0 joblib-1.4.2 lazy_loader-0.4 librosa-0.11.0 llvmlite-0.44.0 msgpack-1.1.0 multidict-6.2.0 multiprocess-0.70.16 nlpo3-1.3.1 numba-0.61.0 pandas-2.2.3 pooch-1.8.2 propcache-0.3.1 protobuf-6.30.2 pyarrow-19.0.1 pytz-2025.2 rapidfuzz-3.12.2 regex-2024.11.6 requests-2.32.3 safetensors-0.5.3 scikit-learn-1.6.1 scipy-1.15.2 sentencepiece-0.2.0 soundfile-0.13.1 soxr-0.5.0.post1 threadpoolctl-3.6.0 tokenizers-0.21.1 tqdm-4.67.1 transformers-4.50.3 tzdata-2025.2 xxhash-3.5.0 yarl-1.18.3\n", "\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n", "\u001b[0m\n", "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m23.3.1\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m25.0.1\u001b[0m\n", "\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpython -m pip install --upgrade pip\u001b[0m\n" ] } ], "source": [ "# Install required packages for Whisper-Turbo fine-tuning\n", "!pip install pandas transformers[sentencepiece] torch datasets audiofile librosa soundfile accelerate nlpo3 jiwer evaluate\n" ] }, { "cell_type": "code", "execution_count": 2, "id": "8217b724091a5d5a", "metadata": { "scrolled": true }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Get:1 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB]\n", "Get:2 https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/x86_64 InRelease [1581 B]\n", "Get:3 http://archive.ubuntu.com/ubuntu jammy InRelease [270 kB] \n", "Get:4 https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/x86_64 Packages [1381 kB]\n", "Get:5 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] \n", "Get:6 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB] \n", "Get:7 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [1239 kB]\n", "Get:8 http://archive.ubuntu.com/ubuntu jammy/main amd64 Packages [1792 kB] \n", "Get:9 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [47.7 kB]\n", "Get:10 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [3892 kB]\n", "Get:11 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [2737 kB]\n", "Get:12 http://archive.ubuntu.com/ubuntu jammy/restricted amd64 Packages [164 kB]\n", "Get:13 http://archive.ubuntu.com/ubuntu jammy/universe amd64 Packages [17.5 MB]\n", "Get:14 http://archive.ubuntu.com/ubuntu jammy/multiverse amd64 Packages [266 kB]\n", "Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1538 kB]\n", "Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [3045 kB]\n", "Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [4049 kB]\n", "Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [55.7 kB]\n", "Get:19 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [82.7 kB]\n", "Get:20 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [35.2 kB]\n", "Get:21 https://ppa.launchpadcontent.net/deadsnakes/ppa/ubuntu jammy InRelease [18.1 kB]\n", "Get:22 https://ppa.launchpadcontent.net/deadsnakes/ppa/ubuntu jammy/main amd64 Packages [33.6 kB]\n", "Fetched 38.5 MB in 2s (25.6 MB/s) \n", "Reading package lists... Done\n", "Reading package lists... Done\n", "Building dependency tree... Done\n", "Reading state information... Done\n", "The following additional packages will be installed:\n", " alsa-topology-conf alsa-ucm-conf fontconfig i965-va-driver\n", " intel-media-va-driver libaacs0 libaom3 libasound2 libasound2-data libass9\n", " libasyncns0 libavc1394-0 libavcodec58 libavdevice58 libavfilter7\n", " libavformat58 libavutil56 libbdplus0 libblas3 libbluray2 libbs2b0 libcaca0\n", " libcairo-gobject2 libcairo2 libcdio-cdda2 libcdio-paranoia2 libcdio19\n", " libchromaprint1 libcodec2-1.0 libdatrie1 libdav1d5 libdc1394-25 libdecor-0-0\n", " libdecor-0-plugin-1-cairo libflac8 libflite1 libfribidi0 libgbm1\n", " libgdk-pixbuf-2.0-0 libgdk-pixbuf2.0-bin libgdk-pixbuf2.0-common\n", " libgfortran5 libgme0 libgraphite2-3 libgsm1 libharfbuzz0b libiec61883-0\n", " libigdgmm12 libjack-jackd2-0 liblapack3 liblilv-0-0 libmfx1 libmp3lame0\n", " libmpg123-0 libmysofa1 libnorm1 libnuma1 libogg0 libopenal-data libopenal1\n", " libopenjp2-7 libopenmpt0 libopus0 libpango-1.0-0 libpangocairo-1.0-0\n", " libpangoft2-1.0-0 libpgm-5.3-0 libpixman-1-0 libpocketsphinx3 libpostproc55\n", " libpulse0 librabbitmq4 libraw1394-11 librsvg2-2 librsvg2-common\n", " librubberband2 libsamplerate0 libsdl2-2.0-0 libserd-0-0 libshine3 libslang2\n", " libsnappy1v5 libsndfile1 libsndio7.0 libsodium23 libsord-0-0 libsoxr0\n", " libspeex1 libsphinxbase3 libsratom-0-0 libsrt1.4-gnutls libssh-gcrypt-4\n", " libswresample3 libswscale5 libthai-data libthai0 libtheora0 libtwolame0\n", " libudfread0 libusb-1.0-0 libva-drm2 libva-x11-2 libva2 libvdpau1\n", " libvidstab1.1 libvorbis0a libvorbisenc2 libvorbisfile3 libvpx7\n", " libwayland-client0 libwayland-cursor0 libwayland-egl1 libwayland-server0\n", " libwebpmux3 libx264-163 libx265-199 libxcb-render0 libxcb-shape0 libxcursor1\n", " libxi6 libxinerama1 libxkbcommon0 libxrandr2 libxrender1 libxss1 libxv1\n", " libxvidcore4 libzimg2 libzmq5 libzvbi-common libzvbi0 mesa-va-drivers\n", " mesa-vdpau-drivers ocl-icd-libopencl1 pocketsphinx-en-us shared-mime-info\n", " va-driver-all vdpau-driver-all x11-common xkb-data\n", "Suggested packages:\n", " ffmpeg-doc i965-va-driver-shaders libasound2-plugins alsa-utils libcuda1\n", " libnvcuvid1 libnvidia-encode1 libbluray-bdj jackd2 libportaudio2 opus-tools\n", " pulseaudio libraw1394-doc librsvg2-bin xdg-utils serdi sndiod sordi speex\n", " opencl-icd libvdpau-va-gl1\n", "The following NEW packages will be installed:\n", " alsa-topology-conf alsa-ucm-conf ffmpeg fontconfig i965-va-driver\n", " intel-media-va-driver libaacs0 libaom3 libasound2 libasound2-data libass9\n", " libasyncns0 libavc1394-0 libavcodec58 libavdevice58 libavfilter7\n", " libavformat58 libavutil56 libbdplus0 libblas3 libbluray2 libbs2b0 libcaca0\n", " libcairo-gobject2 libcairo2 libcdio-cdda2 libcdio-paranoia2 libcdio19\n", " libchromaprint1 libcodec2-1.0 libdatrie1 libdav1d5 libdc1394-25 libdecor-0-0\n", " libdecor-0-plugin-1-cairo libflac8 libflite1 libfribidi0 libgbm1\n", " libgdk-pixbuf-2.0-0 libgdk-pixbuf2.0-bin libgdk-pixbuf2.0-common\n", " libgfortran5 libgme0 libgraphite2-3 libgsm1 libharfbuzz0b libiec61883-0\n", " libigdgmm12 libjack-jackd2-0 liblapack3 liblilv-0-0 libmfx1 libmp3lame0\n", " libmpg123-0 libmysofa1 libnorm1 libnuma1 libogg0 libopenal-data libopenal1\n", " libopenjp2-7 libopenmpt0 libopus0 libpango-1.0-0 libpangocairo-1.0-0\n", " libpangoft2-1.0-0 libpgm-5.3-0 libpixman-1-0 libpocketsphinx3 libpostproc55\n", " libpulse0 librabbitmq4 libraw1394-11 librsvg2-2 librsvg2-common\n", " librubberband2 libsamplerate0 libsdl2-2.0-0 libserd-0-0 libshine3 libslang2\n", " libsnappy1v5 libsndfile1 libsndio7.0 libsodium23 libsord-0-0 libsoxr0\n", " libspeex1 libsphinxbase3 libsratom-0-0 libsrt1.4-gnutls libssh-gcrypt-4\n", " libswresample3 libswscale5 libthai-data libthai0 libtheora0 libtwolame0\n", " libudfread0 libusb-1.0-0 libva-drm2 libva-x11-2 libva2 libvdpau1\n", " libvidstab1.1 libvorbis0a libvorbisenc2 libvorbisfile3 libvpx7\n", " libwayland-client0 libwayland-cursor0 libwayland-egl1 libwayland-server0\n", " libwebpmux3 libx264-163 libx265-199 libxcb-render0 libxcb-shape0 libxcursor1\n", " libxi6 libxinerama1 libxkbcommon0 libxrandr2 libxrender1 libxss1 libxv1\n", " libxvidcore4 libzimg2 libzmq5 libzvbi-common libzvbi0 mesa-va-drivers\n", " mesa-vdpau-drivers ocl-icd-libopencl1 pocketsphinx-en-us shared-mime-info\n", " va-driver-all vdpau-driver-all x11-common xkb-data\n", "0 upgraded, 141 newly installed, 0 to remove and 131 not upgraded.\n", "Need to get 101 MB of archives.\n", "After this operation, 269 MB of additional disk space will be used.\n", "Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libfribidi0 amd64 1.0.8-2ubuntu3.1 [26.1 kB]\n", "Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 libslang2 amd64 2.3.2-5build4 [468 kB]\n", "Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 shared-mime-info amd64 2.1-2 [454 kB]\n", "Get:4 http://archive.ubuntu.com/ubuntu jammy/main amd64 xkb-data all 2.33-1 [394 kB]\n", "Get:5 http://archive.ubuntu.com/ubuntu jammy/main amd64 libnuma1 amd64 2.0.14-3ubuntu2 [22.5 kB]\n", "Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libusb-1.0-0 amd64 2:1.0.25-1ubuntu2 [52.7 kB]\n", "Get:7 http://archive.ubuntu.com/ubuntu jammy/main amd64 alsa-topology-conf all 1.2.5.1-2 [15.5 kB]\n", "Get:8 http://archive.ubuntu.com/ubuntu jammy/main amd64 libasound2-data all 1.2.6.1-1ubuntu1 [19.1 kB]\n", "Get:9 http://archive.ubuntu.com/ubuntu jammy/main amd64 libasound2 amd64 1.2.6.1-1ubuntu1 [390 kB]\n", "Get:10 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 alsa-ucm-conf all 1.2.6.3-1ubuntu1.12 [43.5 kB]\n", "Get:11 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libaom3 amd64 3.3.0-1 [1748 kB]\n", "Get:12 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libva2 amd64 2.14.0-1 [65.0 kB]\n", "Get:13 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libmfx1 amd64 22.3.0-1 [3105 kB]\n", "Get:14 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libva-drm2 amd64 2.14.0-1 [7502 B]\n", "Get:15 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libva-x11-2 amd64 2.14.0-1 [12.6 kB]\n", "Get:16 http://archive.ubuntu.com/ubuntu jammy/main amd64 libvdpau1 amd64 1.4-3build2 [27.0 kB]\n", "Get:17 http://archive.ubuntu.com/ubuntu jammy/universe amd64 ocl-icd-libopencl1 amd64 2.2.14-3 [39.1 kB]\n", "Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libavutil56 amd64 7:4.4.2-0ubuntu0.22.04.1 [290 kB]\n", "Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpixman-1-0 amd64 0.40.0-1ubuntu0.22.04.1 [264 kB]\n", "Get:20 http://archive.ubuntu.com/ubuntu jammy/main amd64 libxcb-render0 amd64 1.14-3ubuntu3 [16.4 kB]\n", "Get:21 http://archive.ubuntu.com/ubuntu jammy/main amd64 libxrender1 amd64 1:0.9.10-1build4 [19.7 kB]\n", "Get:22 http://archive.ubuntu.com/ubuntu jammy/main amd64 libcairo2 amd64 1.16.0-5ubuntu2 [628 kB]\n", "Get:23 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libcodec2-1.0 amd64 1.0.1-3 [8435 kB]\n", "Get:24 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdav1d5 amd64 0.9.2-1 [463 kB]\n", "Get:25 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libgsm1 amd64 1.0.19-1 [27.7 kB]\n", "Get:26 http://archive.ubuntu.com/ubuntu jammy/main amd64 libmp3lame0 amd64 3.100-3build2 [141 kB]\n", "Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libopenjp2-7 amd64 2.4.0-6ubuntu0.3 [158 kB]\n", "Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 libopus0 amd64 1.3.1-0.1build2 [203 kB]\n", "Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 libcairo-gobject2 amd64 1.16.0-5ubuntu2 [19.4 kB]\n", "Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libgdk-pixbuf2.0-common all 2.42.8+dfsg-1ubuntu0.3 [5630 B]\n", "Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libgdk-pixbuf-2.0-0 amd64 2.42.8+dfsg-1ubuntu0.3 [148 kB]\n", "Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 fontconfig amd64 2.13.1-4.2ubuntu5 [177 kB]\n", "Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 libgraphite2-3 amd64 1.3.14-1build2 [71.3 kB]\n", "Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libharfbuzz0b amd64 2.7.4-1ubuntu3.2 [353 kB]\n", "Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 libthai-data all 0.1.29-1build1 [162 kB]\n", "Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 libdatrie1 amd64 0.2.13-2 [19.9 kB]\n", "Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 libthai0 amd64 0.1.29-1build1 [19.2 kB]\n", "Get:38 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpango-1.0-0 amd64 1.50.6+ds-2ubuntu1 [230 kB]\n", "Get:39 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpangoft2-1.0-0 amd64 1.50.6+ds-2ubuntu1 [54.0 kB]\n", "Get:40 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpangocairo-1.0-0 amd64 1.50.6+ds-2ubuntu1 [39.8 kB]\n", "Get:41 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 librsvg2-2 amd64 2.52.5+dfsg-3ubuntu0.2 [2974 kB]\n", "Get:42 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libshine3 amd64 3.1.1-2 [23.2 kB]\n", "Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 libsnappy1v5 amd64 1.1.8-1build3 [17.5 kB]\n", "Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 libspeex1 amd64 1.2~rc1.2-1.1ubuntu3 [57.9 kB]\n", "Get:45 http://archive.ubuntu.com/ubuntu jammy/main amd64 libsoxr0 amd64 0.1.3-4build2 [79.8 kB]\n", "Get:46 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libswresample3 amd64 7:4.4.2-0ubuntu0.22.04.1 [62.2 kB]\n", "Get:47 http://archive.ubuntu.com/ubuntu jammy/main amd64 libogg0 amd64 1.3.5-0ubuntu3 [22.9 kB]\n", "Get:48 http://archive.ubuntu.com/ubuntu jammy/main amd64 libtheora0 amd64 1.1.1+dfsg.1-15ubuntu4 [209 kB]\n", "Get:49 http://archive.ubuntu.com/ubuntu jammy/main amd64 libtwolame0 amd64 0.4.0-2build2 [52.5 kB]\n", "Get:50 http://archive.ubuntu.com/ubuntu jammy/main amd64 libvorbis0a amd64 1.3.7-1build2 [99.2 kB]\n", "Get:51 http://archive.ubuntu.com/ubuntu jammy/main amd64 libvorbisenc2 amd64 1.3.7-1build2 [82.6 kB]\n", "Get:52 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libvpx7 amd64 1.11.0-2ubuntu2.3 [1078 kB]\n", "Get:53 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libwebpmux3 amd64 1.2.2-2ubuntu0.22.04.2 [20.5 kB]\n", "Get:54 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libx264-163 amd64 2:0.163.3060+git5db6aa6-2build1 [591 kB]\n", "Get:55 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libx265-199 amd64 3.5-2 [1170 kB]\n", "Get:56 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libxvidcore4 amd64 2:1.3.7-1 [201 kB]\n", "Get:57 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libzvbi-common all 0.2.35-19 [35.5 kB]\n", "Get:58 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libzvbi0 amd64 0.2.35-19 [262 kB]\n", "Get:59 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libavcodec58 amd64 7:4.4.2-0ubuntu0.22.04.1 [5567 kB]\n", "Get:60 http://archive.ubuntu.com/ubuntu jammy/main amd64 libraw1394-11 amd64 2.1.2-2build2 [27.0 kB]\n", "Get:61 http://archive.ubuntu.com/ubuntu jammy/main amd64 libavc1394-0 amd64 0.5.4-5build2 [17.0 kB]\n", "Get:62 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libass9 amd64 1:0.15.2-1 [97.5 kB]\n", "Get:63 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libudfread0 amd64 1.1.2-1 [16.2 kB]\n", "Get:64 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libbluray2 amd64 1:1.3.1-1 [159 kB]\n", "Get:65 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libchromaprint1 amd64 1.5.1-2 [28.4 kB]\n", "Get:66 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libgme0 amd64 0.6.3-2 [127 kB]\n", "Get:67 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libmpg123-0 amd64 1.29.3-1ubuntu0.1 [172 kB]\n", "Get:68 http://archive.ubuntu.com/ubuntu jammy/main amd64 libvorbisfile3 amd64 1.3.7-1build2 [17.1 kB]\n", "Get:69 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libopenmpt0 amd64 0.6.1-1 [592 kB]\n", "Get:70 http://archive.ubuntu.com/ubuntu jammy/main amd64 librabbitmq4 amd64 0.10.0-1ubuntu2 [39.3 kB]\n", "Get:71 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libsrt1.4-gnutls amd64 1.4.4-4 [309 kB]\n", "Get:72 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libssh-gcrypt-4 amd64 0.9.6-2ubuntu0.22.04.3 [223 kB]\n", "Get:73 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libnorm1 amd64 1.5.9+dfsg-2 [221 kB]\n", "Get:74 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libpgm-5.3-0 amd64 5.3.128~dfsg-2 [161 kB]\n", "Get:75 http://archive.ubuntu.com/ubuntu jammy/main amd64 libsodium23 amd64 1.0.18-1build2 [164 kB]\n", "Get:76 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libzmq5 amd64 4.3.4-2 [256 kB]\n", "Get:77 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libavformat58 amd64 7:4.4.2-0ubuntu0.22.04.1 [1103 kB]\n", "Get:78 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libbs2b0 amd64 3.1.0+dfsg-2.2build1 [10.2 kB]\n", "Get:79 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libflite1 amd64 2.2-3 [13.7 MB]\n", "Get:80 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libserd-0-0 amd64 0.30.10-2 [40.8 kB]\n", "Get:81 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libsord-0-0 amd64 0.16.8-2 [21.2 kB]\n", "Get:82 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libsratom-0-0 amd64 0.6.8-1 [17.0 kB]\n", "Get:83 http://archive.ubuntu.com/ubuntu jammy/universe amd64 liblilv-0-0 amd64 0.24.12-2 [42.8 kB]\n", "Get:84 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libmysofa1 amd64 1.2.1~dfsg0-1 [1157 kB]\n", "Get:85 http://archive.ubuntu.com/ubuntu jammy/main amd64 libblas3 amd64 3.10.0-2ubuntu1 [228 kB]\n", "Get:86 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libgfortran5 amd64 12.3.0-1ubuntu1~22.04 [879 kB]\n", "Get:87 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblapack3 amd64 3.10.0-2ubuntu1 [2504 kB]\n", "Get:88 http://archive.ubuntu.com/ubuntu jammy/main amd64 libasyncns0 amd64 0.8-6build2 [12.8 kB]\n", "Get:89 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libflac8 amd64 1.3.3-2ubuntu0.2 [111 kB]\n", "Get:90 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libsndfile1 amd64 1.0.31-2ubuntu0.2 [196 kB]\n", "Get:91 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpulse0 amd64 1:15.99.1+dfsg1-1ubuntu2.2 [298 kB]\n", "Get:92 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libsphinxbase3 amd64 0.8+5prealpha+1-13build1 [126 kB]\n", "Get:93 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libpocketsphinx3 amd64 0.8.0+real5prealpha+1-14ubuntu1 [132 kB]\n", "Get:94 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libpostproc55 amd64 7:4.4.2-0ubuntu0.22.04.1 [60.1 kB]\n", "Get:95 http://archive.ubuntu.com/ubuntu jammy/main amd64 libsamplerate0 amd64 0.2.2-1build1 [1359 kB]\n", "Get:96 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librubberband2 amd64 2.0.0-2 [90.0 kB]\n", "Get:97 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libswscale5 amd64 7:4.4.2-0ubuntu0.22.04.1 [180 kB]\n", "Get:98 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libvidstab1.1 amd64 1.1.0-2 [35.0 kB]\n", "Get:99 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libzimg2 amd64 3.0.3+ds1-1 [241 kB]\n", "Get:100 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libavfilter7 amd64 7:4.4.2-0ubuntu0.22.04.1 [1496 kB]\n", "Get:101 http://archive.ubuntu.com/ubuntu jammy/main amd64 libcaca0 amd64 0.99.beta19-2.2ubuntu4 [224 kB]\n", "Get:102 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libcdio19 amd64 2.1.0-3ubuntu0.2 [63.6 kB]\n", "Get:103 http://archive.ubuntu.com/ubuntu jammy/main amd64 libcdio-cdda2 amd64 10.2+2.0.0-1build3 [16.7 kB]\n", "Get:104 http://archive.ubuntu.com/ubuntu jammy/main amd64 libcdio-paranoia2 amd64 10.2+2.0.0-1build3 [15.9 kB]\n", "Get:105 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdc1394-25 amd64 2.2.6-4 [88.8 kB]\n", "Get:106 http://archive.ubuntu.com/ubuntu jammy/main amd64 libiec61883-0 amd64 1.2.0-4build3 [25.9 kB]\n", "Get:107 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjack-jackd2-0 amd64 1.9.20~dfsg-1 [293 kB]\n", "Get:108 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libopenal-data all 1:1.19.1-2build3 [164 kB]\n", "Get:109 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libsndio7.0 amd64 1.8.1-1.1 [29.3 kB]\n", "Get:110 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libopenal1 amd64 1:1.19.1-2build3 [535 kB]\n", "Get:111 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libwayland-client0 amd64 1.20.0-1ubuntu0.1 [25.9 kB]\n", "Get:112 http://archive.ubuntu.com/ubuntu jammy/main amd64 libdecor-0-0 amd64 0.1.0-3build1 [15.1 kB]\n", "Get:113 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libwayland-server0 amd64 1.20.0-1ubuntu0.1 [34.3 kB]\n", "Get:114 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libgbm1 amd64 23.2.1-1ubuntu3.1~22.04.3 [33.5 kB]\n", "Get:115 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libwayland-cursor0 amd64 1.20.0-1ubuntu0.1 [10.7 kB]\n", "Get:116 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libwayland-egl1 amd64 1.20.0-1ubuntu0.1 [5582 B]\n", "Get:117 http://archive.ubuntu.com/ubuntu jammy/main amd64 libxcursor1 amd64 1:1.2.0-2build4 [20.9 kB]\n", "Get:118 http://archive.ubuntu.com/ubuntu jammy/main amd64 libxi6 amd64 2:1.8-1build1 [32.6 kB]\n", "Get:119 http://archive.ubuntu.com/ubuntu jammy/main amd64 libxinerama1 amd64 2:1.1.4-3 [7382 B]\n", "Get:120 http://archive.ubuntu.com/ubuntu jammy/main amd64 libxkbcommon0 amd64 1.4.0-1 [125 kB]\n", "Get:121 http://archive.ubuntu.com/ubuntu jammy/main amd64 libxrandr2 amd64 2:1.5.2-1build1 [20.4 kB]\n", "Get:122 http://archive.ubuntu.com/ubuntu jammy/main amd64 x11-common all 1:7.7+23ubuntu2 [23.4 kB]\n", "Get:123 http://archive.ubuntu.com/ubuntu jammy/main amd64 libxss1 amd64 1:1.2.3-1build2 [8476 B]\n", "Get:124 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libsdl2-2.0-0 amd64 2.0.20+dfsg-2ubuntu1.22.04.1 [582 kB]\n", "Get:125 http://archive.ubuntu.com/ubuntu jammy/main amd64 libxcb-shape0 amd64 1.14-3ubuntu3 [6158 B]\n", "Get:126 http://archive.ubuntu.com/ubuntu jammy/main amd64 libxv1 amd64 2:1.0.11-1build2 [11.2 kB]\n", "Get:127 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libavdevice58 amd64 7:4.4.2-0ubuntu0.22.04.1 [87.5 kB]\n", "Get:128 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 ffmpeg amd64 7:4.4.2-0ubuntu0.22.04.1 [1696 kB]\n", "Get:129 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libigdgmm12 amd64 22.1.2+ds1-1 [139 kB]\n", "Get:130 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 intel-media-va-driver amd64 22.3.1+dfsg1-1ubuntu2 [2283 kB]\n", "Get:131 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libaacs0 amd64 0.11.1-1 [64.1 kB]\n", "Get:132 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libbdplus0 amd64 0.2.0-1 [52.2 kB]\n", "Get:133 http://archive.ubuntu.com/ubuntu jammy/main amd64 libdecor-0-plugin-1-cairo amd64 0.1.0-3build1 [20.4 kB]\n", "Get:134 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libgdk-pixbuf2.0-bin amd64 2.42.8+dfsg-1ubuntu0.3 [14.2 kB]\n", "Get:135 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 librsvg2-common amd64 2.52.5+dfsg-3ubuntu0.2 [17.7 kB]\n", "Get:136 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 mesa-va-drivers amd64 23.2.1-1ubuntu3.1~22.04.3 [4100 kB]\n", "Get:137 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 mesa-vdpau-drivers amd64 23.2.1-1ubuntu3.1~22.04.3 [3820 kB]\n", "Get:138 http://archive.ubuntu.com/ubuntu jammy/universe amd64 i965-va-driver amd64 2.4.1+dfsg1-1 [302 kB]\n", "Get:139 http://archive.ubuntu.com/ubuntu jammy/universe amd64 va-driver-all amd64 2.14.0-1 [3984 B]\n", "Get:140 http://archive.ubuntu.com/ubuntu jammy/main amd64 vdpau-driver-all amd64 1.4-3build2 [4510 B]\n", "Get:141 http://archive.ubuntu.com/ubuntu jammy/universe amd64 pocketsphinx-en-us all 0.8.0+real5prealpha+1-14ubuntu1 [27.6 MB]\n", "Fetched 101 MB in 5s (19.7 MB/s) \n", "debconf: delaying package configuration, since apt-utils is not installed\n", "Selecting previously unselected package libfribidi0:amd64.\n", "(Reading database ... 20729 files and directories currently installed.)\n", "Preparing to unpack .../000-libfribidi0_1.0.8-2ubuntu3.1_amd64.deb ...\n", "Unpacking libfribidi0:amd64 (1.0.8-2ubuntu3.1) ...\n", "Selecting previously unselected package libslang2:amd64.\n", "Preparing to unpack .../001-libslang2_2.3.2-5build4_amd64.deb ...\n", "Unpacking libslang2:amd64 (2.3.2-5build4) ...\n", "Selecting previously unselected package shared-mime-info.\n", "Preparing to unpack .../002-shared-mime-info_2.1-2_amd64.deb ...\n", "Unpacking shared-mime-info (2.1-2) ...\n", "Selecting previously unselected package xkb-data.\n", "Preparing to unpack .../003-xkb-data_2.33-1_all.deb ...\n", "Unpacking xkb-data (2.33-1) ...\n", "Selecting previously unselected package libnuma1:amd64.\n", "Preparing to unpack .../004-libnuma1_2.0.14-3ubuntu2_amd64.deb ...\n", "Unpacking libnuma1:amd64 (2.0.14-3ubuntu2) ...\n", "Selecting previously unselected package libusb-1.0-0:amd64.\n", "Preparing to unpack .../005-libusb-1.0-0_2%3a1.0.25-1ubuntu2_amd64.deb ...\n", "Unpacking libusb-1.0-0:amd64 (2:1.0.25-1ubuntu2) ...\n", "Selecting previously unselected package alsa-topology-conf.\n", "Preparing to unpack .../006-alsa-topology-conf_1.2.5.1-2_all.deb ...\n", "Unpacking alsa-topology-conf (1.2.5.1-2) ...\n", "Selecting previously unselected package libasound2-data.\n", "Preparing to unpack .../007-libasound2-data_1.2.6.1-1ubuntu1_all.deb ...\n", "Unpacking libasound2-data (1.2.6.1-1ubuntu1) ...\n", "Selecting previously unselected package libasound2:amd64.\n", "Preparing to unpack .../008-libasound2_1.2.6.1-1ubuntu1_amd64.deb ...\n", "Unpacking libasound2:amd64 (1.2.6.1-1ubuntu1) ...\n", "Selecting previously unselected package alsa-ucm-conf.\n", "Preparing to unpack .../009-alsa-ucm-conf_1.2.6.3-1ubuntu1.12_all.deb ...\n", "Unpacking alsa-ucm-conf (1.2.6.3-1ubuntu1.12) ...\n", "Selecting previously unselected package libaom3:amd64.\n", "Preparing to unpack .../010-libaom3_3.3.0-1_amd64.deb ...\n", "Unpacking libaom3:amd64 (3.3.0-1) ...\n", "Selecting previously unselected package libva2:amd64.\n", "Preparing to unpack .../011-libva2_2.14.0-1_amd64.deb ...\n", "Unpacking libva2:amd64 (2.14.0-1) ...\n", "Selecting previously unselected package libmfx1:amd64.\n", "Preparing to unpack .../012-libmfx1_22.3.0-1_amd64.deb ...\n", "Unpacking libmfx1:amd64 (22.3.0-1) ...\n", "Selecting previously unselected package libva-drm2:amd64.\n", "Preparing to unpack .../013-libva-drm2_2.14.0-1_amd64.deb ...\n", "Unpacking libva-drm2:amd64 (2.14.0-1) ...\n", "Selecting previously unselected package libva-x11-2:amd64.\n", "Preparing to unpack .../014-libva-x11-2_2.14.0-1_amd64.deb ...\n", "Unpacking libva-x11-2:amd64 (2.14.0-1) ...\n", "Selecting previously unselected package libvdpau1:amd64.\n", "Preparing to unpack .../015-libvdpau1_1.4-3build2_amd64.deb ...\n", "Unpacking libvdpau1:amd64 (1.4-3build2) ...\n", "Selecting previously unselected package ocl-icd-libopencl1:amd64.\n", "Preparing to unpack .../016-ocl-icd-libopencl1_2.2.14-3_amd64.deb ...\n", "Unpacking ocl-icd-libopencl1:amd64 (2.2.14-3) ...\n", "Selecting previously unselected package libavutil56:amd64.\n", "Preparing to unpack .../017-libavutil56_7%3a4.4.2-0ubuntu0.22.04.1_amd64.deb ...\n", "Unpacking libavutil56:amd64 (7:4.4.2-0ubuntu0.22.04.1) ...\n", "Selecting previously unselected package libpixman-1-0:amd64.\n", "Preparing to unpack .../018-libpixman-1-0_0.40.0-1ubuntu0.22.04.1_amd64.deb ...\n", "Unpacking libpixman-1-0:amd64 (0.40.0-1ubuntu0.22.04.1) ...\n", "Selecting previously unselected package libxcb-render0:amd64.\n", "Preparing to unpack .../019-libxcb-render0_1.14-3ubuntu3_amd64.deb ...\n", "Unpacking libxcb-render0:amd64 (1.14-3ubuntu3) ...\n", "Selecting previously unselected package libxrender1:amd64.\n", "Preparing to unpack .../020-libxrender1_1%3a0.9.10-1build4_amd64.deb ...\n", "Unpacking libxrender1:amd64 (1:0.9.10-1build4) ...\n", "Selecting previously unselected package libcairo2:amd64.\n", "Preparing to unpack .../021-libcairo2_1.16.0-5ubuntu2_amd64.deb ...\n", "Unpacking libcairo2:amd64 (1.16.0-5ubuntu2) ...\n", "Selecting previously unselected package libcodec2-1.0:amd64.\n", "Preparing to unpack .../022-libcodec2-1.0_1.0.1-3_amd64.deb ...\n", "Unpacking libcodec2-1.0:amd64 (1.0.1-3) ...\n", "Selecting previously unselected package libdav1d5:amd64.\n", "Preparing to unpack .../023-libdav1d5_0.9.2-1_amd64.deb ...\n", "Unpacking libdav1d5:amd64 (0.9.2-1) ...\n", "Selecting previously unselected package libgsm1:amd64.\n", "Preparing to unpack .../024-libgsm1_1.0.19-1_amd64.deb ...\n", "Unpacking libgsm1:amd64 (1.0.19-1) ...\n", "Selecting previously unselected package libmp3lame0:amd64.\n", "Preparing to unpack .../025-libmp3lame0_3.100-3build2_amd64.deb ...\n", "Unpacking libmp3lame0:amd64 (3.100-3build2) ...\n", "Selecting previously unselected package libopenjp2-7:amd64.\n", "Preparing to unpack .../026-libopenjp2-7_2.4.0-6ubuntu0.3_amd64.deb ...\n", "Unpacking libopenjp2-7:amd64 (2.4.0-6ubuntu0.3) ...\n", "Selecting previously unselected package libopus0:amd64.\n", "Preparing to unpack .../027-libopus0_1.3.1-0.1build2_amd64.deb ...\n", "Unpacking libopus0:amd64 (1.3.1-0.1build2) ...\n", "Selecting previously unselected package libcairo-gobject2:amd64.\n", "Preparing to unpack .../028-libcairo-gobject2_1.16.0-5ubuntu2_amd64.deb ...\n", "Unpacking libcairo-gobject2:amd64 (1.16.0-5ubuntu2) ...\n", "Selecting previously unselected package libgdk-pixbuf2.0-common.\n", "Preparing to unpack .../029-libgdk-pixbuf2.0-common_2.42.8+dfsg-1ubuntu0.3_all.deb ...\n", "Unpacking libgdk-pixbuf2.0-common (2.42.8+dfsg-1ubuntu0.3) ...\n", "Selecting previously unselected package libgdk-pixbuf-2.0-0:amd64.\n", "Preparing to unpack .../030-libgdk-pixbuf-2.0-0_2.42.8+dfsg-1ubuntu0.3_amd64.deb ...\n", "Unpacking libgdk-pixbuf-2.0-0:amd64 (2.42.8+dfsg-1ubuntu0.3) ...\n", "Selecting previously unselected package fontconfig.\n", "Preparing to unpack .../031-fontconfig_2.13.1-4.2ubuntu5_amd64.deb ...\n", "Unpacking fontconfig (2.13.1-4.2ubuntu5) ...\n", "Selecting previously unselected package libgraphite2-3:amd64.\n", "Preparing to unpack .../032-libgraphite2-3_1.3.14-1build2_amd64.deb ...\n", "Unpacking libgraphite2-3:amd64 (1.3.14-1build2) ...\n", "Selecting previously unselected package libharfbuzz0b:amd64.\n", "Preparing to unpack .../033-libharfbuzz0b_2.7.4-1ubuntu3.2_amd64.deb ...\n", "Unpacking libharfbuzz0b:amd64 (2.7.4-1ubuntu3.2) ...\n", "Selecting previously unselected package libthai-data.\n", "Preparing to unpack .../034-libthai-data_0.1.29-1build1_all.deb ...\n", "Unpacking libthai-data (0.1.29-1build1) ...\n", "Selecting previously unselected package libdatrie1:amd64.\n", "Preparing to unpack .../035-libdatrie1_0.2.13-2_amd64.deb ...\n", "Unpacking libdatrie1:amd64 (0.2.13-2) ...\n", "Selecting previously unselected package libthai0:amd64.\n", "Preparing to unpack .../036-libthai0_0.1.29-1build1_amd64.deb ...\n", "Unpacking libthai0:amd64 (0.1.29-1build1) ...\n", "Selecting previously unselected package libpango-1.0-0:amd64.\n", "Preparing to unpack .../037-libpango-1.0-0_1.50.6+ds-2ubuntu1_amd64.deb ...\n", "Unpacking libpango-1.0-0:amd64 (1.50.6+ds-2ubuntu1) ...\n", "Selecting previously unselected package libpangoft2-1.0-0:amd64.\n", "Preparing to unpack .../038-libpangoft2-1.0-0_1.50.6+ds-2ubuntu1_amd64.deb ...\n", "Unpacking libpangoft2-1.0-0:amd64 (1.50.6+ds-2ubuntu1) ...\n", "Selecting previously unselected package libpangocairo-1.0-0:amd64.\n", "Preparing to unpack .../039-libpangocairo-1.0-0_1.50.6+ds-2ubuntu1_amd64.deb ...\n", "Unpacking libpangocairo-1.0-0:amd64 (1.50.6+ds-2ubuntu1) ...\n", "Selecting previously unselected package librsvg2-2:amd64.\n", "Preparing to unpack .../040-librsvg2-2_2.52.5+dfsg-3ubuntu0.2_amd64.deb ...\n", "Unpacking librsvg2-2:amd64 (2.52.5+dfsg-3ubuntu0.2) ...\n", "Selecting previously unselected package libshine3:amd64.\n", "Preparing to unpack .../041-libshine3_3.1.1-2_amd64.deb ...\n", "Unpacking libshine3:amd64 (3.1.1-2) ...\n", "Selecting previously unselected package libsnappy1v5:amd64.\n", "Preparing to unpack .../042-libsnappy1v5_1.1.8-1build3_amd64.deb ...\n", "Unpacking libsnappy1v5:amd64 (1.1.8-1build3) ...\n", "Selecting previously unselected package libspeex1:amd64.\n", "Preparing to unpack .../043-libspeex1_1.2~rc1.2-1.1ubuntu3_amd64.deb ...\n", "Unpacking libspeex1:amd64 (1.2~rc1.2-1.1ubuntu3) ...\n", "Selecting previously unselected package libsoxr0:amd64.\n", "Preparing to unpack .../044-libsoxr0_0.1.3-4build2_amd64.deb ...\n", "Unpacking libsoxr0:amd64 (0.1.3-4build2) ...\n", "Selecting previously unselected package libswresample3:amd64.\n", "Preparing to unpack .../045-libswresample3_7%3a4.4.2-0ubuntu0.22.04.1_amd64.deb ...\n", "Unpacking libswresample3:amd64 (7:4.4.2-0ubuntu0.22.04.1) ...\n", "Selecting previously unselected package libogg0:amd64.\n", "Preparing to unpack .../046-libogg0_1.3.5-0ubuntu3_amd64.deb ...\n", "Unpacking libogg0:amd64 (1.3.5-0ubuntu3) ...\n", "Selecting previously unselected package libtheora0:amd64.\n", "Preparing to unpack .../047-libtheora0_1.1.1+dfsg.1-15ubuntu4_amd64.deb ...\n", "Unpacking libtheora0:amd64 (1.1.1+dfsg.1-15ubuntu4) ...\n", "Selecting previously unselected package libtwolame0:amd64.\n", "Preparing to unpack .../048-libtwolame0_0.4.0-2build2_amd64.deb ...\n", "Unpacking libtwolame0:amd64 (0.4.0-2build2) ...\n", "Selecting previously unselected package libvorbis0a:amd64.\n", "Preparing to unpack .../049-libvorbis0a_1.3.7-1build2_amd64.deb ...\n", "Unpacking libvorbis0a:amd64 (1.3.7-1build2) ...\n", "Selecting previously unselected package libvorbisenc2:amd64.\n", "Preparing to unpack .../050-libvorbisenc2_1.3.7-1build2_amd64.deb ...\n", "Unpacking libvorbisenc2:amd64 (1.3.7-1build2) ...\n", "Selecting previously unselected package libvpx7:amd64.\n", "Preparing to unpack .../051-libvpx7_1.11.0-2ubuntu2.3_amd64.deb ...\n", "Unpacking libvpx7:amd64 (1.11.0-2ubuntu2.3) ...\n", "Selecting previously unselected package libwebpmux3:amd64.\n", "Preparing to unpack .../052-libwebpmux3_1.2.2-2ubuntu0.22.04.2_amd64.deb ...\n", "Unpacking libwebpmux3:amd64 (1.2.2-2ubuntu0.22.04.2) ...\n", "Selecting previously unselected package libx264-163:amd64.\n", "Preparing to unpack .../053-libx264-163_2%3a0.163.3060+git5db6aa6-2build1_amd64.deb ...\n", "Unpacking libx264-163:amd64 (2:0.163.3060+git5db6aa6-2build1) ...\n", "Selecting previously unselected package libx265-199:amd64.\n", "Preparing to unpack .../054-libx265-199_3.5-2_amd64.deb ...\n", "Unpacking libx265-199:amd64 (3.5-2) ...\n", "Selecting previously unselected package libxvidcore4:amd64.\n", "Preparing to unpack .../055-libxvidcore4_2%3a1.3.7-1_amd64.deb ...\n", "Unpacking libxvidcore4:amd64 (2:1.3.7-1) ...\n", "Selecting previously unselected package libzvbi-common.\n", "Preparing to unpack .../056-libzvbi-common_0.2.35-19_all.deb ...\n", "Unpacking libzvbi-common (0.2.35-19) ...\n", "Selecting previously unselected package libzvbi0:amd64.\n", "Preparing to unpack .../057-libzvbi0_0.2.35-19_amd64.deb ...\n", "Unpacking libzvbi0:amd64 (0.2.35-19) ...\n", "Selecting previously unselected package libavcodec58:amd64.\n", "Preparing to unpack .../058-libavcodec58_7%3a4.4.2-0ubuntu0.22.04.1_amd64.deb ...\n", "Unpacking libavcodec58:amd64 (7:4.4.2-0ubuntu0.22.04.1) ...\n", "Selecting previously unselected package libraw1394-11:amd64.\n", "Preparing to unpack .../059-libraw1394-11_2.1.2-2build2_amd64.deb ...\n", "Unpacking libraw1394-11:amd64 (2.1.2-2build2) ...\n", "Selecting previously unselected package libavc1394-0:amd64.\n", "Preparing to unpack .../060-libavc1394-0_0.5.4-5build2_amd64.deb ...\n", "Unpacking libavc1394-0:amd64 (0.5.4-5build2) ...\n", "Selecting previously unselected package libass9:amd64.\n", "Preparing to unpack .../061-libass9_1%3a0.15.2-1_amd64.deb ...\n", "Unpacking libass9:amd64 (1:0.15.2-1) ...\n", "Selecting previously unselected package libudfread0:amd64.\n", "Preparing to unpack .../062-libudfread0_1.1.2-1_amd64.deb ...\n", "Unpacking libudfread0:amd64 (1.1.2-1) ...\n", "Selecting previously unselected package libbluray2:amd64.\n", "Preparing to unpack .../063-libbluray2_1%3a1.3.1-1_amd64.deb ...\n", "Unpacking libbluray2:amd64 (1:1.3.1-1) ...\n", "Selecting previously unselected package libchromaprint1:amd64.\n", "Preparing to unpack .../064-libchromaprint1_1.5.1-2_amd64.deb ...\n", "Unpacking libchromaprint1:amd64 (1.5.1-2) ...\n", "Selecting previously unselected package libgme0:amd64.\n", "Preparing to unpack .../065-libgme0_0.6.3-2_amd64.deb ...\n", "Unpacking libgme0:amd64 (0.6.3-2) ...\n", "Selecting previously unselected package libmpg123-0:amd64.\n", "Preparing to unpack .../066-libmpg123-0_1.29.3-1ubuntu0.1_amd64.deb ...\n", "Unpacking libmpg123-0:amd64 (1.29.3-1ubuntu0.1) ...\n", "Selecting previously unselected package libvorbisfile3:amd64.\n", "Preparing to unpack .../067-libvorbisfile3_1.3.7-1build2_amd64.deb ...\n", "Unpacking libvorbisfile3:amd64 (1.3.7-1build2) ...\n", "Selecting previously unselected package libopenmpt0:amd64.\n", "Preparing to unpack .../068-libopenmpt0_0.6.1-1_amd64.deb ...\n", "Unpacking libopenmpt0:amd64 (0.6.1-1) ...\n", "Selecting previously unselected package librabbitmq4:amd64.\n", "Preparing to unpack .../069-librabbitmq4_0.10.0-1ubuntu2_amd64.deb ...\n", "Unpacking librabbitmq4:amd64 (0.10.0-1ubuntu2) ...\n", "Selecting previously unselected package libsrt1.4-gnutls:amd64.\n", "Preparing to unpack .../070-libsrt1.4-gnutls_1.4.4-4_amd64.deb ...\n", "Unpacking libsrt1.4-gnutls:amd64 (1.4.4-4) ...\n", "Selecting previously unselected package libssh-gcrypt-4:amd64.\n", "Preparing to unpack .../071-libssh-gcrypt-4_0.9.6-2ubuntu0.22.04.3_amd64.deb ...\n", "Unpacking libssh-gcrypt-4:amd64 (0.9.6-2ubuntu0.22.04.3) ...\n", "Selecting previously unselected package libnorm1:amd64.\n", "Preparing to unpack .../072-libnorm1_1.5.9+dfsg-2_amd64.deb ...\n", "Unpacking libnorm1:amd64 (1.5.9+dfsg-2) ...\n", "Selecting previously unselected package libpgm-5.3-0:amd64.\n", "Preparing to unpack .../073-libpgm-5.3-0_5.3.128~dfsg-2_amd64.deb ...\n", "Unpacking libpgm-5.3-0:amd64 (5.3.128~dfsg-2) ...\n", "Selecting previously unselected package libsodium23:amd64.\n", "Preparing to unpack .../074-libsodium23_1.0.18-1build2_amd64.deb ...\n", "Unpacking libsodium23:amd64 (1.0.18-1build2) ...\n", "Selecting previously unselected package libzmq5:amd64.\n", "Preparing to unpack .../075-libzmq5_4.3.4-2_amd64.deb ...\n", "Unpacking libzmq5:amd64 (4.3.4-2) ...\n", "Selecting previously unselected package libavformat58:amd64.\n", "Preparing to unpack .../076-libavformat58_7%3a4.4.2-0ubuntu0.22.04.1_amd64.deb ...\n", "Unpacking libavformat58:amd64 (7:4.4.2-0ubuntu0.22.04.1) ...\n", "Selecting previously unselected package libbs2b0:amd64.\n", "Preparing to unpack .../077-libbs2b0_3.1.0+dfsg-2.2build1_amd64.deb ...\n", "Unpacking libbs2b0:amd64 (3.1.0+dfsg-2.2build1) ...\n", "Selecting previously unselected package libflite1:amd64.\n", "Preparing to unpack .../078-libflite1_2.2-3_amd64.deb ...\n", "Unpacking libflite1:amd64 (2.2-3) ...\n", "Selecting previously unselected package libserd-0-0:amd64.\n", "Preparing to unpack .../079-libserd-0-0_0.30.10-2_amd64.deb ...\n", "Unpacking libserd-0-0:amd64 (0.30.10-2) ...\n", "Selecting previously unselected package libsord-0-0:amd64.\n", "Preparing to unpack .../080-libsord-0-0_0.16.8-2_amd64.deb ...\n", "Unpacking libsord-0-0:amd64 (0.16.8-2) ...\n", "Selecting previously unselected package libsratom-0-0:amd64.\n", "Preparing to unpack .../081-libsratom-0-0_0.6.8-1_amd64.deb ...\n", "Unpacking libsratom-0-0:amd64 (0.6.8-1) ...\n", "Selecting previously unselected package liblilv-0-0:amd64.\n", "Preparing to unpack .../082-liblilv-0-0_0.24.12-2_amd64.deb ...\n", "Unpacking liblilv-0-0:amd64 (0.24.12-2) ...\n", "Selecting previously unselected package libmysofa1:amd64.\n", "Preparing to unpack .../083-libmysofa1_1.2.1~dfsg0-1_amd64.deb ...\n", "Unpacking libmysofa1:amd64 (1.2.1~dfsg0-1) ...\n", "Selecting previously unselected package libblas3:amd64.\n", "Preparing to unpack .../084-libblas3_3.10.0-2ubuntu1_amd64.deb ...\n", "Unpacking libblas3:amd64 (3.10.0-2ubuntu1) ...\n", "Selecting previously unselected package libgfortran5:amd64.\n", "Preparing to unpack .../085-libgfortran5_12.3.0-1ubuntu1~22.04_amd64.deb ...\n", "Unpacking libgfortran5:amd64 (12.3.0-1ubuntu1~22.04) ...\n", "Selecting previously unselected package liblapack3:amd64.\n", "Preparing to unpack .../086-liblapack3_3.10.0-2ubuntu1_amd64.deb ...\n", "Unpacking liblapack3:amd64 (3.10.0-2ubuntu1) ...\n", "Selecting previously unselected package libasyncns0:amd64.\n", "Preparing to unpack .../087-libasyncns0_0.8-6build2_amd64.deb ...\n", "Unpacking libasyncns0:amd64 (0.8-6build2) ...\n", "Selecting previously unselected package libflac8:amd64.\n", "Preparing to unpack .../088-libflac8_1.3.3-2ubuntu0.2_amd64.deb ...\n", "Unpacking libflac8:amd64 (1.3.3-2ubuntu0.2) ...\n", "Selecting previously unselected package libsndfile1:amd64.\n", "Preparing to unpack .../089-libsndfile1_1.0.31-2ubuntu0.2_amd64.deb ...\n", "Unpacking libsndfile1:amd64 (1.0.31-2ubuntu0.2) ...\n", "Selecting previously unselected package libpulse0:amd64.\n", "Preparing to unpack .../090-libpulse0_1%3a15.99.1+dfsg1-1ubuntu2.2_amd64.deb ...\n", "Unpacking libpulse0:amd64 (1:15.99.1+dfsg1-1ubuntu2.2) ...\n", "Selecting previously unselected package libsphinxbase3:amd64.\n", "Preparing to unpack .../091-libsphinxbase3_0.8+5prealpha+1-13build1_amd64.deb ...\n", "Unpacking libsphinxbase3:amd64 (0.8+5prealpha+1-13build1) ...\n", "Selecting previously unselected package libpocketsphinx3:amd64.\n", "Preparing to unpack .../092-libpocketsphinx3_0.8.0+real5prealpha+1-14ubuntu1_amd64.deb ...\n", "Unpacking libpocketsphinx3:amd64 (0.8.0+real5prealpha+1-14ubuntu1) ...\n", "Selecting previously unselected package libpostproc55:amd64.\n", "Preparing to unpack .../093-libpostproc55_7%3a4.4.2-0ubuntu0.22.04.1_amd64.deb ...\n", "Unpacking libpostproc55:amd64 (7:4.4.2-0ubuntu0.22.04.1) ...\n", "Selecting previously unselected package libsamplerate0:amd64.\n", "Preparing to unpack .../094-libsamplerate0_0.2.2-1build1_amd64.deb ...\n", "Unpacking libsamplerate0:amd64 (0.2.2-1build1) ...\n", "Selecting previously unselected package librubberband2:amd64.\n", "Preparing to unpack .../095-librubberband2_2.0.0-2_amd64.deb ...\n", "Unpacking librubberband2:amd64 (2.0.0-2) ...\n", "Selecting previously unselected package libswscale5:amd64.\n", "Preparing to unpack .../096-libswscale5_7%3a4.4.2-0ubuntu0.22.04.1_amd64.deb ...\n", "Unpacking libswscale5:amd64 (7:4.4.2-0ubuntu0.22.04.1) ...\n", "Selecting previously unselected package libvidstab1.1:amd64.\n", "Preparing to unpack .../097-libvidstab1.1_1.1.0-2_amd64.deb ...\n", "Unpacking libvidstab1.1:amd64 (1.1.0-2) ...\n", "Selecting previously unselected package libzimg2:amd64.\n", "Preparing to unpack .../098-libzimg2_3.0.3+ds1-1_amd64.deb ...\n", "Unpacking libzimg2:amd64 (3.0.3+ds1-1) ...\n", "Selecting previously unselected package libavfilter7:amd64.\n", "Preparing to unpack .../099-libavfilter7_7%3a4.4.2-0ubuntu0.22.04.1_amd64.deb ...\n", "Unpacking libavfilter7:amd64 (7:4.4.2-0ubuntu0.22.04.1) ...\n", "Selecting previously unselected package libcaca0:amd64.\n", "Preparing to unpack .../100-libcaca0_0.99.beta19-2.2ubuntu4_amd64.deb ...\n", "Unpacking libcaca0:amd64 (0.99.beta19-2.2ubuntu4) ...\n", "Selecting previously unselected package libcdio19:amd64.\n", "Preparing to unpack .../101-libcdio19_2.1.0-3ubuntu0.2_amd64.deb ...\n", "Unpacking libcdio19:amd64 (2.1.0-3ubuntu0.2) ...\n", "Selecting previously unselected package libcdio-cdda2:amd64.\n", "Preparing to unpack .../102-libcdio-cdda2_10.2+2.0.0-1build3_amd64.deb ...\n", "Unpacking libcdio-cdda2:amd64 (10.2+2.0.0-1build3) ...\n", "Selecting previously unselected package libcdio-paranoia2:amd64.\n", "Preparing to unpack .../103-libcdio-paranoia2_10.2+2.0.0-1build3_amd64.deb ...\n", "Unpacking libcdio-paranoia2:amd64 (10.2+2.0.0-1build3) ...\n", "Selecting previously unselected package libdc1394-25:amd64.\n", "Preparing to unpack .../104-libdc1394-25_2.2.6-4_amd64.deb ...\n", "Unpacking libdc1394-25:amd64 (2.2.6-4) ...\n", "Selecting previously unselected package libiec61883-0:amd64.\n", "Preparing to unpack .../105-libiec61883-0_1.2.0-4build3_amd64.deb ...\n", "Unpacking libiec61883-0:amd64 (1.2.0-4build3) ...\n", "Selecting previously unselected package libjack-jackd2-0:amd64.\n", "Preparing to unpack .../106-libjack-jackd2-0_1.9.20~dfsg-1_amd64.deb ...\n", "Unpacking libjack-jackd2-0:amd64 (1.9.20~dfsg-1) ...\n", "Selecting previously unselected package libopenal-data.\n", "Preparing to unpack .../107-libopenal-data_1%3a1.19.1-2build3_all.deb ...\n", "Unpacking libopenal-data (1:1.19.1-2build3) ...\n", "Selecting previously unselected package libsndio7.0:amd64.\n", "Preparing to unpack .../108-libsndio7.0_1.8.1-1.1_amd64.deb ...\n", "Unpacking libsndio7.0:amd64 (1.8.1-1.1) ...\n", "Selecting previously unselected package libopenal1:amd64.\n", "Preparing to unpack .../109-libopenal1_1%3a1.19.1-2build3_amd64.deb ...\n", "Unpacking libopenal1:amd64 (1:1.19.1-2build3) ...\n", "Selecting previously unselected package libwayland-client0:amd64.\n", "Preparing to unpack .../110-libwayland-client0_1.20.0-1ubuntu0.1_amd64.deb ...\n", "Unpacking libwayland-client0:amd64 (1.20.0-1ubuntu0.1) ...\n", "Selecting previously unselected package libdecor-0-0:amd64.\n", "Preparing to unpack .../111-libdecor-0-0_0.1.0-3build1_amd64.deb ...\n", "Unpacking libdecor-0-0:amd64 (0.1.0-3build1) ...\n", "Selecting previously unselected package libwayland-server0:amd64.\n", "Preparing to unpack .../112-libwayland-server0_1.20.0-1ubuntu0.1_amd64.deb ...\n", "Unpacking libwayland-server0:amd64 (1.20.0-1ubuntu0.1) ...\n", "Selecting previously unselected package libgbm1:amd64.\n", "Preparing to unpack .../113-libgbm1_23.2.1-1ubuntu3.1~22.04.3_amd64.deb ...\n", "Unpacking libgbm1:amd64 (23.2.1-1ubuntu3.1~22.04.3) ...\n", "Selecting previously unselected package libwayland-cursor0:amd64.\n", "Preparing to unpack .../114-libwayland-cursor0_1.20.0-1ubuntu0.1_amd64.deb ...\n", "Unpacking libwayland-cursor0:amd64 (1.20.0-1ubuntu0.1) ...\n", "Selecting previously unselected package libwayland-egl1:amd64.\n", "Preparing to unpack .../115-libwayland-egl1_1.20.0-1ubuntu0.1_amd64.deb ...\n", "Unpacking libwayland-egl1:amd64 (1.20.0-1ubuntu0.1) ...\n", "Selecting previously unselected package libxcursor1:amd64.\n", "Preparing to unpack .../116-libxcursor1_1%3a1.2.0-2build4_amd64.deb ...\n", "Unpacking libxcursor1:amd64 (1:1.2.0-2build4) ...\n", "Selecting previously unselected package libxi6:amd64.\n", "Preparing to unpack .../117-libxi6_2%3a1.8-1build1_amd64.deb ...\n", "Unpacking libxi6:amd64 (2:1.8-1build1) ...\n", "Selecting previously unselected package libxinerama1:amd64.\n", "Preparing to unpack .../118-libxinerama1_2%3a1.1.4-3_amd64.deb ...\n", "Unpacking libxinerama1:amd64 (2:1.1.4-3) ...\n", "Selecting previously unselected package libxkbcommon0:amd64.\n", "Preparing to unpack .../119-libxkbcommon0_1.4.0-1_amd64.deb ...\n", "Unpacking libxkbcommon0:amd64 (1.4.0-1) ...\n", "Selecting previously unselected package libxrandr2:amd64.\n", "Preparing to unpack .../120-libxrandr2_2%3a1.5.2-1build1_amd64.deb ...\n", "Unpacking libxrandr2:amd64 (2:1.5.2-1build1) ...\n", "Selecting previously unselected package x11-common.\n", "Preparing to unpack .../121-x11-common_1%3a7.7+23ubuntu2_all.deb ...\n", "Unpacking x11-common (1:7.7+23ubuntu2) ...\n", "Selecting previously unselected package libxss1:amd64.\n", "Preparing to unpack .../122-libxss1_1%3a1.2.3-1build2_amd64.deb ...\n", "Unpacking libxss1:amd64 (1:1.2.3-1build2) ...\n", "Selecting previously unselected package libsdl2-2.0-0:amd64.\n", "Preparing to unpack .../123-libsdl2-2.0-0_2.0.20+dfsg-2ubuntu1.22.04.1_amd64.deb ...\n", "Unpacking libsdl2-2.0-0:amd64 (2.0.20+dfsg-2ubuntu1.22.04.1) ...\n", "Selecting previously unselected package libxcb-shape0:amd64.\n", "Preparing to unpack .../124-libxcb-shape0_1.14-3ubuntu3_amd64.deb ...\n", "Unpacking libxcb-shape0:amd64 (1.14-3ubuntu3) ...\n", "Selecting previously unselected package libxv1:amd64.\n", "Preparing to unpack .../125-libxv1_2%3a1.0.11-1build2_amd64.deb ...\n", "Unpacking libxv1:amd64 (2:1.0.11-1build2) ...\n", "Selecting previously unselected package libavdevice58:amd64.\n", "Preparing to unpack .../126-libavdevice58_7%3a4.4.2-0ubuntu0.22.04.1_amd64.deb ...\n", "Unpacking libavdevice58:amd64 (7:4.4.2-0ubuntu0.22.04.1) ...\n", "Selecting previously unselected package ffmpeg.\n", "Preparing to unpack .../127-ffmpeg_7%3a4.4.2-0ubuntu0.22.04.1_amd64.deb ...\n", "Unpacking ffmpeg (7:4.4.2-0ubuntu0.22.04.1) ...\n", "Selecting previously unselected package libigdgmm12:amd64.\n", "Preparing to unpack .../128-libigdgmm12_22.1.2+ds1-1_amd64.deb ...\n", "Unpacking libigdgmm12:amd64 (22.1.2+ds1-1) ...\n", "Selecting previously unselected package intel-media-va-driver:amd64.\n", "Preparing to unpack .../129-intel-media-va-driver_22.3.1+dfsg1-1ubuntu2_amd64.deb ...\n", "Unpacking intel-media-va-driver:amd64 (22.3.1+dfsg1-1ubuntu2) ...\n", "Selecting previously unselected package libaacs0:amd64.\n", "Preparing to unpack .../130-libaacs0_0.11.1-1_amd64.deb ...\n", "Unpacking libaacs0:amd64 (0.11.1-1) ...\n", "Selecting previously unselected package libbdplus0:amd64.\n", "Preparing to unpack .../131-libbdplus0_0.2.0-1_amd64.deb ...\n", "Unpacking libbdplus0:amd64 (0.2.0-1) ...\n", "Selecting previously unselected package libdecor-0-plugin-1-cairo:amd64.\n", "Preparing to unpack .../132-libdecor-0-plugin-1-cairo_0.1.0-3build1_amd64.deb ...\n", "Unpacking libdecor-0-plugin-1-cairo:amd64 (0.1.0-3build1) ...\n", "Selecting previously unselected package libgdk-pixbuf2.0-bin.\n", "Preparing to unpack .../133-libgdk-pixbuf2.0-bin_2.42.8+dfsg-1ubuntu0.3_amd64.deb ...\n", "Unpacking libgdk-pixbuf2.0-bin (2.42.8+dfsg-1ubuntu0.3) ...\n", "Selecting previously unselected package librsvg2-common:amd64.\n", "Preparing to unpack .../134-librsvg2-common_2.52.5+dfsg-3ubuntu0.2_amd64.deb ...\n", "Unpacking librsvg2-common:amd64 (2.52.5+dfsg-3ubuntu0.2) ...\n", "Selecting previously unselected package mesa-va-drivers:amd64.\n", "Preparing to unpack .../135-mesa-va-drivers_23.2.1-1ubuntu3.1~22.04.3_amd64.deb ...\n", "Unpacking mesa-va-drivers:amd64 (23.2.1-1ubuntu3.1~22.04.3) ...\n", "Selecting previously unselected package mesa-vdpau-drivers:amd64.\n", "Preparing to unpack .../136-mesa-vdpau-drivers_23.2.1-1ubuntu3.1~22.04.3_amd64.deb ...\n", "Unpacking mesa-vdpau-drivers:amd64 (23.2.1-1ubuntu3.1~22.04.3) ...\n", "Selecting previously unselected package i965-va-driver:amd64.\n", "Preparing to unpack .../137-i965-va-driver_2.4.1+dfsg1-1_amd64.deb ...\n", "Unpacking i965-va-driver:amd64 (2.4.1+dfsg1-1) ...\n", "Selecting previously unselected package va-driver-all:amd64.\n", "Preparing to unpack .../138-va-driver-all_2.14.0-1_amd64.deb ...\n", "Unpacking va-driver-all:amd64 (2.14.0-1) ...\n", "Selecting previously unselected package vdpau-driver-all:amd64.\n", "Preparing to unpack .../139-vdpau-driver-all_1.4-3build2_amd64.deb ...\n", "Unpacking vdpau-driver-all:amd64 (1.4-3build2) ...\n", "Selecting previously unselected package pocketsphinx-en-us.\n", "Preparing to unpack .../140-pocketsphinx-en-us_0.8.0+real5prealpha+1-14ubuntu1_all.deb ...\n", "Unpacking pocketsphinx-en-us (0.8.0+real5prealpha+1-14ubuntu1) ...\n", "Setting up libgme0:amd64 (0.6.3-2) ...\n", "Setting up libssh-gcrypt-4:amd64 (0.9.6-2ubuntu0.22.04.3) ...\n", "Setting up libgraphite2-3:amd64 (1.3.14-1build2) ...\n", "Setting up libsrt1.4-gnutls:amd64 (1.4.4-4) ...\n", "Setting up libpixman-1-0:amd64 (0.40.0-1ubuntu0.22.04.1) ...\n", "Setting up libudfread0:amd64 (1.1.2-1) ...\n", "Setting up libwayland-server0:amd64 (1.20.0-1ubuntu0.1) ...\n", "Setting up libaom3:amd64 (3.3.0-1) ...\n", "Setting up fontconfig (2.13.1-4.2ubuntu5) ...\n", "Regenerating fonts cache... done.\n", "Setting up librabbitmq4:amd64 (0.10.0-1ubuntu2) ...\n", "Setting up libraw1394-11:amd64 (2.1.2-2build2) ...\n", "Setting up libcodec2-1.0:amd64 (1.0.1-3) ...\n", "Setting up libsodium23:amd64 (1.0.18-1build2) ...\n", "Setting up libmpg123-0:amd64 (1.29.3-1ubuntu0.1) ...\n", "Setting up libogg0:amd64 (1.3.5-0ubuntu3) ...\n", "Setting up libspeex1:amd64 (1.2~rc1.2-1.1ubuntu3) ...\n", "Setting up libshine3:amd64 (3.1.1-2) ...\n", "Setting up libxi6:amd64 (2:1.8-1build1) ...\n", "Setting up libtwolame0:amd64 (0.4.0-2build2) ...\n", "Setting up libxrender1:amd64 (1:0.9.10-1build4) ...\n", "Setting up libdatrie1:amd64 (0.2.13-2) ...\n", "Setting up libgbm1:amd64 (23.2.1-1ubuntu3.1~22.04.3) ...\n", "Setting up libgsm1:amd64 (1.0.19-1) ...\n", "Setting up libxcb-render0:amd64 (1.14-3ubuntu3) ...\n", "Setting up libsoxr0:amd64 (0.1.3-4build2) ...\n", "Setting up libpgm-5.3-0:amd64 (5.3.128~dfsg-2) ...\n", "Setting up libxcursor1:amd64 (1:1.2.0-2build4) ...\n", "Setting up libgdk-pixbuf2.0-common (2.42.8+dfsg-1ubuntu0.3) ...\n", "Setting up libnorm1:amd64 (1.5.9+dfsg-2) ...\n", "Setting up libmysofa1:amd64 (1.2.1~dfsg0-1) ...\n", "Setting up libxcb-shape0:amd64 (1.14-3ubuntu3) ...\n", "Setting up x11-common (1:7.7+23ubuntu2) ...\n", "invoke-rc.d: could not determine current runlevel\n", "invoke-rc.d: policy-rc.d denied execution of start.\n", "Setting up xkb-data (2.33-1) ...\n", "Setting up libigdgmm12:amd64 (22.1.2+ds1-1) ...\n", "Setting up libcdio19:amd64 (2.1.0-3ubuntu0.2) ...\n", "Setting up libxvidcore4:amd64 (2:1.3.7-1) ...\n", "Setting up libcairo2:amd64 (1.16.0-5ubuntu2) ...\n", "Setting up libsnappy1v5:amd64 (1.1.8-1build3) ...\n", "Setting up libflac8:amd64 (1.3.3-2ubuntu0.2) ...\n", "Setting up libasound2-data (1.2.6.1-1ubuntu1) ...\n", "Setting up libblas3:amd64 (3.10.0-2ubuntu1) ...\n", "update-alternatives: using /usr/lib/x86_64-linux-gnu/blas/libblas.so.3 to provide /usr/lib/x86_64-linux-gnu/libblas.so.3 (libblas.so.3-x86_64-linux-gnu) in auto mode\n", "Setting up libslang2:amd64 (2.3.2-5build4) ...\n", "Setting up libva2:amd64 (2.14.0-1) ...\n", "Setting up libx264-163:amd64 (2:0.163.3060+git5db6aa6-2build1) ...\n", "Setting up libfribidi0:amd64 (1.0.8-2ubuntu3.1) ...\n", "Setting up libopus0:amd64 (1.3.1-0.1build2) ...\n", "Setting up shared-mime-info (2.1-2) ...\n", "Setting up libxinerama1:amd64 (2:1.1.4-3) ...\n", "Setting up intel-media-va-driver:amd64 (22.3.1+dfsg1-1ubuntu2) ...\n", "Setting up libxv1:amd64 (2:1.0.11-1build2) ...\n", "Setting up libvorbis0a:amd64 (1.3.7-1build2) ...\n", "Setting up libxrandr2:amd64 (2:1.5.2-1build1) ...\n", "Setting up libaacs0:amd64 (0.11.1-1) ...\n", "Setting up pocketsphinx-en-us (0.8.0+real5prealpha+1-14ubuntu1) ...\n", "Setting up libgfortran5:amd64 (12.3.0-1ubuntu1~22.04) ...\n", "Setting up libbdplus0:amd64 (0.2.0-1) ...\n", "Setting up libnuma1:amd64 (2.0.14-3ubuntu2) ...\n", "Setting up libvidstab1.1:amd64 (1.1.0-2) ...\n", "Setting up alsa-topology-conf (1.2.5.1-2) ...\n", "Setting up libva-drm2:amd64 (2.14.0-1) ...\n", "Setting up ocl-icd-libopencl1:amd64 (2.2.14-3) ...\n", "Setting up libasyncns0:amd64 (0.8-6build2) ...\n", "Setting up libvdpau1:amd64 (1.4-3build2) ...\n", "Setting up libbs2b0:amd64 (3.1.0+dfsg-2.2build1) ...\n", "Setting up libtheora0:amd64 (1.1.1+dfsg.1-15ubuntu4) ...\n", "Setting up libasound2:amd64 (1.2.6.1-1ubuntu1) ...\n", "Setting up libzimg2:amd64 (3.0.3+ds1-1) ...\n", "Setting up libopenjp2-7:amd64 (2.4.0-6ubuntu0.3) ...\n", "Setting up libharfbuzz0b:amd64 (2.7.4-1ubuntu3.2) ...\n", "Setting up libopenal-data (1:1.19.1-2build3) ...\n", "Setting up libthai-data (0.1.29-1build1) ...\n", "Setting up libgdk-pixbuf-2.0-0:amd64 (2.42.8+dfsg-1ubuntu0.3) ...\n", "Setting up libvpx7:amd64 (1.11.0-2ubuntu2.3) ...\n", "Setting up libcairo-gobject2:amd64 (1.16.0-5ubuntu2) ...\n", "Setting up libwayland-egl1:amd64 (1.20.0-1ubuntu0.1) ...\n", "Setting up libxss1:amd64 (1:1.2.3-1build2) ...\n", "Setting up libusb-1.0-0:amd64 (2:1.0.25-1ubuntu2) ...\n", "Setting up mesa-va-drivers:amd64 (23.2.1-1ubuntu3.1~22.04.3) ...\n", "Setting up libdav1d5:amd64 (0.9.2-1) ...\n", "Setting up libmfx1:amd64 (22.3.0-1) ...\n", "Setting up libbluray2:amd64 (1:1.3.1-1) ...\n", "Setting up libsamplerate0:amd64 (0.2.2-1build1) ...\n", "Setting up libva-x11-2:amd64 (2.14.0-1) ...\n", "Setting up libwebpmux3:amd64 (1.2.2-2ubuntu0.22.04.2) ...\n", "Setting up libzvbi-common (0.2.35-19) ...\n", "Setting up libmp3lame0:amd64 (3.100-3build2) ...\n", "Setting up i965-va-driver:amd64 (2.4.1+dfsg1-1) ...\n", "Setting up libvorbisenc2:amd64 (1.3.7-1build2) ...\n", "Setting up libiec61883-0:amd64 (1.2.0-4build3) ...\n", "Setting up libserd-0-0:amd64 (0.30.10-2) ...\n", "Setting up libxkbcommon0:amd64 (1.4.0-1) ...\n", "Setting up libwayland-client0:amd64 (1.20.0-1ubuntu0.1) ...\n", "Setting up libavc1394-0:amd64 (0.5.4-5build2) ...\n", "Setting up mesa-vdpau-drivers:amd64 (23.2.1-1ubuntu3.1~22.04.3) ...\n", "Setting up libzvbi0:amd64 (0.2.35-19) ...\n", "Setting up liblapack3:amd64 (3.10.0-2ubuntu1) ...\n", "update-alternatives: using /usr/lib/x86_64-linux-gnu/lapack/liblapack.so.3 to provide /usr/lib/x86_64-linux-gnu/liblapack.so.3 (liblapack.so.3-x86_64-linux-gnu) in auto mode\n", "Setting up libzmq5:amd64 (4.3.4-2) ...\n", "Setting up libcaca0:amd64 (0.99.beta19-2.2ubuntu4) ...\n", "Setting up alsa-ucm-conf (1.2.6.3-1ubuntu1.12) ...\n", "Setting up libcdio-cdda2:amd64 (10.2+2.0.0-1build3) ...\n", "Setting up libcdio-paranoia2:amd64 (10.2+2.0.0-1build3) ...\n", "Setting up libavutil56:amd64 (7:4.4.2-0ubuntu0.22.04.1) ...\n", "Setting up libthai0:amd64 (0.1.29-1build1) ...\n", "Setting up libvorbisfile3:amd64 (1.3.7-1build2) ...\n", "Setting up libass9:amd64 (1:0.15.2-1) ...\n", "Setting up va-driver-all:amd64 (2.14.0-1) ...\n", "Setting up libdc1394-25:amd64 (2.2.6-4) ...\n", "Setting up libpostproc55:amd64 (7:4.4.2-0ubuntu0.22.04.1) ...\n", "Setting up libx265-199:amd64 (3.5-2) ...\n", "Setting up librubberband2:amd64 (2.0.0-2) ...\n", "Setting up libsndio7.0:amd64 (1.8.1-1.1) ...\n", "Setting up libjack-jackd2-0:amd64 (1.9.20~dfsg-1) ...\n", "Setting up vdpau-driver-all:amd64 (1.4-3build2) ...\n", "Setting up libflite1:amd64 (2.2-3) ...\n", "Setting up libgdk-pixbuf2.0-bin (2.42.8+dfsg-1ubuntu0.3) ...\n", "Setting up libsord-0-0:amd64 (0.16.8-2) ...\n", "Setting up libwayland-cursor0:amd64 (1.20.0-1ubuntu0.1) ...\n", "Setting up libsratom-0-0:amd64 (0.6.8-1) ...\n", "Setting up libdecor-0-0:amd64 (0.1.0-3build1) ...\n", "Setting up libswscale5:amd64 (7:4.4.2-0ubuntu0.22.04.1) ...\n", "Setting up libsndfile1:amd64 (1.0.31-2ubuntu0.2) ...\n", "Setting up liblilv-0-0:amd64 (0.24.12-2) ...\n", "Setting up libopenmpt0:amd64 (0.6.1-1) ...\n", "Setting up libpulse0:amd64 (1:15.99.1+dfsg1-1ubuntu2.2) ...\n", "Setting up libpango-1.0-0:amd64 (1.50.6+ds-2ubuntu1) ...\n", "Setting up libopenal1:amd64 (1:1.19.1-2build3) ...\n", "Setting up libswresample3:amd64 (7:4.4.2-0ubuntu0.22.04.1) ...\n", "Setting up libpangoft2-1.0-0:amd64 (1.50.6+ds-2ubuntu1) ...\n", "Setting up libsdl2-2.0-0:amd64 (2.0.20+dfsg-2ubuntu1.22.04.1) ...\n", "Setting up libpangocairo-1.0-0:amd64 (1.50.6+ds-2ubuntu1) ...\n", "Setting up libsphinxbase3:amd64 (0.8+5prealpha+1-13build1) ...\n", "Setting up librsvg2-2:amd64 (2.52.5+dfsg-3ubuntu0.2) ...\n", "Setting up libpocketsphinx3:amd64 (0.8.0+real5prealpha+1-14ubuntu1) ...\n", "Setting up libdecor-0-plugin-1-cairo:amd64 (0.1.0-3build1) ...\n", "Setting up librsvg2-common:amd64 (2.52.5+dfsg-3ubuntu0.2) ...\n", "Setting up libavcodec58:amd64 (7:4.4.2-0ubuntu0.22.04.1) ...\n", "Setting up libchromaprint1:amd64 (1.5.1-2) ...\n", "Setting up libavformat58:amd64 (7:4.4.2-0ubuntu0.22.04.1) ...\n", "Setting up libavfilter7:amd64 (7:4.4.2-0ubuntu0.22.04.1) ...\n", "Setting up libavdevice58:amd64 (7:4.4.2-0ubuntu0.22.04.1) ...\n", "Setting up ffmpeg (7:4.4.2-0ubuntu0.22.04.1) ...\n", "Processing triggers for libc-bin (2.35-0ubuntu3.4) ...\n", "Processing triggers for libgdk-pixbuf-2.0-0:amd64 (2.42.8+dfsg-1ubuntu0.3) ...\n" ] } ], "source": [ "!apt-get update && apt-get install -y ffmpeg" ] }, { "cell_type": "code", "execution_count": 3, "id": "a98aa0ec7644d292", "metadata": { "ExecuteTime": { "end_time": "2025-03-14T05:48:15.649454Z", "start_time": "2025-03-14T05:48:15.218504Z" }, "scrolled": true }, "outputs": [], "source": [ "# !wget https://raw.githubusercontent.com/PyThaiNLP/nlpo3/refs/heads/main/words_th.txt" ] }, { "cell_type": "code", "execution_count": 4, "id": "c383850a4e3b33f7", "metadata": { "ExecuteTime": { "end_time": "2025-03-11T10:21:48.849702Z", "start_time": "2025-03-11T10:21:48.845248Z" }, "scrolled": true }, "outputs": [], "source": [ "import torch\n", "MODEL_NAME = \"biodatlab/whisper-th-large-v3-combined\"\n", "lang = \"th\"\n", "device = 0 if torch.cuda.is_available() else \"cpu\"" ] }, { "cell_type": "code", "execution_count": 5, "id": "eb3274054c969b09", "metadata": { "ExecuteTime": { "end_time": "2025-03-11T10:36:48.123759Z", "start_time": "2025-03-11T10:36:48.048273Z" }, "scrolled": true }, "outputs": [], "source": [ "import pandas as pd\n", "from datasets import Dataset, Audio\n", "from dataclasses import dataclass\n", "\n", "train_df = pd.read_csv('./readytotune-train.csv')\n", "train_df = train_df.head(1925)\n", "\n", "final_train_df = pd.concat([ train_df ])\n", "final_train_df = final_train_df[['audioUrl','answer']]\n", "\n", "test_df = pd.read_csv('./readytotune-test.csv')\n", "test_df = test_df.head(100)\n", "\n", "final_test_df = pd.concat([test_df])\n", "final_test_df = final_test_df[['audioUrl','answer']]\n", "\n", "train_dataset = Dataset.from_pandas(final_train_df).cast_column(\"audioUrl\", Audio(sampling_rate=16000))\n", "eval_dataset = Dataset.from_pandas(final_test_df).cast_column(\"audioUrl\", Audio(sampling_rate=16000))" ] }, { "cell_type": "code", "execution_count": 8, "id": "af9675c200ca57f6", "metadata": { "scrolled": true }, "outputs": [ { "data": { "application/vnd.jupyter.widget-view+json": { "model_id": "cdcbb841a69d47ec93d08d81a645647d", "version_major": 2, "version_minor": 0 }, "text/plain": [ "Map (num_proc=16): 0%| | 0/1923 [00:00 str:\n", " tokens = segment(text, 'dict_default')\n", " return \" \".join(tokens)\n", "\n", "\n", "def compute_metrics(pred):\n", " pred_ids = pred.predictions\n", " label_ids = pred.label_ids\n", "\n", " # replace -100 with the pad_token_id\n", " label_ids[label_ids == -100] = tokenizer.pad_token_id\n", "\n", " # we do not want to group tokens when computing the metrics\n", " pred_str = tokenizer.batch_decode(pred_ids, skip_special_tokens=True)\n", " label_str = tokenizer.batch_decode(label_ids, skip_special_tokens=True)\n", "\n", " pred_str_tokenize = [tokenize(s) for s in pred_str]\n", " label_str_tokenize = [tokenize(s) for s in label_str]\n", "\n", " wer = 100 * metric.compute(predictions=pred_str_tokenize, references=label_str_tokenize)\n", " # if wer > 40:\n", " # print('pred_str_tokenize', pred_str_tokenize)\n", " # print('label_str_tokenize', label_str_tokenize)\n", "\n", " return {\"wer\": wer}" ] }, { "cell_type": "code", "execution_count": 13, "id": "1936d1dec9dfa169", "metadata": { "ExecuteTime": { "end_time": "2025-03-11T10:40:24.483125Z", "start_time": "2025-03-11T10:40:24.457663Z" } }, "outputs": [], "source": [ "from transformers import Seq2SeqTrainingArguments\n", "\n", "model.config.forced_decoder_ids = processor.get_decoder_prompt_ids(\n", " language=\"th\",\n", " task=\"transcribe\"\n", ")\n", "\n", "training_args = Seq2SeqTrainingArguments(\n", " output_dir=\"./whisper-th-large-finetuned\",\n", " per_device_train_batch_size=16,\n", " per_device_eval_batch_size=8,\n", " gradient_accumulation_steps=2,\n", " gradient_checkpointing=True,\n", " fp16=True,\n", "\n", " evaluation_strategy=\"steps\",\n", " eval_steps=50,\n", " save_strategy=\"steps\",\n", " save_steps=50,\n", " logging_steps=50,\n", " load_best_model_at_end=True,\n", "\n", " predict_with_generate=True,\n", " metric_for_best_model=\"wer\",\n", " greater_is_better=False,\n", "\n", " num_train_epochs=3,\n", " learning_rate=5e-6, # 0.00001\n", " weight_decay=0.01,\n", " report_to=\"none\", \n", ")" ] }, { "cell_type": "code", "execution_count": 14, "id": "536d17109c698a57", "metadata": { "ExecuteTime": { "end_time": "2025-03-11T10:44:10.422356Z", "start_time": "2025-03-11T10:40:27.881474Z" }, "scrolled": true }, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "/tmp/ipykernel_396/3736824534.py:4: FutureWarning: `tokenizer` is deprecated and will be removed in version 5.0.0 for `Seq2SeqTrainer.__init__`. Use `processing_class` instead.\n", " trainer = Seq2SeqTrainer(\n", "Passing a tuple of `past_key_values` is deprecated and will be removed in Transformers v4.43.0. You should pass an instance of `EncoderDecoderCache` instead, e.g. `past_key_values=EncoderDecoderCache.from_legacy_cache(past_key_values)`.\n", "`use_cache = True` is incompatible with gradient checkpointing. Setting `use_cache = False`...\n" ] }, { "data": { "text/html": [ "\n", "
\n", " \n", " \n", " [180/180 21:33, Epoch 2/3]\n", "
\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
StepTraining LossValidation LossWer
1000.4226000.10326730.811808

" ], "text/plain": [ "" ] }, "metadata": {}, "output_type": "display_data" }, { "name": "stderr", "output_type": "stream", "text": [ "Due to a bug fix in https://github.com/huggingface/transformers/pull/28687 transcription using a multilingual Whisper will default to language detection followed by transcription instead of translation to English.This might be a breaking change for your use case. If you want to instead always translate your audio to English, make sure to pass `language='en'`.\n", "The attention mask is not set and cannot be inferred from input because pad token is same as eos token. As a consequence, you may observe unexpected behavior. Please pass your input's `attention_mask` to obtain reliable results.\n", "/usr/local/lib/python3.10/dist-packages/transformers/modeling_utils.py:3353: UserWarning: Moving the following attributes in the config to the generation config: {'max_length': 448, 'begin_suppress_tokens': [220, 50257]}. You are seeing this warning because you've set generation parameters in the model config, as opposed to in the generation config.\n", " warnings.warn(\n", "There were missing keys in the checkpoint model loaded: ['proj_out.weight'].\n" ] }, { "data": { "text/html": [ "\n", "

\n", " \n", " \n", " [13/13 00:29]\n", "
\n", " " ], "text/plain": [ "" ] }, "metadata": {}, "output_type": "display_data" }, { "name": "stdout", "output_type": "stream", "text": [ "Eval metrics: {'eval_loss': 0.10326727479696274, 'eval_wer': 30.81180811808118, 'eval_runtime': 60.3495, 'eval_samples_per_second': 1.657, 'eval_steps_per_second': 0.215, 'epoch': 2.958677685950413}\n", "Best checkpoint: ./whisper-th-large-finetuned/checkpoint-100\n" ] } ], "source": [ "from transformers import Seq2SeqTrainer\n", "\n", "# Initialize trainer\n", "trainer = Seq2SeqTrainer(\n", " model=model,\n", " args=training_args, # With learning_rate=1e-5, weight_decay=0.01\n", " train_dataset=train_dataset,\n", " eval_dataset=eval_dataset,\n", " data_collator=data_collator, # Updated from Step 6\n", " compute_metrics=compute_metrics,\n", " processing_class=processor.feature_extractor\n", ")\n", "\n", "# Train\n", "trainer.train()\n", "\n", "# Evaluate\n", "eval_metrics = trainer.evaluate()\n", "print(\"Eval metrics:\", eval_metrics)\n", "print(\"Best checkpoint:\", trainer.state.best_model_checkpoint)" ] }, { "cell_type": "code", "execution_count": null, "id": "4963fd9f-0e0b-43dc-b6dd-2758ce3a5b4a", "metadata": {}, "outputs": [], "source": [ "# Average WER (Google) on evaluation dataset: 0.577" ] }, { "cell_type": "code", "execution_count": 15, "id": "15bbc179-f277-47fd-8538-5389be7dabc1", "metadata": {}, "outputs": [ { "data": { "text/plain": [ "'./whisper-th-large-finetuned/checkpoint-100'" ] }, "execution_count": 15, "metadata": {}, "output_type": "execute_result" } ], "source": [ "trainer.state.best_model_checkpoint" ] }, { "cell_type": "code", "execution_count": 16, "id": "f6c227396483cb95", "metadata": { "ExecuteTime": { "end_time": "2025-03-11T10:44:10.427558Z", "start_time": "2025-03-11T10:44:10.424847Z" } }, "outputs": [ { "data": { "text/plain": [ "30.81180811808118" ] }, "execution_count": 16, "metadata": {}, "output_type": "execute_result" } ], "source": [ "trainer.state.best_metric" ] }, { "cell_type": "code", "execution_count": null, "id": "34898791-2eeb-4e27-8f16-8c138de5c0cb", "metadata": {}, "outputs": [], "source": [] }, { "cell_type": "code", "execution_count": 17, "id": "9249956b-9f18-4bfc-b77f-ecd99387192c", "metadata": { "scrolled": true }, "outputs": [ { "data": { "text/plain": [ "[]" ] }, "execution_count": 17, "metadata": {}, "output_type": "execute_result" } ], "source": [ "#Save the weight to folder ./amity-stt-th-v-0-1\n", "trainer.save_model(\"./amity-stt-th-v-0-1-test\")\n", "processor.save_pretrained(\"./amity-stt-th-v-0-1-test\")" ] }, { "cell_type": "code", "execution_count": null, "id": "122f0a8d-eab8-4401-92f2-96e3978c47f2", "metadata": {}, "outputs": [], "source": [ "#Upload model to huggingface hub by cli\n", "\n", "# cd amity-stt-th-v-0-1\n", "# huggingface-cli login\n", "# huggingface-cli upload-large-folder amitysolution/amity-stt-th-v-0-1 --repo-type=model ./" ] } ], "metadata": { "kernelspec": { "display_name": "Python 3 (ipykernel)", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.10.12" } }, "nbformat": 4, "nbformat_minor": 5 }