ai_github_trainer/ai_trainer_t4_colab.ipynb
2025-08-23 10:30:35 +07:00

6857 lines
438 KiB
Plaintext
Raw Permalink Blame History

This file contains invisible Unicode characters

This file contains invisible Unicode characters that are indistinguishable to humans but may be processed differently by a computer. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

{
"cells": [
{
"cell_type": "markdown",
"metadata": {
"id": "PFYSd-OEfidJ"
},
"source": [
"# AI Trainer for Qwen Models on Google Colab (T4 GPU)\n",
"\n",
"This notebook allows you to train Qwen models on GitHub repositories using Google Colab's T4 GPU with 13GB VRAM."
]
},
{
"cell_type": "markdown",
"metadata": {
"id": "KBxVYckofidL"
},
"source": [
"## 1. Setup Environment\n",
"\n",
"First, let's install the required dependencies."
]
},
{
"cell_type": "code",
"execution_count": 2,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"collapsed": true,
"id": "B1nvbUdDfidL",
"outputId": "378b18fb-466e-4c10-a553-0cd3c160e771"
},
"outputs": [
{
"output_type": "stream",
"name": "stdout",
"text": [
"Collecting unsloth\n",
" Downloading unsloth-2025.8.9-py3-none-any.whl.metadata (52 kB)\n",
"\u001b[?25l \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m0.0/52.3 kB\u001b[0m \u001b[31m?\u001b[0m eta \u001b[36m-:--:--\u001b[0m\r\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m52.3/52.3 kB\u001b[0m \u001b[31m3.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hCollecting bitsandbytes\n",
" Downloading bitsandbytes-0.47.0-py3-none-manylinux_2_24_x86_64.whl.metadata (11 kB)\n",
"Collecting unsloth_zoo>=2025.8.8 (from unsloth)\n",
" Downloading unsloth_zoo-2025.8.8-py3-none-any.whl.metadata (9.4 kB)\n",
"Requirement already satisfied: torch>=2.4.0 in /usr/local/lib/python3.12/dist-packages (from unsloth) (2.8.0+cu126)\n",
"Collecting xformers>=0.0.27.post2 (from unsloth)\n",
" Downloading xformers-0.0.32.post2-cp39-abi3-manylinux_2_28_x86_64.whl.metadata (1.1 kB)\n",
"Requirement already satisfied: triton>=3.0.0 in /usr/local/lib/python3.12/dist-packages (from unsloth) (3.4.0)\n",
"Requirement already satisfied: packaging in /usr/local/lib/python3.12/dist-packages (from unsloth) (25.0)\n",
"Collecting tyro (from unsloth)\n",
" Downloading tyro-0.9.28-py3-none-any.whl.metadata (11 kB)\n",
"Requirement already satisfied: transformers!=4.47.0,!=4.52.0,!=4.52.1,!=4.52.2,!=4.52.3,!=4.53.0,!=4.54.0,!=4.55.0,!=4.55.1,>=4.51.3 in /usr/local/lib/python3.12/dist-packages (from unsloth) (4.55.2)\n",
"Collecting datasets<4.0.0,>=3.4.1 (from unsloth)\n",
" Downloading datasets-3.6.0-py3-none-any.whl.metadata (19 kB)\n",
"Requirement already satisfied: sentencepiece>=0.2.0 in /usr/local/lib/python3.12/dist-packages (from unsloth) (0.2.1)\n",
"Requirement already satisfied: tqdm in /usr/local/lib/python3.12/dist-packages (from unsloth) (4.67.1)\n",
"Requirement already satisfied: psutil in /usr/local/lib/python3.12/dist-packages (from unsloth) (5.9.5)\n",
"Requirement already satisfied: wheel>=0.42.0 in /usr/local/lib/python3.12/dist-packages (from unsloth) (0.45.1)\n",
"Requirement already satisfied: numpy in /usr/local/lib/python3.12/dist-packages (from unsloth) (2.0.2)\n",
"Requirement already satisfied: accelerate>=0.34.1 in /usr/local/lib/python3.12/dist-packages (from unsloth) (1.10.0)\n",
"Collecting trl!=0.15.0,!=0.19.0,!=0.9.0,!=0.9.1,!=0.9.2,!=0.9.3,>=0.7.9 (from unsloth)\n",
" Downloading trl-0.21.0-py3-none-any.whl.metadata (11 kB)\n",
"Requirement already satisfied: peft!=0.11.0,>=0.7.1 in /usr/local/lib/python3.12/dist-packages (from unsloth) (0.17.0)\n",
"Requirement already satisfied: protobuf in /usr/local/lib/python3.12/dist-packages (from unsloth) (5.29.5)\n",
"Requirement already satisfied: huggingface_hub>=0.34.0 in /usr/local/lib/python3.12/dist-packages (from unsloth) (0.34.4)\n",
"Requirement already satisfied: hf_transfer in /usr/local/lib/python3.12/dist-packages (from unsloth) (0.1.9)\n",
"Requirement already satisfied: diffusers in /usr/local/lib/python3.12/dist-packages (from unsloth) (0.34.0)\n",
"Requirement already satisfied: torchvision in /usr/local/lib/python3.12/dist-packages (from unsloth) (0.23.0+cu126)\n",
"Requirement already satisfied: pyyaml in /usr/local/lib/python3.12/dist-packages (from accelerate>=0.34.1->unsloth) (6.0.2)\n",
"Requirement already satisfied: safetensors>=0.4.3 in /usr/local/lib/python3.12/dist-packages (from accelerate>=0.34.1->unsloth) (0.6.2)\n",
"Requirement already satisfied: filelock in /usr/local/lib/python3.12/dist-packages (from datasets<4.0.0,>=3.4.1->unsloth) (3.19.1)\n",
"Requirement already satisfied: pyarrow>=15.0.0 in /usr/local/lib/python3.12/dist-packages (from datasets<4.0.0,>=3.4.1->unsloth) (18.1.0)\n",
"Requirement already satisfied: dill<0.3.9,>=0.3.0 in /usr/local/lib/python3.12/dist-packages (from datasets<4.0.0,>=3.4.1->unsloth) (0.3.8)\n",
"Requirement already satisfied: pandas in /usr/local/lib/python3.12/dist-packages (from datasets<4.0.0,>=3.4.1->unsloth) (2.2.2)\n",
"Requirement already satisfied: requests>=2.32.2 in /usr/local/lib/python3.12/dist-packages (from datasets<4.0.0,>=3.4.1->unsloth) (2.32.4)\n",
"Requirement already satisfied: xxhash in /usr/local/lib/python3.12/dist-packages (from datasets<4.0.0,>=3.4.1->unsloth) (3.5.0)\n",
"Requirement already satisfied: multiprocess<0.70.17 in /usr/local/lib/python3.12/dist-packages (from datasets<4.0.0,>=3.4.1->unsloth) (0.70.16)\n",
"Requirement already satisfied: fsspec<=2025.3.0,>=2023.1.0 in /usr/local/lib/python3.12/dist-packages (from fsspec[http]<=2025.3.0,>=2023.1.0->datasets<4.0.0,>=3.4.1->unsloth) (2025.3.0)\n",
"Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.12/dist-packages (from huggingface_hub>=0.34.0->unsloth) (4.14.1)\n",
"Requirement already satisfied: hf-xet<2.0.0,>=1.1.3 in /usr/local/lib/python3.12/dist-packages (from huggingface_hub>=0.34.0->unsloth) (1.1.7)\n",
"Requirement already satisfied: setuptools in /usr/local/lib/python3.12/dist-packages (from torch>=2.4.0->unsloth) (75.2.0)\n",
"Requirement already satisfied: sympy>=1.13.3 in /usr/local/lib/python3.12/dist-packages (from torch>=2.4.0->unsloth) (1.13.3)\n",
"Requirement already satisfied: networkx in /usr/local/lib/python3.12/dist-packages (from torch>=2.4.0->unsloth) (3.5)\n",
"Requirement already satisfied: jinja2 in /usr/local/lib/python3.12/dist-packages (from torch>=2.4.0->unsloth) (3.1.6)\n",
"Requirement already satisfied: nvidia-cuda-nvrtc-cu12==12.6.77 in /usr/local/lib/python3.12/dist-packages (from torch>=2.4.0->unsloth) (12.6.77)\n",
"Requirement already satisfied: nvidia-cuda-runtime-cu12==12.6.77 in /usr/local/lib/python3.12/dist-packages (from torch>=2.4.0->unsloth) (12.6.77)\n",
"Requirement already satisfied: nvidia-cuda-cupti-cu12==12.6.80 in /usr/local/lib/python3.12/dist-packages (from torch>=2.4.0->unsloth) (12.6.80)\n",
"Requirement already satisfied: nvidia-cudnn-cu12==9.10.2.21 in /usr/local/lib/python3.12/dist-packages (from torch>=2.4.0->unsloth) (9.10.2.21)\n",
"Requirement already satisfied: nvidia-cublas-cu12==12.6.4.1 in /usr/local/lib/python3.12/dist-packages (from torch>=2.4.0->unsloth) (12.6.4.1)\n",
"Requirement already satisfied: nvidia-cufft-cu12==11.3.0.4 in /usr/local/lib/python3.12/dist-packages (from torch>=2.4.0->unsloth) (11.3.0.4)\n",
"Requirement already satisfied: nvidia-curand-cu12==10.3.7.77 in /usr/local/lib/python3.12/dist-packages (from torch>=2.4.0->unsloth) (10.3.7.77)\n",
"Requirement already satisfied: nvidia-cusolver-cu12==11.7.1.2 in /usr/local/lib/python3.12/dist-packages (from torch>=2.4.0->unsloth) (11.7.1.2)\n",
"Requirement already satisfied: nvidia-cusparse-cu12==12.5.4.2 in /usr/local/lib/python3.12/dist-packages (from torch>=2.4.0->unsloth) (12.5.4.2)\n",
"Requirement already satisfied: nvidia-cusparselt-cu12==0.7.1 in /usr/local/lib/python3.12/dist-packages (from torch>=2.4.0->unsloth) (0.7.1)\n",
"Requirement already satisfied: nvidia-nccl-cu12==2.27.3 in /usr/local/lib/python3.12/dist-packages (from torch>=2.4.0->unsloth) (2.27.3)\n",
"Requirement already satisfied: nvidia-nvtx-cu12==12.6.77 in /usr/local/lib/python3.12/dist-packages (from torch>=2.4.0->unsloth) (12.6.77)\n",
"Requirement already satisfied: nvidia-nvjitlink-cu12==12.6.85 in /usr/local/lib/python3.12/dist-packages (from torch>=2.4.0->unsloth) (12.6.85)\n",
"Requirement already satisfied: nvidia-cufile-cu12==1.11.1.6 in /usr/local/lib/python3.12/dist-packages (from torch>=2.4.0->unsloth) (1.11.1.6)\n",
"Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.12/dist-packages (from transformers!=4.47.0,!=4.52.0,!=4.52.1,!=4.52.2,!=4.52.3,!=4.53.0,!=4.54.0,!=4.55.0,!=4.55.1,>=4.51.3->unsloth) (2024.11.6)\n",
"Requirement already satisfied: tokenizers<0.22,>=0.21 in /usr/local/lib/python3.12/dist-packages (from transformers!=4.47.0,!=4.52.0,!=4.52.1,!=4.52.2,!=4.52.3,!=4.53.0,!=4.54.0,!=4.55.0,!=4.55.1,>=4.51.3->unsloth) (0.21.4)\n",
"Requirement already satisfied: torchao in /usr/local/lib/python3.12/dist-packages (from unsloth_zoo>=2025.8.8->unsloth) (0.10.0)\n",
"Collecting cut_cross_entropy (from unsloth_zoo>=2025.8.8->unsloth)\n",
" Downloading cut_cross_entropy-25.1.1-py3-none-any.whl.metadata (9.3 kB)\n",
"Requirement already satisfied: pillow in /usr/local/lib/python3.12/dist-packages (from unsloth_zoo>=2025.8.8->unsloth) (11.3.0)\n",
"Collecting msgspec (from unsloth_zoo>=2025.8.8->unsloth)\n",
" Downloading msgspec-0.19.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (6.9 kB)\n",
"Requirement already satisfied: importlib_metadata in /usr/local/lib/python3.12/dist-packages (from diffusers->unsloth) (8.7.0)\n",
"Requirement already satisfied: docstring-parser>=0.15 in /usr/local/lib/python3.12/dist-packages (from tyro->unsloth) (0.17.0)\n",
"Requirement already satisfied: rich>=11.1.0 in /usr/local/lib/python3.12/dist-packages (from tyro->unsloth) (13.9.4)\n",
"Collecting shtab>=1.5.6 (from tyro->unsloth)\n",
" Downloading shtab-1.7.2-py3-none-any.whl.metadata (7.4 kB)\n",
"Requirement already satisfied: typeguard>=4.0.0 in /usr/local/lib/python3.12/dist-packages (from tyro->unsloth) (4.4.4)\n",
"Requirement already satisfied: aiohttp!=4.0.0a0,!=4.0.0a1 in /usr/local/lib/python3.12/dist-packages (from fsspec[http]<=2025.3.0,>=2023.1.0->datasets<4.0.0,>=3.4.1->unsloth) (3.12.15)\n",
"Requirement already satisfied: charset_normalizer<4,>=2 in /usr/local/lib/python3.12/dist-packages (from requests>=2.32.2->datasets<4.0.0,>=3.4.1->unsloth) (3.4.3)\n",
"Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.12/dist-packages (from requests>=2.32.2->datasets<4.0.0,>=3.4.1->unsloth) (3.10)\n",
"Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.12/dist-packages (from requests>=2.32.2->datasets<4.0.0,>=3.4.1->unsloth) (2.5.0)\n",
"Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.12/dist-packages (from requests>=2.32.2->datasets<4.0.0,>=3.4.1->unsloth) (2025.8.3)\n",
"Requirement already satisfied: markdown-it-py>=2.2.0 in /usr/local/lib/python3.12/dist-packages (from rich>=11.1.0->tyro->unsloth) (4.0.0)\n",
"Requirement already satisfied: pygments<3.0.0,>=2.13.0 in /usr/local/lib/python3.12/dist-packages (from rich>=11.1.0->tyro->unsloth) (2.19.2)\n",
"Requirement already satisfied: mpmath<1.4,>=1.1.0 in /usr/local/lib/python3.12/dist-packages (from sympy>=1.13.3->torch>=2.4.0->unsloth) (1.3.0)\n",
"Requirement already satisfied: zipp>=3.20 in /usr/local/lib/python3.12/dist-packages (from importlib_metadata->diffusers->unsloth) (3.23.0)\n",
"Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.12/dist-packages (from jinja2->torch>=2.4.0->unsloth) (3.0.2)\n",
"Requirement already satisfied: python-dateutil>=2.8.2 in /usr/local/lib/python3.12/dist-packages (from pandas->datasets<4.0.0,>=3.4.1->unsloth) (2.9.0.post0)\n",
"Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.12/dist-packages (from pandas->datasets<4.0.0,>=3.4.1->unsloth) (2025.2)\n",
"Requirement already satisfied: tzdata>=2022.7 in /usr/local/lib/python3.12/dist-packages (from pandas->datasets<4.0.0,>=3.4.1->unsloth) (2025.2)\n",
"Requirement already satisfied: aiohappyeyeballs>=2.5.0 in /usr/local/lib/python3.12/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]<=2025.3.0,>=2023.1.0->datasets<4.0.0,>=3.4.1->unsloth) (2.6.1)\n",
"Requirement already satisfied: aiosignal>=1.4.0 in /usr/local/lib/python3.12/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]<=2025.3.0,>=2023.1.0->datasets<4.0.0,>=3.4.1->unsloth) (1.4.0)\n",
"Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.12/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]<=2025.3.0,>=2023.1.0->datasets<4.0.0,>=3.4.1->unsloth) (25.3.0)\n",
"Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.12/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]<=2025.3.0,>=2023.1.0->datasets<4.0.0,>=3.4.1->unsloth) (1.7.0)\n",
"Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.12/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]<=2025.3.0,>=2023.1.0->datasets<4.0.0,>=3.4.1->unsloth) (6.6.4)\n",
"Requirement already satisfied: propcache>=0.2.0 in /usr/local/lib/python3.12/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]<=2025.3.0,>=2023.1.0->datasets<4.0.0,>=3.4.1->unsloth) (0.3.2)\n",
"Requirement already satisfied: yarl<2.0,>=1.17.0 in /usr/local/lib/python3.12/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]<=2025.3.0,>=2023.1.0->datasets<4.0.0,>=3.4.1->unsloth) (1.20.1)\n",
"Requirement already satisfied: mdurl~=0.1 in /usr/local/lib/python3.12/dist-packages (from markdown-it-py>=2.2.0->rich>=11.1.0->tyro->unsloth) (0.1.2)\n",
"Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.12/dist-packages (from python-dateutil>=2.8.2->pandas->datasets<4.0.0,>=3.4.1->unsloth) (1.17.0)\n",
"Downloading unsloth-2025.8.9-py3-none-any.whl (311 kB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m311.7/311.7 kB\u001b[0m \u001b[31m14.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hDownloading bitsandbytes-0.47.0-py3-none-manylinux_2_24_x86_64.whl (61.3 MB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m61.3/61.3 MB\u001b[0m \u001b[31m13.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hDownloading datasets-3.6.0-py3-none-any.whl (491 kB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m491.5/491.5 kB\u001b[0m \u001b[31m36.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hDownloading trl-0.21.0-py3-none-any.whl (511 kB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m511.9/511.9 kB\u001b[0m \u001b[31m37.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hDownloading unsloth_zoo-2025.8.8-py3-none-any.whl (184 kB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m184.8/184.8 kB\u001b[0m \u001b[31m17.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hDownloading xformers-0.0.32.post2-cp39-abi3-manylinux_2_28_x86_64.whl (117.2 MB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m117.2/117.2 MB\u001b[0m \u001b[31m8.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hDownloading tyro-0.9.28-py3-none-any.whl (129 kB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m129.2/129.2 kB\u001b[0m \u001b[31m12.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hDownloading shtab-1.7.2-py3-none-any.whl (14 kB)\n",
"Downloading cut_cross_entropy-25.1.1-py3-none-any.whl (22 kB)\n",
"Downloading msgspec-0.19.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (213 kB)\n",
"\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m213.6/213.6 kB\u001b[0m \u001b[31m19.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
"\u001b[?25hInstalling collected packages: shtab, msgspec, tyro, xformers, datasets, cut_cross_entropy, bitsandbytes, trl, unsloth_zoo, unsloth\n",
" Attempting uninstall: datasets\n",
" Found existing installation: datasets 4.0.0\n",
" Uninstalling datasets-4.0.0:\n",
" Successfully uninstalled datasets-4.0.0\n",
"Successfully installed bitsandbytes-0.47.0 cut_cross_entropy-25.1.1 datasets-3.6.0 msgspec-0.19.0 shtab-1.7.2 trl-0.21.0 tyro-0.9.28 unsloth-2025.8.9 unsloth_zoo-2025.8.8 xformers-0.0.32.post2\n",
"Requirement already satisfied: transformers in /usr/local/lib/python3.12/dist-packages (4.55.2)\n",
"Requirement already satisfied: datasets in /usr/local/lib/python3.12/dist-packages (3.6.0)\n",
"Requirement already satisfied: filelock in /usr/local/lib/python3.12/dist-packages (from transformers) (3.19.1)\n",
"Requirement already satisfied: huggingface-hub<1.0,>=0.34.0 in /usr/local/lib/python3.12/dist-packages (from transformers) (0.34.4)\n",
"Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.12/dist-packages (from transformers) (2.0.2)\n",
"Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.12/dist-packages (from transformers) (25.0)\n",
"Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.12/dist-packages (from transformers) (6.0.2)\n",
"Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.12/dist-packages (from transformers) (2024.11.6)\n",
"Requirement already satisfied: requests in /usr/local/lib/python3.12/dist-packages (from transformers) (2.32.4)\n",
"Requirement already satisfied: tokenizers<0.22,>=0.21 in /usr/local/lib/python3.12/dist-packages (from transformers) (0.21.4)\n",
"Requirement already satisfied: safetensors>=0.4.3 in /usr/local/lib/python3.12/dist-packages (from transformers) (0.6.2)\n",
"Requirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.12/dist-packages (from transformers) (4.67.1)\n",
"Requirement already satisfied: pyarrow>=15.0.0 in /usr/local/lib/python3.12/dist-packages (from datasets) (18.1.0)\n",
"Requirement already satisfied: dill<0.3.9,>=0.3.0 in /usr/local/lib/python3.12/dist-packages (from datasets) (0.3.8)\n",
"Requirement already satisfied: pandas in /usr/local/lib/python3.12/dist-packages (from datasets) (2.2.2)\n",
"Requirement already satisfied: xxhash in /usr/local/lib/python3.12/dist-packages (from datasets) (3.5.0)\n",
"Requirement already satisfied: multiprocess<0.70.17 in /usr/local/lib/python3.12/dist-packages (from datasets) (0.70.16)\n",
"Requirement already satisfied: fsspec<=2025.3.0,>=2023.1.0 in /usr/local/lib/python3.12/dist-packages (from fsspec[http]<=2025.3.0,>=2023.1.0->datasets) (2025.3.0)\n",
"Requirement already satisfied: aiohttp!=4.0.0a0,!=4.0.0a1 in /usr/local/lib/python3.12/dist-packages (from fsspec[http]<=2025.3.0,>=2023.1.0->datasets) (3.12.15)\n",
"Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.12/dist-packages (from huggingface-hub<1.0,>=0.34.0->transformers) (4.14.1)\n",
"Requirement already satisfied: hf-xet<2.0.0,>=1.1.3 in /usr/local/lib/python3.12/dist-packages (from huggingface-hub<1.0,>=0.34.0->transformers) (1.1.7)\n",
"Requirement already satisfied: charset_normalizer<4,>=2 in /usr/local/lib/python3.12/dist-packages (from requests->transformers) (3.4.3)\n",
"Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.12/dist-packages (from requests->transformers) (3.10)\n",
"Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.12/dist-packages (from requests->transformers) (2.5.0)\n",
"Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.12/dist-packages (from requests->transformers) (2025.8.3)\n",
"Requirement already satisfied: python-dateutil>=2.8.2 in /usr/local/lib/python3.12/dist-packages (from pandas->datasets) (2.9.0.post0)\n",
"Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.12/dist-packages (from pandas->datasets) (2025.2)\n",
"Requirement already satisfied: tzdata>=2022.7 in /usr/local/lib/python3.12/dist-packages (from pandas->datasets) (2025.2)\n",
"Requirement already satisfied: aiohappyeyeballs>=2.5.0 in /usr/local/lib/python3.12/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]<=2025.3.0,>=2023.1.0->datasets) (2.6.1)\n",
"Requirement already satisfied: aiosignal>=1.4.0 in /usr/local/lib/python3.12/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]<=2025.3.0,>=2023.1.0->datasets) (1.4.0)\n",
"Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.12/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]<=2025.3.0,>=2023.1.0->datasets) (25.3.0)\n",
"Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.12/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]<=2025.3.0,>=2023.1.0->datasets) (1.7.0)\n",
"Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.12/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]<=2025.3.0,>=2023.1.0->datasets) (6.6.4)\n",
"Requirement already satisfied: propcache>=0.2.0 in /usr/local/lib/python3.12/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]<=2025.3.0,>=2023.1.0->datasets) (0.3.2)\n",
"Requirement already satisfied: yarl<2.0,>=1.17.0 in /usr/local/lib/python3.12/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]<=2025.3.0,>=2023.1.0->datasets) (1.20.1)\n",
"Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.12/dist-packages (from python-dateutil>=2.8.2->pandas->datasets) (1.17.0)\n",
"Requirement already satisfied: accelerate in /usr/local/lib/python3.12/dist-packages (1.10.0)\n",
"Requirement already satisfied: peft in /usr/local/lib/python3.12/dist-packages (0.17.0)\n",
"Requirement already satisfied: numpy<3.0.0,>=1.17 in /usr/local/lib/python3.12/dist-packages (from accelerate) (2.0.2)\n",
"Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.12/dist-packages (from accelerate) (25.0)\n",
"Requirement already satisfied: psutil in /usr/local/lib/python3.12/dist-packages (from accelerate) (5.9.5)\n",
"Requirement already satisfied: pyyaml in /usr/local/lib/python3.12/dist-packages (from accelerate) (6.0.2)\n",
"Requirement already satisfied: torch>=2.0.0 in /usr/local/lib/python3.12/dist-packages (from accelerate) (2.8.0+cu126)\n",
"Requirement already satisfied: huggingface_hub>=0.21.0 in /usr/local/lib/python3.12/dist-packages (from accelerate) (0.34.4)\n",
"Requirement already satisfied: safetensors>=0.4.3 in /usr/local/lib/python3.12/dist-packages (from accelerate) (0.6.2)\n",
"Requirement already satisfied: transformers in /usr/local/lib/python3.12/dist-packages (from peft) (4.55.2)\n",
"Requirement already satisfied: tqdm in /usr/local/lib/python3.12/dist-packages (from peft) (4.67.1)\n",
"Requirement already satisfied: filelock in /usr/local/lib/python3.12/dist-packages (from huggingface_hub>=0.21.0->accelerate) (3.19.1)\n",
"Requirement already satisfied: fsspec>=2023.5.0 in /usr/local/lib/python3.12/dist-packages (from huggingface_hub>=0.21.0->accelerate) (2025.3.0)\n",
"Requirement already satisfied: requests in /usr/local/lib/python3.12/dist-packages (from huggingface_hub>=0.21.0->accelerate) (2.32.4)\n",
"Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.12/dist-packages (from huggingface_hub>=0.21.0->accelerate) (4.14.1)\n",
"Requirement already satisfied: hf-xet<2.0.0,>=1.1.3 in /usr/local/lib/python3.12/dist-packages (from huggingface_hub>=0.21.0->accelerate) (1.1.7)\n",
"Requirement already satisfied: setuptools in /usr/local/lib/python3.12/dist-packages (from torch>=2.0.0->accelerate) (75.2.0)\n",
"Requirement already satisfied: sympy>=1.13.3 in /usr/local/lib/python3.12/dist-packages (from torch>=2.0.0->accelerate) (1.13.3)\n",
"Requirement already satisfied: networkx in /usr/local/lib/python3.12/dist-packages (from torch>=2.0.0->accelerate) (3.5)\n",
"Requirement already satisfied: jinja2 in /usr/local/lib/python3.12/dist-packages (from torch>=2.0.0->accelerate) (3.1.6)\n",
"Requirement already satisfied: nvidia-cuda-nvrtc-cu12==12.6.77 in /usr/local/lib/python3.12/dist-packages (from torch>=2.0.0->accelerate) (12.6.77)\n",
"Requirement already satisfied: nvidia-cuda-runtime-cu12==12.6.77 in /usr/local/lib/python3.12/dist-packages (from torch>=2.0.0->accelerate) (12.6.77)\n",
"Requirement already satisfied: nvidia-cuda-cupti-cu12==12.6.80 in /usr/local/lib/python3.12/dist-packages (from torch>=2.0.0->accelerate) (12.6.80)\n",
"Requirement already satisfied: nvidia-cudnn-cu12==9.10.2.21 in /usr/local/lib/python3.12/dist-packages (from torch>=2.0.0->accelerate) (9.10.2.21)\n",
"Requirement already satisfied: nvidia-cublas-cu12==12.6.4.1 in /usr/local/lib/python3.12/dist-packages (from torch>=2.0.0->accelerate) (12.6.4.1)\n",
"Requirement already satisfied: nvidia-cufft-cu12==11.3.0.4 in /usr/local/lib/python3.12/dist-packages (from torch>=2.0.0->accelerate) (11.3.0.4)\n",
"Requirement already satisfied: nvidia-curand-cu12==10.3.7.77 in /usr/local/lib/python3.12/dist-packages (from torch>=2.0.0->accelerate) (10.3.7.77)\n",
"Requirement already satisfied: nvidia-cusolver-cu12==11.7.1.2 in /usr/local/lib/python3.12/dist-packages (from torch>=2.0.0->accelerate) (11.7.1.2)\n",
"Requirement already satisfied: nvidia-cusparse-cu12==12.5.4.2 in /usr/local/lib/python3.12/dist-packages (from torch>=2.0.0->accelerate) (12.5.4.2)\n",
"Requirement already satisfied: nvidia-cusparselt-cu12==0.7.1 in /usr/local/lib/python3.12/dist-packages (from torch>=2.0.0->accelerate) (0.7.1)\n",
"Requirement already satisfied: nvidia-nccl-cu12==2.27.3 in /usr/local/lib/python3.12/dist-packages (from torch>=2.0.0->accelerate) (2.27.3)\n",
"Requirement already satisfied: nvidia-nvtx-cu12==12.6.77 in /usr/local/lib/python3.12/dist-packages (from torch>=2.0.0->accelerate) (12.6.77)\n",
"Requirement already satisfied: nvidia-nvjitlink-cu12==12.6.85 in /usr/local/lib/python3.12/dist-packages (from torch>=2.0.0->accelerate) (12.6.85)\n",
"Requirement already satisfied: nvidia-cufile-cu12==1.11.1.6 in /usr/local/lib/python3.12/dist-packages (from torch>=2.0.0->accelerate) (1.11.1.6)\n",
"Requirement already satisfied: triton==3.4.0 in /usr/local/lib/python3.12/dist-packages (from torch>=2.0.0->accelerate) (3.4.0)\n",
"Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.12/dist-packages (from transformers->peft) (2024.11.6)\n",
"Requirement already satisfied: tokenizers<0.22,>=0.21 in /usr/local/lib/python3.12/dist-packages (from transformers->peft) (0.21.4)\n",
"Requirement already satisfied: mpmath<1.4,>=1.1.0 in /usr/local/lib/python3.12/dist-packages (from sympy>=1.13.3->torch>=2.0.0->accelerate) (1.3.0)\n",
"Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.12/dist-packages (from jinja2->torch>=2.0.0->accelerate) (3.0.2)\n",
"Requirement already satisfied: charset_normalizer<4,>=2 in /usr/local/lib/python3.12/dist-packages (from requests->huggingface_hub>=0.21.0->accelerate) (3.4.3)\n",
"Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.12/dist-packages (from requests->huggingface_hub>=0.21.0->accelerate) (3.10)\n",
"Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.12/dist-packages (from requests->huggingface_hub>=0.21.0->accelerate) (2.5.0)\n",
"Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.12/dist-packages (from requests->huggingface_hub>=0.21.0->accelerate) (2025.8.3)\n",
"Requirement already satisfied: GitPython in /usr/local/lib/python3.12/dist-packages (3.1.45)\n",
"Requirement already satisfied: PyYAML in /usr/local/lib/python3.12/dist-packages (6.0.2)\n",
"Requirement already satisfied: gitdb<5,>=4.0.1 in /usr/local/lib/python3.12/dist-packages (from GitPython) (4.0.12)\n",
"Requirement already satisfied: smmap<6,>=3.0.1 in /usr/local/lib/python3.12/dist-packages (from gitdb<5,>=4.0.1->GitPython) (5.0.2)\n"
]
}
],
"source": [
"# Install required packages\n",
"!pip install unsloth bitsandbytes\n",
"!pip install transformers datasets\n",
"!pip install accelerate peft\n",
"!pip install GitPython PyYAML"
]
},
{
"cell_type": "code",
"execution_count": 3,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "hJycDQACfidM",
"outputId": "47c1f58f-db75-4f8b-a505-d27eddd4082f"
},
"outputs": [
{
"output_type": "stream",
"name": "stdout",
"text": [
"Environment variables set successfully!\n"
]
}
],
"source": [
"# Set environment variables for optimal GPU performance\n",
"import os\n",
"os.environ['CUDA_VISIBLE_DEVICES'] = '0'\n",
"os.environ['PYTORCH_CUDA_ALLOC_CONF'] = 'max_split_size_mb:512'\n",
"os.environ['TOKENIZERS_PARALLELISM'] = 'false'\n",
"os.environ['DISABLE_TORCH_COMPILE'] = '1'\n",
"\n",
"print(\"Environment variables set successfully!\")"
]
},
{
"cell_type": "markdown",
"metadata": {
"id": "ah-w0OUKfidN"
},
"source": [
"## 2. Import Libraries\n",
"\n",
"Let's import all necessary libraries."
]
},
{
"cell_type": "code",
"execution_count": 4,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "6PLKS9jWfidN",
"outputId": "fe36c05b-013f-48f5-e98b-7b4c4cfea09f"
},
"outputs": [
{
"output_type": "stream",
"name": "stdout",
"text": [
"🦥 Unsloth: Will patch your computer to enable 2x faster free finetuning.\n",
"🦥 Unsloth Zoo will now patch everything to make training faster!\n"
]
}
],
"source": [
"import torch\n",
"from unsloth import FastLanguageModel\n",
"from trl import SFTTrainer\n",
"from transformers import TrainingArguments\n",
"import git\n",
"from pathlib import Path"
]
},
{
"cell_type": "markdown",
"metadata": {
"id": "JKtZgAitfidO"
},
"source": [
"## 3. Configuration\n",
"\n",
"Configuration optimized for T4 GPU with 13GB VRAM."
]
},
{
"cell_type": "code",
"execution_count": 22,
"metadata": {
"id": "opOnIhi-fidO"
},
"outputs": [],
"source": [
"# Model configuration\n",
"MODEL_NAME = \"unsloth/Qwen2.5-Coder-7B-Instruct-bnb-4bit\"\n",
"MAX_SEQ_LENGTH = 2048\n",
"\n",
"# Training configuration for T4 GPU (13GB VRAM)\n",
"TRAINING_CONFIG = {\n",
" 'per_device_train_batch_size': 1,\n",
" 'gradient_accumulation_steps': 8,\n",
" 'max_steps': 100,\n",
" 'learning_rate': 2e-4,\n",
" 'use_gradient_checkpointing': True,\n",
" 'bf16': False\n",
"}"
]
},
{
"cell_type": "markdown",
"metadata": {
"id": "3PBu4wXNfidO"
},
"source": [
"## 4. Load Model\n",
"\n",
"Load the Qwen model with Unsloth for memory efficiency."
]
},
{
"cell_type": "code",
"execution_count": 15,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "wADqJifWfidP",
"outputId": "c1753d8a-aa02-4c0b-cfd9-8fe3b8d16ded"
},
"outputs": [
{
"output_type": "stream",
"name": "stdout",
"text": [
"==((====))== Unsloth 2025.8.9: Fast Qwen2 patching. Transformers: 4.55.2.\n",
" \\\\ /| Tesla T4. Num GPUs = 1. Max memory: 14.741 GB. Platform: Linux.\n",
"O^O/ \\_/ \\ Torch: 2.8.0+cu126. CUDA: 7.5. CUDA Toolkit: 12.6. Triton: 3.4.0\n",
"\\ / Bfloat16 = FALSE. FA [Xformers = 0.0.32.post2. FA2 = False]\n",
" \"-____-\" Free license: http://github.com/unslothai/unsloth\n",
"Unsloth: Fast downloading is enabled - ignore downloading bars which are red colored!\n"
]
}
],
"source": [
"# Load model and tokenizer\n",
"model, tokenizer = FastLanguageModel.from_pretrained(\n",
" model_name=MODEL_NAME,\n",
" max_seq_length=MAX_SEQ_LENGTH,\n",
" dtype=None,\n",
" load_in_4bit=True,\n",
")\n",
"\n",
"# Configure model for training\n",
"model = FastLanguageModel.get_peft_model(\n",
" model,\n",
" r=16,\n",
" target_modules=[\"q_proj\", \"k_proj\", \"v_proj\", \"o_proj\", \"gate_proj\", \"up_proj\", \"down_proj\"],\n",
" lora_alpha=16,\n",
" lora_dropout=0,\n",
" bias=\"none\",\n",
" use_gradient_checkpointing=TRAINING_CONFIG['use_gradient_checkpointing'],\n",
" random_state=3407,\n",
")"
]
},
{
"cell_type": "markdown",
"metadata": {
"id": "HFj5Lg6_fidP"
},
"source": [
"## 5. Process GitHub Repositories\n",
"\n",
"Extract code from GitHub repositories for training."
]
},
{
"cell_type": "markdown",
"metadata": {
"id": "luajtQmtfidQ"
},
"source": [
"## 5.1 Advanced Dataset Processing\n",
"\n",
"For more comprehensive dataset processing with support for multiple file types, you can use this advanced processor:"
]
},
{
"cell_type": "code",
"execution_count": 18,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/",
"height": 1000,
"referenced_widgets": [
"056bab8d28b24113899298a5dcd1fe71",
"5375f040fb3e48a0a967b7b783302650",
"ab332c61f20e4aff8e137f1554bb145a",
"413e54907b29414593b7a820e6e3e1d4",
"dc0f1281b9f748a9aa2cf333b680cc24",
"03b3ee6c0a704160a1e006029b5260a5",
"c4fd1f7ac67b4de7a0426951be54bdfa",
"c31225ad42ab41d29da199cbcd589cc3",
"e475e8753ea941a080af923428ac3a6c",
"35a66998c4d64454a0fe25fd686a3dd4",
"0d93917048714f73bf99c8ee6b5d68a9"
]
},
"id": "_1sJK7rjfidQ",
"outputId": "ff51a523-5420-4bf5-b67d-cefa890e85a0"
},
"outputs": [
{
"output_type": "stream",
"name": "stdout",
"text": [
"Processing repository: https://github.com/odoo/odoo.git\n",
"Cloning https://github.com/odoo/odoo.git...\n",
"Found 17769 code files\n",
"Finished processing https://github.com/odoo/odoo.git\n",
"Extracted 17631 samples from https://github.com/odoo/odoo.git\n",
"Total samples collected: 17631\n",
"Preparing dataset for Qwen2.5-Coder...\n",
"Could not apply Qwen chat template: 'str' object has no attribute 'padding_side'\n"
]
},
{
"output_type": "display_data",
"data": {
"text/plain": [
"Tokenizing dataset for Qwen2.5-Coder: 0%| | 0/17631 [00:00<?, ? examples/s]"
],
"application/vnd.jupyter.widget-view+json": {
"version_major": 2,
"version_minor": 0,
"model_id": "056bab8d28b24113899298a5dcd1fe71"
}
},
"metadata": {}
},
{
"output_type": "stream",
"name": "stdout",
"text": [
"\u001b[1;30;43mStreaming output truncated to the last 5000 lines.\u001b[0m\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Tokenize function - chat_template type: <class 'str'>\n",
"Dataset tokenized for Qwen2.5-Coder. Size: 17631\n"
]
}
],
"source": [
"from unsloth.chat_templates import get_chat_template\n",
"from datasets import Dataset\n",
"\n",
"class AdvancedDatasetProcessor:\n",
" \"\"\"Advanced processor for GitHub repositories with comprehensive file support\"\"\"\n",
"\n",
" # Supported file extensions\n",
" CODE_EXTENSIONS = {\n",
" '.py': 'python', '.js': 'javascript', '.ts': 'typescript',\n",
" '.java': 'java', '.cpp': 'cpp', '.c': 'c', '.cs': 'csharp',\n",
" '.php': 'php', '.rb': 'ruby', '.go': 'go', '.rs': 'rust',\n",
" '.swift': 'swift', '.kt': 'kotlin', '.scala': 'scala',\n",
" '.sql': 'sql', '.sh': 'bash', '.yaml': 'yaml', '.yml': 'yaml',\n",
" '.json': 'json', '.xml': 'xml', '.html': 'html', '.css': 'css',\n",
" '.md': 'markdown'\n",
" }\n",
"\n",
" def __init__(self):\n",
" pass\n",
"\n",
" def process_github_repos(self, repo_urls, max_files_per_repo=500000):\n",
" \"\"\"Process multiple GitHub repositories into a training dataset\"\"\"\n",
" all_code_samples = []\n",
"\n",
" for repo_url in repo_urls:\n",
" try:\n",
" print(f\"Processing repository: {repo_url}\")\n",
" repo_samples = self._process_single_repo(repo_url, max_files_per_repo)\n",
" all_code_samples.extend(repo_samples)\n",
" print(f\"Extracted {len(repo_samples)} samples from {repo_url}\")\n",
" except Exception as e:\n",
" print(f\"Failed to process repository {repo_url}: {str(e)}\")\n",
" continue\n",
"\n",
" if not all_code_samples:\n",
" raise ValueError(\"No code samples extracted from any repository\")\n",
"\n",
" print(f\"Total samples collected: {len(all_code_samples)}\")\n",
"\n",
" # Create HuggingFace dataset\n",
" from datasets import Dataset\n",
" dataset = Dataset.from_list(all_code_samples)\n",
" return dataset\n",
"\n",
" def _process_single_repo(self, repo_url, max_files_per_repo):\n",
" \"\"\"Process a single GitHub repository\"\"\"\n",
" import tempfile\n",
"\n",
" with tempfile.TemporaryDirectory() as temp_dir:\n",
" try:\n",
" # Clone repository\n",
" repo_name = repo_url.split('/')[-1].replace('.git', '')\n",
" repo_path = f\"{temp_dir}/{repo_name}\"\n",
"\n",
" print(f\"Cloning {repo_url}...\")\n",
" repo = git.Repo.clone_from(repo_url, repo_path, depth=1, branch=\"18.0\")\n",
"\n",
" # Extract code samples\n",
" code_samples = self._extract_code_samples(repo_path, max_files_per_repo)\n",
"\n",
" return code_samples\n",
"\n",
" finally:\n",
" print(f\"Finished processing {repo_url}\")\n",
"\n",
" def _extract_code_samples(self, repo_path, max_files_per_repo):\n",
" \"\"\"Extract code samples from a repository\"\"\"\n",
" code_samples = []\n",
" repo_path_obj = Path(repo_path)\n",
"\n",
" # Find all code files\n",
" code_files = []\n",
" for ext in self.CODE_EXTENSIONS:\n",
" code_files.extend(repo_path_obj.rglob(f'*{ext}'))\n",
"\n",
" print(f\"Found {len(code_files)} code files\")\n",
"\n",
" # Limit files per repo to prevent memory issues\n",
" code_files = code_files[:max_files_per_repo]\n",
"\n",
" for code_file in code_files:\n",
" try:\n",
" if self._should_exclude_file(str(code_file.relative_to(repo_path))):\n",
" continue\n",
"\n",
" sample = self._process_code_file(code_file, repo_path_obj)\n",
" if sample:\n",
" code_samples.append(sample)\n",
"\n",
" except Exception as e:\n",
" print(f\"Failed to process {code_file}: {str(e)}\")\n",
" continue\n",
"\n",
" return code_samples\n",
"\n",
" def _should_exclude_file(self, relative_path):\n",
" \"\"\"Check if a file should be excluded based on patterns\"\"\"\n",
" import re\n",
" exclude_patterns = [\n",
" r'\\.git/', r'__pycache__/', r'node_modules/',\n",
" r'\\.venv/', r'venv/', r'package-lock\\.json$',\n",
" r'\\.log$', r'\\.tmp$', r'~\\$.*', r'\\.swp$',\n",
" r'\\.DS_Store', r'\\.pyc$'\n",
" ]\n",
" for pattern in exclude_patterns:\n",
" if re.search(pattern, relative_path):\n",
" return True\n",
" return False\n",
"\n",
" def _process_code_file(self, file_path, repo_path):\n",
" \"\"\"Process a single code file into a training sample\"\"\"\n",
" try:\n",
" # Read file content\n",
" with open(file_path, 'r', encoding='utf-8', errors='ignore') as f:\n",
" content = f.read()\n",
"\n",
" # Skip if file is too small or too large\n",
" if len(content.strip()) < 10:\n",
" return None\n",
" if len(content) > 100000: # Rough limit\n",
" return None\n",
"\n",
" # Get relative path for context\n",
" relative_path = file_path.relative_to(repo_path)\n",
"\n",
" # Determine language\n",
" extension = file_path.suffix.lower()\n",
" language = self.CODE_EXTENSIONS.get(extension, 'unknown')\n",
"\n",
" # Create training sample\n",
" sample = {\n",
" 'text': content,\n",
" 'language': language,\n",
" 'file_path': str(relative_path),\n",
" 'repo_name': repo_path.name,\n",
" 'file_size': len(content),\n",
" 'line_count': len(content.splitlines())\n",
" }\n",
"\n",
" return sample\n",
"\n",
" except Exception as e:\n",
" print(f\"Error processing {file_path}: {str(e)}\")\n",
" return None\n",
"\n",
" def _prepare_dataset(self, train_dataset: Dataset) -> Dataset:\n",
" \"\"\"Prepare and tokenize the dataset for Qwen2.5-Coder\"\"\"\n",
" print(\"Preparing dataset for Qwen2.5-Coder...\")\n",
"\n",
" # Apply chat template for Qwen2.5-Coder if available\n",
" try:\n",
" chat_template = get_chat_template(\"qwen\")\n",
" if chat_template and isinstance(chat_template, str):\n",
" tokenizer.chat_template = chat_template\n",
" print(\"Applied Qwen chat template from string\")\n",
" else:\n",
" print(f\"Invalid chat template received: {type(chat_template)}\")\n",
" except Exception as e:\n",
" print(f\"Could not apply Qwen chat template: {e}\")\n",
" # Fallback to default formatting\n",
" pass\n",
"\n",
" def tokenize_function(examples):\n",
" # Format examples as instruction-following pairs for code training\n",
" formatted_texts = []\n",
" for text in examples[\"text\"]:\n",
" # Create an instruction format appropriate for code training\n",
" # For Qwen2.5-Coder, we can use a code completion or analysis format\n",
" messages = [\n",
" {\"role\": \"user\", \"content\": \"Analyze and understand the following code:\"},\n",
" {\"role\": \"assistant\", \"content\": text}\n",
" ]\n",
"\n",
" # Apply chat template if available, otherwise use simple formatting\n",
" try:\n",
" # Log tokenizer state in multiprocessing context\n",
" import multiprocessing\n",
" if hasattr(tokenizer, 'chat_template'):\n",
" print(f\"Tokenize function - chat_template type: {type(tokenizer.chat_template)}\")\n",
"\n",
" # Check if tokenizer has apply_chat_template method\n",
" if hasattr(tokenizer, 'apply_chat_template'):\n",
" formatted_text = tokenizer.apply_chat_template(\n",
" messages,\n",
" tokenize=False,\n",
" add_generation_prompt=False # We're training on the full conversation\n",
" )\n",
" else:\n",
" print(\"Tokenizer does not have apply_chat_template method, using fallback\")\n",
" formatted_text = f\"<|im_start|>user\\nAnalyze and understand the following code:<|im_end|>\\n<|im_start|>assistant\\n{text}<|im_end|>\"\n",
"\n",
" except AttributeError as e:\n",
" if 'unsloth_push_to_hub' in str(e):\n",
" print(f\"AttributeError in multiprocessing context: {e}\")\n",
" elif 'padding_side' in str(e):\n",
" print(f\"Chat template padding_side error: {e}\")\n",
" print(\"Using fallback formatting due to chat template issue\")\n",
" formatted_text = f\"<|im_start|>user\\nAnalyze and understand the following code:<|im_end|>\\n<|im_start|>assistant\\n{text}<|im_end|>\"\n",
" else:\n",
" raise\n",
" except Exception as e:\n",
" print(f\"Error applying chat template: {e}, using fallback formatting\")\n",
" # Fallback to simple formatting with special tokens\n",
" formatted_text = f\"<|im_start|>user\\nAnalyze and understand the following code:<|im_end|>\\n<|im_start|>assistant\\n{text}<|im_end|>\"\n",
"\n",
" formatted_texts.append(formatted_text)\n",
"\n",
" # Tokenize with proper padding and truncation for Qwen2.5-Coder\n",
" tokenized = tokenizer(\n",
" formatted_texts,\n",
" padding=\"max_length\",\n",
" truncation=True,\n",
" max_length=MAX_SEQ_LENGTH,\n",
" return_tensors=\"pt\",\n",
" add_special_tokens=True\n",
" )\n",
"\n",
" # For causal language modeling, we need to create proper labels\n",
" # Clone input_ids to create labels\n",
" labels = tokenized[\"input_ids\"].clone()\n",
"\n",
" # Try to mask the user part of the conversation\n",
" # Find the assistant token to determine where the assistant response starts\n",
" try:\n",
" # Convert to string to find the assistant token\n",
" decoded_tokens = tokenizer.batch_decode(tokenized[\"input_ids\"], skip_special_tokens=False)\n",
" for i, decoded in enumerate(decoded_tokens):\n",
" # Find where the assistant response starts\n",
" assistant_start = decoded.find(\"<|im_start|>assistant\")\n",
" if assistant_start != -1:\n",
" # Find the actual token position\n",
" # We'll mask everything before the assistant response with -100\n",
" assistant_tokens = tokenizer(\"<|im_start|>assistant\", add_special_tokens=False)[\"input_ids\"]\n",
" if len(assistant_tokens) > 0:\n",
" # Find where the assistant token first appears\n",
" assistant_token_id = assistant_tokens[0]\n",
" assistant_positions = (tokenized[\"input_ids\"][i] == assistant_token_id).nonzero(as_tuple=True)[0]\n",
" if len(assistant_positions) > 0:\n",
" # Mask everything before the assistant token\n",
" labels[i, :assistant_positions[0]] = -100\n",
" except Exception as e:\n",
" print(f\"Could not mask user tokens: {e}\")\n",
" # Fallback: Just use the input_ids as labels\n",
" pass\n",
"\n",
" tokenized[\"labels\"] = labels\n",
" return tokenized\n",
"\n",
" # Tokenize dataset\n",
" tokenized_dataset = train_dataset.map(\n",
" tokenize_function,\n",
" batched=True,\n",
" remove_columns=[\"text\", \"language\", \"file_path\", \"repo_name\", \"file_size\", \"line_count\"],\n",
" desc=\"Tokenizing dataset for Qwen2.5-Coder\"\n",
" )\n",
"\n",
" print(f\"Dataset tokenized for Qwen2.5-Coder. Size: {len(tokenized_dataset)}\")\n",
" return tokenized_dataset\n",
"\n",
"# Example usage:\n",
"processor = AdvancedDatasetProcessor()\n",
"train_dataset = processor.process_github_repos([\"https://github.com/odoo/odoo.git\"])\n",
"tokenized_dataset = processor._prepare_dataset(train_dataset)"
]
},
{
"cell_type": "markdown",
"metadata": {
"id": "fThh0q3_fidR"
},
"source": [
"## 6. Training\n",
"\n",
"Set up and run the training process."
]
},
{
"cell_type": "code",
"source": [
"try:\n",
" if torch.cuda.is_available():\n",
" torch.cuda.empty_cache()\n",
" torch.cuda.synchronize()\n",
"\n",
"except Exception as e:\n",
" print(f\"Warning: Failed to clear GPU cache: {str(e)}\")"
],
"metadata": {
"id": "VleZxJspoT0g"
},
"execution_count": 20,
"outputs": []
},
{
"cell_type": "code",
"execution_count": 25,
"metadata": {
"id": "DoQlyzdmfidR"
},
"outputs": [],
"source": [
"# Set up trainer\n",
"trainer = SFTTrainer(\n",
" model=model,\n",
" tokenizer=tokenizer,\n",
" train_dataset=tokenized_dataset,\n",
" dataset_text_field=\"text\",\n",
" max_seq_length=MAX_SEQ_LENGTH,\n",
" packing=True,\n",
" args=TrainingArguments(\n",
" per_device_train_batch_size=TRAINING_CONFIG['per_device_train_batch_size'],\n",
" gradient_accumulation_steps=TRAINING_CONFIG['gradient_accumulation_steps'],\n",
" max_steps=TRAINING_CONFIG['max_steps'],\n",
" learning_rate=TRAINING_CONFIG['learning_rate'],\n",
" num_train_epochs=3,\n",
" fp16=not TRAINING_CONFIG['bf16'],\n",
" bf16=TRAINING_CONFIG['bf16'],\n",
" logging_steps=1,\n",
" save_steps=50,\n",
" output_dir=\"./model_output\",\n",
" optim=\"adamw_torch\",\n",
" lr_scheduler_type=\"cosine\",\n",
" warmup_ratio=0.1,\n",
" ),\n",
")"
]
},
{
"cell_type": "code",
"execution_count": 26,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/",
"height": 1000
},
"id": "hlNzqqo0fidR",
"outputId": "e08ce1aa-5ec9-4939-fffe-e803feeb02d5"
},
"outputs": [
{
"output_type": "stream",
"name": "stdout",
"text": [
"Starting training...\n"
]
},
{
"output_type": "stream",
"name": "stderr",
"text": [
"==((====))== Unsloth - 2x faster free finetuning | Num GPUs used = 1\n",
" \\\\ /| Num examples = 17,631 | Num Epochs = 1 | Total steps = 100\n",
"O^O/ \\_/ \\ Batch size per device = 1 | Gradient accumulation steps = 8\n",
"\\ / Data Parallel GPUs = 1 | Total batch size (1 x 8 x 1) = 8\n",
" \"-____-\" Trainable parameters = 40,370,176 of 7,655,986,688 (0.53% trained)\n",
"/usr/local/lib/python3.12/dist-packages/notebook/notebookapp.py:191: SyntaxWarning: invalid escape sequence '\\/'\n",
" | |_| | '_ \\/ _` / _` | _/ -_)\n"
]
},
{
"output_type": "display_data",
"data": {
"text/plain": [
"<IPython.core.display.Javascript object>"
],
"application/javascript": [
"\n",
" window._wandbApiKey = new Promise((resolve, reject) => {\n",
" function loadScript(url) {\n",
" return new Promise(function(resolve, reject) {\n",
" let newScript = document.createElement(\"script\");\n",
" newScript.onerror = reject;\n",
" newScript.onload = resolve;\n",
" document.body.appendChild(newScript);\n",
" newScript.src = url;\n",
" });\n",
" }\n",
" loadScript(\"https://cdn.jsdelivr.net/npm/postmate/build/postmate.min.js\").then(() => {\n",
" const iframe = document.createElement('iframe')\n",
" iframe.style.cssText = \"width:0;height:0;border:none\"\n",
" document.body.appendChild(iframe)\n",
" const handshake = new Postmate({\n",
" container: iframe,\n",
" url: 'https://wandb.ai/authorize'\n",
" });\n",
" const timeout = setTimeout(() => reject(\"Couldn't auto authenticate\"), 5000)\n",
" handshake.then(function(child) {\n",
" child.on('authorize', data => {\n",
" clearTimeout(timeout)\n",
" resolve(data)\n",
" });\n",
" });\n",
" })\n",
" });\n",
" "
]
},
"metadata": {}
},
{
"output_type": "stream",
"name": "stderr",
"text": [
"\u001b[34m\u001b[1mwandb\u001b[0m: Logging into wandb.ai. (Learn how to deploy a W&B server locally: https://wandb.me/wandb-server)\n",
"\u001b[34m\u001b[1mwandb\u001b[0m: You can find your API key in your browser here: https://wandb.ai/authorize?ref=models\n",
"wandb: Paste an API key from your profile and hit enter:"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
" ··········\n"
]
},
{
"output_type": "stream",
"name": "stderr",
"text": [
"\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m If you're specifying your api key in code, ensure this code is not shared publicly.\n",
"\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m Consider setting the WANDB_API_KEY environment variable, or running `wandb login` from the command line.\n",
"\u001b[34m\u001b[1mwandb\u001b[0m: No netrc file found, creating one.\n",
"\u001b[34m\u001b[1mwandb\u001b[0m: Appending key for api.wandb.ai to your netrc file: /root/.netrc\n",
"\u001b[34m\u001b[1mwandb\u001b[0m: Currently logged in as: \u001b[33msuherdy\u001b[0m (\u001b[33msuherdy-personal\u001b[0m) to \u001b[32mhttps://api.wandb.ai\u001b[0m. Use \u001b[1m`wandb login --relogin`\u001b[0m to force relogin\n"
]
},
{
"output_type": "display_data",
"data": {
"text/plain": [
"<IPython.core.display.HTML object>"
],
"text/html": [
"Tracking run with wandb version 0.21.1"
]
},
"metadata": {}
},
{
"output_type": "display_data",
"data": {
"text/plain": [
"<IPython.core.display.HTML object>"
],
"text/html": [
"Run data is saved locally in <code>/content/wandb/run-20250823_020651-7ewqjed7</code>"
]
},
"metadata": {}
},
{
"output_type": "display_data",
"data": {
"text/plain": [
"<IPython.core.display.HTML object>"
],
"text/html": [
"Syncing run <strong><a href='https://wandb.ai/suherdy-personal/huggingface/runs/7ewqjed7' target=\"_blank\">elated-blaze-3</a></strong> to <a href='https://wandb.ai/suherdy-personal/huggingface' target=\"_blank\">Weights & Biases</a> (<a href='https://wandb.me/developer-guide' target=\"_blank\">docs</a>)<br>"
]
},
"metadata": {}
},
{
"output_type": "display_data",
"data": {
"text/plain": [
"<IPython.core.display.HTML object>"
],
"text/html": [
" View project at <a href='https://wandb.ai/suherdy-personal/huggingface' target=\"_blank\">https://wandb.ai/suherdy-personal/huggingface</a>"
]
},
"metadata": {}
},
{
"output_type": "display_data",
"data": {
"text/plain": [
"<IPython.core.display.HTML object>"
],
"text/html": [
" View run at <a href='https://wandb.ai/suherdy-personal/huggingface/runs/7ewqjed7' target=\"_blank\">https://wandb.ai/suherdy-personal/huggingface/runs/7ewqjed7</a>"
]
},
"metadata": {}
},
{
"output_type": "stream",
"name": "stdout",
"text": [
"Unsloth: Will smartly offload gradients to save VRAM!\n"
]
},
{
"output_type": "display_data",
"data": {
"text/plain": [
"<IPython.core.display.HTML object>"
],
"text/html": [
"\n",
" <div>\n",
" \n",
" <progress value='100' max='100' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
" [100/100 36:55, Epoch 0/1]\n",
" </div>\n",
" <table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: left;\">\n",
" <th>Step</th>\n",
" <th>Training Loss</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <td>1</td>\n",
" <td>9.122900</td>\n",
" </tr>\n",
" <tr>\n",
" <td>2</td>\n",
" <td>8.378700</td>\n",
" </tr>\n",
" <tr>\n",
" <td>3</td>\n",
" <td>11.631100</td>\n",
" </tr>\n",
" <tr>\n",
" <td>4</td>\n",
" <td>10.082600</td>\n",
" </tr>\n",
" <tr>\n",
" <td>5</td>\n",
" <td>12.362300</td>\n",
" </tr>\n",
" <tr>\n",
" <td>6</td>\n",
" <td>11.816400</td>\n",
" </tr>\n",
" <tr>\n",
" <td>7</td>\n",
" <td>11.103600</td>\n",
" </tr>\n",
" <tr>\n",
" <td>8</td>\n",
" <td>12.131000</td>\n",
" </tr>\n",
" <tr>\n",
" <td>9</td>\n",
" <td>6.640100</td>\n",
" </tr>\n",
" <tr>\n",
" <td>10</td>\n",
" <td>6.063100</td>\n",
" </tr>\n",
" <tr>\n",
" <td>11</td>\n",
" <td>5.275600</td>\n",
" </tr>\n",
" <tr>\n",
" <td>12</td>\n",
" <td>9.029900</td>\n",
" </tr>\n",
" <tr>\n",
" <td>13</td>\n",
" <td>11.102700</td>\n",
" </tr>\n",
" <tr>\n",
" <td>14</td>\n",
" <td>5.701700</td>\n",
" </tr>\n",
" <tr>\n",
" <td>15</td>\n",
" <td>7.252700</td>\n",
" </tr>\n",
" <tr>\n",
" <td>16</td>\n",
" <td>6.776200</td>\n",
" </tr>\n",
" <tr>\n",
" <td>17</td>\n",
" <td>5.897100</td>\n",
" </tr>\n",
" <tr>\n",
" <td>18</td>\n",
" <td>7.597300</td>\n",
" </tr>\n",
" <tr>\n",
" <td>19</td>\n",
" <td>7.064800</td>\n",
" </tr>\n",
" <tr>\n",
" <td>20</td>\n",
" <td>6.107500</td>\n",
" </tr>\n",
" <tr>\n",
" <td>21</td>\n",
" <td>6.379100</td>\n",
" </tr>\n",
" <tr>\n",
" <td>22</td>\n",
" <td>6.754000</td>\n",
" </tr>\n",
" <tr>\n",
" <td>23</td>\n",
" <td>7.697100</td>\n",
" </tr>\n",
" <tr>\n",
" <td>24</td>\n",
" <td>4.904500</td>\n",
" </tr>\n",
" <tr>\n",
" <td>25</td>\n",
" <td>6.216000</td>\n",
" </tr>\n",
" <tr>\n",
" <td>26</td>\n",
" <td>6.303500</td>\n",
" </tr>\n",
" <tr>\n",
" <td>27</td>\n",
" <td>5.749800</td>\n",
" </tr>\n",
" <tr>\n",
" <td>28</td>\n",
" <td>5.102100</td>\n",
" </tr>\n",
" <tr>\n",
" <td>29</td>\n",
" <td>5.752000</td>\n",
" </tr>\n",
" <tr>\n",
" <td>30</td>\n",
" <td>4.403500</td>\n",
" </tr>\n",
" <tr>\n",
" <td>31</td>\n",
" <td>4.210000</td>\n",
" </tr>\n",
" <tr>\n",
" <td>32</td>\n",
" <td>4.056800</td>\n",
" </tr>\n",
" <tr>\n",
" <td>33</td>\n",
" <td>5.092800</td>\n",
" </tr>\n",
" <tr>\n",
" <td>34</td>\n",
" <td>5.207500</td>\n",
" </tr>\n",
" <tr>\n",
" <td>35</td>\n",
" <td>3.739200</td>\n",
" </tr>\n",
" <tr>\n",
" <td>36</td>\n",
" <td>3.193100</td>\n",
" </tr>\n",
" <tr>\n",
" <td>37</td>\n",
" <td>4.008400</td>\n",
" </tr>\n",
" <tr>\n",
" <td>38</td>\n",
" <td>5.247000</td>\n",
" </tr>\n",
" <tr>\n",
" <td>39</td>\n",
" <td>6.436300</td>\n",
" </tr>\n",
" <tr>\n",
" <td>40</td>\n",
" <td>3.967500</td>\n",
" </tr>\n",
" <tr>\n",
" <td>41</td>\n",
" <td>5.112700</td>\n",
" </tr>\n",
" <tr>\n",
" <td>42</td>\n",
" <td>3.505200</td>\n",
" </tr>\n",
" <tr>\n",
" <td>43</td>\n",
" <td>3.639700</td>\n",
" </tr>\n",
" <tr>\n",
" <td>44</td>\n",
" <td>4.522500</td>\n",
" </tr>\n",
" <tr>\n",
" <td>45</td>\n",
" <td>3.546200</td>\n",
" </tr>\n",
" <tr>\n",
" <td>46</td>\n",
" <td>4.180000</td>\n",
" </tr>\n",
" <tr>\n",
" <td>47</td>\n",
" <td>5.453400</td>\n",
" </tr>\n",
" <tr>\n",
" <td>48</td>\n",
" <td>4.675000</td>\n",
" </tr>\n",
" <tr>\n",
" <td>49</td>\n",
" <td>2.415500</td>\n",
" </tr>\n",
" <tr>\n",
" <td>50</td>\n",
" <td>4.789400</td>\n",
" </tr>\n",
" <tr>\n",
" <td>51</td>\n",
" <td>5.213400</td>\n",
" </tr>\n",
" <tr>\n",
" <td>52</td>\n",
" <td>2.947500</td>\n",
" </tr>\n",
" <tr>\n",
" <td>53</td>\n",
" <td>4.034700</td>\n",
" </tr>\n",
" <tr>\n",
" <td>54</td>\n",
" <td>4.082100</td>\n",
" </tr>\n",
" <tr>\n",
" <td>55</td>\n",
" <td>5.011400</td>\n",
" </tr>\n",
" <tr>\n",
" <td>56</td>\n",
" <td>4.501500</td>\n",
" </tr>\n",
" <tr>\n",
" <td>57</td>\n",
" <td>4.267900</td>\n",
" </tr>\n",
" <tr>\n",
" <td>58</td>\n",
" <td>3.468600</td>\n",
" </tr>\n",
" <tr>\n",
" <td>59</td>\n",
" <td>3.728500</td>\n",
" </tr>\n",
" <tr>\n",
" <td>60</td>\n",
" <td>4.897600</td>\n",
" </tr>\n",
" <tr>\n",
" <td>61</td>\n",
" <td>3.780500</td>\n",
" </tr>\n",
" <tr>\n",
" <td>62</td>\n",
" <td>2.423600</td>\n",
" </tr>\n",
" <tr>\n",
" <td>63</td>\n",
" <td>4.673300</td>\n",
" </tr>\n",
" <tr>\n",
" <td>64</td>\n",
" <td>4.991000</td>\n",
" </tr>\n",
" <tr>\n",
" <td>65</td>\n",
" <td>2.500500</td>\n",
" </tr>\n",
" <tr>\n",
" <td>66</td>\n",
" <td>4.002000</td>\n",
" </tr>\n",
" <tr>\n",
" <td>67</td>\n",
" <td>5.522100</td>\n",
" </tr>\n",
" <tr>\n",
" <td>68</td>\n",
" <td>4.956100</td>\n",
" </tr>\n",
" <tr>\n",
" <td>69</td>\n",
" <td>4.127700</td>\n",
" </tr>\n",
" <tr>\n",
" <td>70</td>\n",
" <td>4.376700</td>\n",
" </tr>\n",
" <tr>\n",
" <td>71</td>\n",
" <td>3.510000</td>\n",
" </tr>\n",
" <tr>\n",
" <td>72</td>\n",
" <td>5.134800</td>\n",
" </tr>\n",
" <tr>\n",
" <td>73</td>\n",
" <td>3.176800</td>\n",
" </tr>\n",
" <tr>\n",
" <td>74</td>\n",
" <td>4.376200</td>\n",
" </tr>\n",
" <tr>\n",
" <td>75</td>\n",
" <td>5.003000</td>\n",
" </tr>\n",
" <tr>\n",
" <td>76</td>\n",
" <td>3.744100</td>\n",
" </tr>\n",
" <tr>\n",
" <td>77</td>\n",
" <td>4.718800</td>\n",
" </tr>\n",
" <tr>\n",
" <td>78</td>\n",
" <td>6.131900</td>\n",
" </tr>\n",
" <tr>\n",
" <td>79</td>\n",
" <td>4.378200</td>\n",
" </tr>\n",
" <tr>\n",
" <td>80</td>\n",
" <td>4.087500</td>\n",
" </tr>\n",
" <tr>\n",
" <td>81</td>\n",
" <td>4.738700</td>\n",
" </tr>\n",
" <tr>\n",
" <td>82</td>\n",
" <td>4.438700</td>\n",
" </tr>\n",
" <tr>\n",
" <td>83</td>\n",
" <td>3.831400</td>\n",
" </tr>\n",
" <tr>\n",
" <td>84</td>\n",
" <td>2.813600</td>\n",
" </tr>\n",
" <tr>\n",
" <td>85</td>\n",
" <td>4.691800</td>\n",
" </tr>\n",
" <tr>\n",
" <td>86</td>\n",
" <td>5.185500</td>\n",
" </tr>\n",
" <tr>\n",
" <td>87</td>\n",
" <td>5.442500</td>\n",
" </tr>\n",
" <tr>\n",
" <td>88</td>\n",
" <td>3.764200</td>\n",
" </tr>\n",
" <tr>\n",
" <td>89</td>\n",
" <td>4.294000</td>\n",
" </tr>\n",
" <tr>\n",
" <td>90</td>\n",
" <td>3.737400</td>\n",
" </tr>\n",
" <tr>\n",
" <td>91</td>\n",
" <td>5.509000</td>\n",
" </tr>\n",
" <tr>\n",
" <td>92</td>\n",
" <td>2.525400</td>\n",
" </tr>\n",
" <tr>\n",
" <td>93</td>\n",
" <td>5.185300</td>\n",
" </tr>\n",
" <tr>\n",
" <td>94</td>\n",
" <td>4.973300</td>\n",
" </tr>\n",
" <tr>\n",
" <td>95</td>\n",
" <td>3.217000</td>\n",
" </tr>\n",
" <tr>\n",
" <td>96</td>\n",
" <td>4.309900</td>\n",
" </tr>\n",
" <tr>\n",
" <td>97</td>\n",
" <td>4.247500</td>\n",
" </tr>\n",
" <tr>\n",
" <td>98</td>\n",
" <td>3.961000</td>\n",
" </tr>\n",
" <tr>\n",
" <td>99</td>\n",
" <td>5.076500</td>\n",
" </tr>\n",
" <tr>\n",
" <td>100</td>\n",
" <td>4.401000</td>\n",
" </tr>\n",
" </tbody>\n",
"</table><p>"
]
},
"metadata": {}
},
{
"output_type": "stream",
"name": "stdout",
"text": [
"Training completed!\n"
]
}
],
"source": [
"# Start training\n",
"print(\"Starting training...\")\n",
"trainer.train()\n",
"print(\"Training completed!\")"
]
},
{
"cell_type": "markdown",
"metadata": {
"id": "6_FbM1pgfidR"
},
"source": [
"## 7. Save Model\n",
"\n",
"Save the trained model."
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/"
},
"id": "yaqWNmxgfidS",
"outputId": "722ce308-6257-432e-8bf4-d6c364d9c0a8"
},
"outputs": [
{
"output_type": "stream",
"name": "stdout",
"text": [
"Unsloth: Merging 4bit and LoRA weights to 16bit...\n",
"Unsloth: Will use up to 2.37 out of 12.67 RAM for saving.\n",
"Unsloth: Saving model... This might take 5 minutes ...\n"
]
},
{
"output_type": "stream",
"name": "stderr",
"text": [
"100%|██████████| 28/28 [03:00<00:00, 6.43s/it]\n"
]
},
{
"output_type": "stream",
"name": "stdout",
"text": [
"Unsloth: Saving tokenizer... Done.\n",
"Unsloth: Saving /content/drive/My Drive/trained_model_quant/pytorch_model-00001-of-00004.bin...\n"
]
}
],
"source": [
"# Save the model\n",
"model.save_pretrained(\"/content/drive/My Drive/trained_model\")\n",
"tokenizer.save_pretrained(\"/content/drive/My Drive/trained_model\")\n",
"#model.save_pretrained_gguf(\"/content/drive/My Drive/trained_model_quant\", tokenizer) # Saves in GGUF format for Ollama\n",
"model.save_pretrained_gguf(\"/content/drive/My Drive/trained_model_quant\", tokenizer, quantization_method = \"q4_k_m\")\n",
"#model.save_pretrained_gguf(\"/content/drive/My Drive/trained_model_quant\", tokenizer, quantization_method = \"q8_0\")\n",
"print(\"Model saved successfully!\")"
]
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3",
"name": "python3"
},
"language_info": {
"name": "python",
"version": "3.10.0"
},
"colab": {
"provenance": [],
"gpuType": "T4"
},
"accelerator": "GPU",
"widgets": {
"application/vnd.jupyter.widget-state+json": {
"056bab8d28b24113899298a5dcd1fe71": {
"model_module": "@jupyter-widgets/controls",
"model_name": "HBoxModel",
"model_module_version": "1.5.0",
"state": {
"_dom_classes": [],
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "1.5.0",
"_model_name": "HBoxModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/controls",
"_view_module_version": "1.5.0",
"_view_name": "HBoxView",
"box_style": "",
"children": [
"IPY_MODEL_5375f040fb3e48a0a967b7b783302650",
"IPY_MODEL_ab332c61f20e4aff8e137f1554bb145a",
"IPY_MODEL_413e54907b29414593b7a820e6e3e1d4"
],
"layout": "IPY_MODEL_dc0f1281b9f748a9aa2cf333b680cc24"
}
},
"5375f040fb3e48a0a967b7b783302650": {
"model_module": "@jupyter-widgets/controls",
"model_name": "HTMLModel",
"model_module_version": "1.5.0",
"state": {
"_dom_classes": [],
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "1.5.0",
"_model_name": "HTMLModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/controls",
"_view_module_version": "1.5.0",
"_view_name": "HTMLView",
"description": "",
"description_tooltip": null,
"layout": "IPY_MODEL_03b3ee6c0a704160a1e006029b5260a5",
"placeholder": "",
"style": "IPY_MODEL_c4fd1f7ac67b4de7a0426951be54bdfa",
"value": "TokenizingdatasetforQwen2.5-Coder:100%"
}
},
"ab332c61f20e4aff8e137f1554bb145a": {
"model_module": "@jupyter-widgets/controls",
"model_name": "FloatProgressModel",
"model_module_version": "1.5.0",
"state": {
"_dom_classes": [],
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "1.5.0",
"_model_name": "FloatProgressModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/controls",
"_view_module_version": "1.5.0",
"_view_name": "ProgressView",
"bar_style": "success",
"description": "",
"description_tooltip": null,
"layout": "IPY_MODEL_c31225ad42ab41d29da199cbcd589cc3",
"max": 17631,
"min": 0,
"orientation": "horizontal",
"style": "IPY_MODEL_e475e8753ea941a080af923428ac3a6c",
"value": 17631
}
},
"413e54907b29414593b7a820e6e3e1d4": {
"model_module": "@jupyter-widgets/controls",
"model_name": "HTMLModel",
"model_module_version": "1.5.0",
"state": {
"_dom_classes": [],
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "1.5.0",
"_model_name": "HTMLModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/controls",
"_view_module_version": "1.5.0",
"_view_name": "HTMLView",
"description": "",
"description_tooltip": null,
"layout": "IPY_MODEL_35a66998c4d64454a0fe25fd686a3dd4",
"placeholder": "",
"style": "IPY_MODEL_0d93917048714f73bf99c8ee6b5d68a9",
"value": "17631/17631[01:16&lt;00:00,296.49examples/s]"
}
},
"dc0f1281b9f748a9aa2cf333b680cc24": {
"model_module": "@jupyter-widgets/base",
"model_name": "LayoutModel",
"model_module_version": "1.2.0",
"state": {
"_model_module": "@jupyter-widgets/base",
"_model_module_version": "1.2.0",
"_model_name": "LayoutModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "1.2.0",
"_view_name": "LayoutView",
"align_content": null,
"align_items": null,
"align_self": null,
"border": null,
"bottom": null,
"display": null,
"flex": null,
"flex_flow": null,
"grid_area": null,
"grid_auto_columns": null,
"grid_auto_flow": null,
"grid_auto_rows": null,
"grid_column": null,
"grid_gap": null,
"grid_row": null,
"grid_template_areas": null,
"grid_template_columns": null,
"grid_template_rows": null,
"height": null,
"justify_content": null,
"justify_items": null,
"left": null,
"margin": null,
"max_height": null,
"max_width": null,
"min_height": null,
"min_width": null,
"object_fit": null,
"object_position": null,
"order": null,
"overflow": null,
"overflow_x": null,
"overflow_y": null,
"padding": null,
"right": null,
"top": null,
"visibility": null,
"width": null
}
},
"03b3ee6c0a704160a1e006029b5260a5": {
"model_module": "@jupyter-widgets/base",
"model_name": "LayoutModel",
"model_module_version": "1.2.0",
"state": {
"_model_module": "@jupyter-widgets/base",
"_model_module_version": "1.2.0",
"_model_name": "LayoutModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "1.2.0",
"_view_name": "LayoutView",
"align_content": null,
"align_items": null,
"align_self": null,
"border": null,
"bottom": null,
"display": null,
"flex": null,
"flex_flow": null,
"grid_area": null,
"grid_auto_columns": null,
"grid_auto_flow": null,
"grid_auto_rows": null,
"grid_column": null,
"grid_gap": null,
"grid_row": null,
"grid_template_areas": null,
"grid_template_columns": null,
"grid_template_rows": null,
"height": null,
"justify_content": null,
"justify_items": null,
"left": null,
"margin": null,
"max_height": null,
"max_width": null,
"min_height": null,
"min_width": null,
"object_fit": null,
"object_position": null,
"order": null,
"overflow": null,
"overflow_x": null,
"overflow_y": null,
"padding": null,
"right": null,
"top": null,
"visibility": null,
"width": null
}
},
"c4fd1f7ac67b4de7a0426951be54bdfa": {
"model_module": "@jupyter-widgets/controls",
"model_name": "DescriptionStyleModel",
"model_module_version": "1.5.0",
"state": {
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "1.5.0",
"_model_name": "DescriptionStyleModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "1.2.0",
"_view_name": "StyleView",
"description_width": ""
}
},
"c31225ad42ab41d29da199cbcd589cc3": {
"model_module": "@jupyter-widgets/base",
"model_name": "LayoutModel",
"model_module_version": "1.2.0",
"state": {
"_model_module": "@jupyter-widgets/base",
"_model_module_version": "1.2.0",
"_model_name": "LayoutModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "1.2.0",
"_view_name": "LayoutView",
"align_content": null,
"align_items": null,
"align_self": null,
"border": null,
"bottom": null,
"display": null,
"flex": null,
"flex_flow": null,
"grid_area": null,
"grid_auto_columns": null,
"grid_auto_flow": null,
"grid_auto_rows": null,
"grid_column": null,
"grid_gap": null,
"grid_row": null,
"grid_template_areas": null,
"grid_template_columns": null,
"grid_template_rows": null,
"height": null,
"justify_content": null,
"justify_items": null,
"left": null,
"margin": null,
"max_height": null,
"max_width": null,
"min_height": null,
"min_width": null,
"object_fit": null,
"object_position": null,
"order": null,
"overflow": null,
"overflow_x": null,
"overflow_y": null,
"padding": null,
"right": null,
"top": null,
"visibility": null,
"width": null
}
},
"e475e8753ea941a080af923428ac3a6c": {
"model_module": "@jupyter-widgets/controls",
"model_name": "ProgressStyleModel",
"model_module_version": "1.5.0",
"state": {
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "1.5.0",
"_model_name": "ProgressStyleModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "1.2.0",
"_view_name": "StyleView",
"bar_color": null,
"description_width": ""
}
},
"35a66998c4d64454a0fe25fd686a3dd4": {
"model_module": "@jupyter-widgets/base",
"model_name": "LayoutModel",
"model_module_version": "1.2.0",
"state": {
"_model_module": "@jupyter-widgets/base",
"_model_module_version": "1.2.0",
"_model_name": "LayoutModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "1.2.0",
"_view_name": "LayoutView",
"align_content": null,
"align_items": null,
"align_self": null,
"border": null,
"bottom": null,
"display": null,
"flex": null,
"flex_flow": null,
"grid_area": null,
"grid_auto_columns": null,
"grid_auto_flow": null,
"grid_auto_rows": null,
"grid_column": null,
"grid_gap": null,
"grid_row": null,
"grid_template_areas": null,
"grid_template_columns": null,
"grid_template_rows": null,
"height": null,
"justify_content": null,
"justify_items": null,
"left": null,
"margin": null,
"max_height": null,
"max_width": null,
"min_height": null,
"min_width": null,
"object_fit": null,
"object_position": null,
"order": null,
"overflow": null,
"overflow_x": null,
"overflow_y": null,
"padding": null,
"right": null,
"top": null,
"visibility": null,
"width": null
}
},
"0d93917048714f73bf99c8ee6b5d68a9": {
"model_module": "@jupyter-widgets/controls",
"model_name": "DescriptionStyleModel",
"model_module_version": "1.5.0",
"state": {
"_model_module": "@jupyter-widgets/controls",
"_model_module_version": "1.5.0",
"_model_name": "DescriptionStyleModel",
"_view_count": null,
"_view_module": "@jupyter-widgets/base",
"_view_module_version": "1.2.0",
"_view_name": "StyleView",
"description_width": ""
}
}
}
}
},
"nbformat": 4,
"nbformat_minor": 0
}