From d6eea76c65ceb48e7fceb45fcc217feccea3f5bd Mon Sep 17 00:00:00 2001 From: suherdy yacob Date: Sat, 23 Aug 2025 10:30:35 +0700 Subject: [PATCH] fix notebook file --- ai_trainer_t4_colab.ipynb | 7328 ++++++++++++++++++++++++++++++++++--- 1 file changed, 6854 insertions(+), 474 deletions(-) diff --git a/ai_trainer_t4_colab.ipynb b/ai_trainer_t4_colab.ipynb index 2190c05..db058b7 100644 --- a/ai_trainer_t4_colab.ipynb +++ b/ai_trainer_t4_colab.ipynb @@ -1,477 +1,6857 @@ { - "cells": [ - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "# AI Trainer for Qwen Models on Google Colab (T4 GPU)\n", - "\n", - "This notebook allows you to train Qwen models on GitHub repositories using Google Colab's T4 GPU with 13GB VRAM." - ] + "cells": [ + { + "cell_type": "markdown", + "metadata": { + "id": "PFYSd-OEfidJ" + }, + "source": [ + "# AI Trainer for Qwen Models on Google Colab (T4 GPU)\n", + "\n", + "This notebook allows you to train Qwen models on GitHub repositories using Google Colab's T4 GPU with 13GB VRAM." + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "KBxVYckofidL" + }, + "source": [ + "## 1. Setup Environment\n", + "\n", + "First, let's install the required dependencies." + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "collapsed": true, + "id": "B1nvbUdDfidL", + "outputId": "378b18fb-466e-4c10-a553-0cd3c160e771" + }, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "Collecting unsloth\n", + " Downloading unsloth-2025.8.9-py3-none-any.whl.metadata (52 kB)\n", + "\u001b[?25l \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m0.0/52.3 kB\u001b[0m \u001b[31m?\u001b[0m eta \u001b[36m-:--:--\u001b[0m\r\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m52.3/52.3 kB\u001b[0m \u001b[31m3.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hCollecting bitsandbytes\n", + " Downloading bitsandbytes-0.47.0-py3-none-manylinux_2_24_x86_64.whl.metadata (11 kB)\n", + "Collecting unsloth_zoo>=2025.8.8 (from unsloth)\n", + " Downloading unsloth_zoo-2025.8.8-py3-none-any.whl.metadata (9.4 kB)\n", + "Requirement already satisfied: torch>=2.4.0 in /usr/local/lib/python3.12/dist-packages (from unsloth) (2.8.0+cu126)\n", + "Collecting xformers>=0.0.27.post2 (from unsloth)\n", + " Downloading xformers-0.0.32.post2-cp39-abi3-manylinux_2_28_x86_64.whl.metadata (1.1 kB)\n", + "Requirement already satisfied: triton>=3.0.0 in /usr/local/lib/python3.12/dist-packages (from unsloth) (3.4.0)\n", + "Requirement already satisfied: packaging in /usr/local/lib/python3.12/dist-packages (from unsloth) (25.0)\n", + "Collecting tyro (from unsloth)\n", + " Downloading tyro-0.9.28-py3-none-any.whl.metadata (11 kB)\n", + "Requirement already satisfied: transformers!=4.47.0,!=4.52.0,!=4.52.1,!=4.52.2,!=4.52.3,!=4.53.0,!=4.54.0,!=4.55.0,!=4.55.1,>=4.51.3 in /usr/local/lib/python3.12/dist-packages (from unsloth) (4.55.2)\n", + "Collecting datasets<4.0.0,>=3.4.1 (from unsloth)\n", + " Downloading datasets-3.6.0-py3-none-any.whl.metadata (19 kB)\n", + "Requirement already satisfied: sentencepiece>=0.2.0 in /usr/local/lib/python3.12/dist-packages (from unsloth) (0.2.1)\n", + "Requirement already satisfied: tqdm in /usr/local/lib/python3.12/dist-packages (from unsloth) (4.67.1)\n", + "Requirement already satisfied: psutil in /usr/local/lib/python3.12/dist-packages (from unsloth) (5.9.5)\n", + "Requirement already satisfied: wheel>=0.42.0 in /usr/local/lib/python3.12/dist-packages (from unsloth) (0.45.1)\n", + "Requirement already satisfied: numpy in /usr/local/lib/python3.12/dist-packages (from unsloth) (2.0.2)\n", + "Requirement already satisfied: accelerate>=0.34.1 in /usr/local/lib/python3.12/dist-packages (from unsloth) (1.10.0)\n", + "Collecting trl!=0.15.0,!=0.19.0,!=0.9.0,!=0.9.1,!=0.9.2,!=0.9.3,>=0.7.9 (from unsloth)\n", + " Downloading trl-0.21.0-py3-none-any.whl.metadata (11 kB)\n", + "Requirement already satisfied: peft!=0.11.0,>=0.7.1 in /usr/local/lib/python3.12/dist-packages (from unsloth) (0.17.0)\n", + "Requirement already satisfied: protobuf in /usr/local/lib/python3.12/dist-packages (from unsloth) (5.29.5)\n", + "Requirement already satisfied: huggingface_hub>=0.34.0 in /usr/local/lib/python3.12/dist-packages (from unsloth) (0.34.4)\n", + "Requirement already satisfied: hf_transfer in /usr/local/lib/python3.12/dist-packages (from unsloth) (0.1.9)\n", + "Requirement already satisfied: diffusers in /usr/local/lib/python3.12/dist-packages (from unsloth) (0.34.0)\n", + "Requirement already satisfied: torchvision in /usr/local/lib/python3.12/dist-packages (from unsloth) (0.23.0+cu126)\n", + "Requirement already satisfied: pyyaml in /usr/local/lib/python3.12/dist-packages (from accelerate>=0.34.1->unsloth) (6.0.2)\n", + "Requirement already satisfied: safetensors>=0.4.3 in /usr/local/lib/python3.12/dist-packages (from accelerate>=0.34.1->unsloth) (0.6.2)\n", + "Requirement already satisfied: filelock in /usr/local/lib/python3.12/dist-packages (from datasets<4.0.0,>=3.4.1->unsloth) (3.19.1)\n", + "Requirement already satisfied: pyarrow>=15.0.0 in /usr/local/lib/python3.12/dist-packages (from datasets<4.0.0,>=3.4.1->unsloth) (18.1.0)\n", + "Requirement already satisfied: dill<0.3.9,>=0.3.0 in /usr/local/lib/python3.12/dist-packages (from datasets<4.0.0,>=3.4.1->unsloth) (0.3.8)\n", + "Requirement already satisfied: pandas in /usr/local/lib/python3.12/dist-packages (from datasets<4.0.0,>=3.4.1->unsloth) (2.2.2)\n", + "Requirement already satisfied: requests>=2.32.2 in /usr/local/lib/python3.12/dist-packages (from datasets<4.0.0,>=3.4.1->unsloth) (2.32.4)\n", + "Requirement already satisfied: xxhash in /usr/local/lib/python3.12/dist-packages (from datasets<4.0.0,>=3.4.1->unsloth) (3.5.0)\n", + "Requirement already satisfied: multiprocess<0.70.17 in /usr/local/lib/python3.12/dist-packages (from datasets<4.0.0,>=3.4.1->unsloth) (0.70.16)\n", + "Requirement already satisfied: fsspec<=2025.3.0,>=2023.1.0 in /usr/local/lib/python3.12/dist-packages (from fsspec[http]<=2025.3.0,>=2023.1.0->datasets<4.0.0,>=3.4.1->unsloth) (2025.3.0)\n", + "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.12/dist-packages (from huggingface_hub>=0.34.0->unsloth) (4.14.1)\n", + "Requirement already satisfied: hf-xet<2.0.0,>=1.1.3 in /usr/local/lib/python3.12/dist-packages (from huggingface_hub>=0.34.0->unsloth) (1.1.7)\n", + "Requirement already satisfied: setuptools in /usr/local/lib/python3.12/dist-packages (from torch>=2.4.0->unsloth) (75.2.0)\n", + "Requirement already satisfied: sympy>=1.13.3 in /usr/local/lib/python3.12/dist-packages (from torch>=2.4.0->unsloth) (1.13.3)\n", + "Requirement already satisfied: networkx in /usr/local/lib/python3.12/dist-packages (from torch>=2.4.0->unsloth) (3.5)\n", + "Requirement already satisfied: jinja2 in /usr/local/lib/python3.12/dist-packages (from torch>=2.4.0->unsloth) (3.1.6)\n", + "Requirement already satisfied: nvidia-cuda-nvrtc-cu12==12.6.77 in /usr/local/lib/python3.12/dist-packages (from torch>=2.4.0->unsloth) (12.6.77)\n", + "Requirement already satisfied: nvidia-cuda-runtime-cu12==12.6.77 in /usr/local/lib/python3.12/dist-packages (from torch>=2.4.0->unsloth) (12.6.77)\n", + "Requirement already satisfied: nvidia-cuda-cupti-cu12==12.6.80 in /usr/local/lib/python3.12/dist-packages (from torch>=2.4.0->unsloth) (12.6.80)\n", + "Requirement already satisfied: nvidia-cudnn-cu12==9.10.2.21 in /usr/local/lib/python3.12/dist-packages (from torch>=2.4.0->unsloth) (9.10.2.21)\n", + "Requirement already satisfied: nvidia-cublas-cu12==12.6.4.1 in /usr/local/lib/python3.12/dist-packages (from torch>=2.4.0->unsloth) (12.6.4.1)\n", + "Requirement already satisfied: nvidia-cufft-cu12==11.3.0.4 in /usr/local/lib/python3.12/dist-packages (from torch>=2.4.0->unsloth) (11.3.0.4)\n", + "Requirement already satisfied: nvidia-curand-cu12==10.3.7.77 in /usr/local/lib/python3.12/dist-packages (from torch>=2.4.0->unsloth) (10.3.7.77)\n", + "Requirement already satisfied: nvidia-cusolver-cu12==11.7.1.2 in /usr/local/lib/python3.12/dist-packages (from torch>=2.4.0->unsloth) (11.7.1.2)\n", + "Requirement already satisfied: nvidia-cusparse-cu12==12.5.4.2 in /usr/local/lib/python3.12/dist-packages (from torch>=2.4.0->unsloth) (12.5.4.2)\n", + "Requirement already satisfied: nvidia-cusparselt-cu12==0.7.1 in /usr/local/lib/python3.12/dist-packages (from torch>=2.4.0->unsloth) (0.7.1)\n", + "Requirement already satisfied: nvidia-nccl-cu12==2.27.3 in /usr/local/lib/python3.12/dist-packages (from torch>=2.4.0->unsloth) (2.27.3)\n", + "Requirement already satisfied: nvidia-nvtx-cu12==12.6.77 in /usr/local/lib/python3.12/dist-packages (from torch>=2.4.0->unsloth) (12.6.77)\n", + "Requirement already satisfied: nvidia-nvjitlink-cu12==12.6.85 in /usr/local/lib/python3.12/dist-packages (from torch>=2.4.0->unsloth) (12.6.85)\n", + "Requirement already satisfied: nvidia-cufile-cu12==1.11.1.6 in /usr/local/lib/python3.12/dist-packages (from torch>=2.4.0->unsloth) (1.11.1.6)\n", + "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.12/dist-packages (from transformers!=4.47.0,!=4.52.0,!=4.52.1,!=4.52.2,!=4.52.3,!=4.53.0,!=4.54.0,!=4.55.0,!=4.55.1,>=4.51.3->unsloth) (2024.11.6)\n", + "Requirement already satisfied: tokenizers<0.22,>=0.21 in /usr/local/lib/python3.12/dist-packages (from transformers!=4.47.0,!=4.52.0,!=4.52.1,!=4.52.2,!=4.52.3,!=4.53.0,!=4.54.0,!=4.55.0,!=4.55.1,>=4.51.3->unsloth) (0.21.4)\n", + "Requirement already satisfied: torchao in /usr/local/lib/python3.12/dist-packages (from unsloth_zoo>=2025.8.8->unsloth) (0.10.0)\n", + "Collecting cut_cross_entropy (from unsloth_zoo>=2025.8.8->unsloth)\n", + " Downloading cut_cross_entropy-25.1.1-py3-none-any.whl.metadata (9.3 kB)\n", + "Requirement already satisfied: pillow in /usr/local/lib/python3.12/dist-packages (from unsloth_zoo>=2025.8.8->unsloth) (11.3.0)\n", + "Collecting msgspec (from unsloth_zoo>=2025.8.8->unsloth)\n", + " Downloading msgspec-0.19.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (6.9 kB)\n", + "Requirement already satisfied: importlib_metadata in /usr/local/lib/python3.12/dist-packages (from diffusers->unsloth) (8.7.0)\n", + "Requirement already satisfied: docstring-parser>=0.15 in /usr/local/lib/python3.12/dist-packages (from tyro->unsloth) (0.17.0)\n", + "Requirement already satisfied: rich>=11.1.0 in /usr/local/lib/python3.12/dist-packages (from tyro->unsloth) (13.9.4)\n", + "Collecting shtab>=1.5.6 (from tyro->unsloth)\n", + " Downloading shtab-1.7.2-py3-none-any.whl.metadata (7.4 kB)\n", + "Requirement already satisfied: typeguard>=4.0.0 in /usr/local/lib/python3.12/dist-packages (from tyro->unsloth) (4.4.4)\n", + "Requirement already satisfied: aiohttp!=4.0.0a0,!=4.0.0a1 in /usr/local/lib/python3.12/dist-packages (from fsspec[http]<=2025.3.0,>=2023.1.0->datasets<4.0.0,>=3.4.1->unsloth) (3.12.15)\n", + "Requirement already satisfied: charset_normalizer<4,>=2 in /usr/local/lib/python3.12/dist-packages (from requests>=2.32.2->datasets<4.0.0,>=3.4.1->unsloth) (3.4.3)\n", + "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.12/dist-packages (from requests>=2.32.2->datasets<4.0.0,>=3.4.1->unsloth) (3.10)\n", + "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.12/dist-packages (from requests>=2.32.2->datasets<4.0.0,>=3.4.1->unsloth) (2.5.0)\n", + "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.12/dist-packages (from requests>=2.32.2->datasets<4.0.0,>=3.4.1->unsloth) (2025.8.3)\n", + "Requirement already satisfied: markdown-it-py>=2.2.0 in /usr/local/lib/python3.12/dist-packages (from rich>=11.1.0->tyro->unsloth) (4.0.0)\n", + "Requirement already satisfied: pygments<3.0.0,>=2.13.0 in /usr/local/lib/python3.12/dist-packages (from rich>=11.1.0->tyro->unsloth) (2.19.2)\n", + "Requirement already satisfied: mpmath<1.4,>=1.1.0 in /usr/local/lib/python3.12/dist-packages (from sympy>=1.13.3->torch>=2.4.0->unsloth) (1.3.0)\n", + "Requirement already satisfied: zipp>=3.20 in /usr/local/lib/python3.12/dist-packages (from importlib_metadata->diffusers->unsloth) (3.23.0)\n", + "Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.12/dist-packages (from jinja2->torch>=2.4.0->unsloth) (3.0.2)\n", + "Requirement already satisfied: python-dateutil>=2.8.2 in /usr/local/lib/python3.12/dist-packages (from pandas->datasets<4.0.0,>=3.4.1->unsloth) (2.9.0.post0)\n", + "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.12/dist-packages (from pandas->datasets<4.0.0,>=3.4.1->unsloth) (2025.2)\n", + "Requirement already satisfied: tzdata>=2022.7 in /usr/local/lib/python3.12/dist-packages (from pandas->datasets<4.0.0,>=3.4.1->unsloth) (2025.2)\n", + "Requirement already satisfied: aiohappyeyeballs>=2.5.0 in /usr/local/lib/python3.12/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]<=2025.3.0,>=2023.1.0->datasets<4.0.0,>=3.4.1->unsloth) (2.6.1)\n", + "Requirement already satisfied: aiosignal>=1.4.0 in /usr/local/lib/python3.12/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]<=2025.3.0,>=2023.1.0->datasets<4.0.0,>=3.4.1->unsloth) (1.4.0)\n", + "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.12/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]<=2025.3.0,>=2023.1.0->datasets<4.0.0,>=3.4.1->unsloth) (25.3.0)\n", + "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.12/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]<=2025.3.0,>=2023.1.0->datasets<4.0.0,>=3.4.1->unsloth) (1.7.0)\n", + "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.12/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]<=2025.3.0,>=2023.1.0->datasets<4.0.0,>=3.4.1->unsloth) (6.6.4)\n", + "Requirement already satisfied: propcache>=0.2.0 in /usr/local/lib/python3.12/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]<=2025.3.0,>=2023.1.0->datasets<4.0.0,>=3.4.1->unsloth) (0.3.2)\n", + "Requirement already satisfied: yarl<2.0,>=1.17.0 in /usr/local/lib/python3.12/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]<=2025.3.0,>=2023.1.0->datasets<4.0.0,>=3.4.1->unsloth) (1.20.1)\n", + "Requirement already satisfied: mdurl~=0.1 in /usr/local/lib/python3.12/dist-packages (from markdown-it-py>=2.2.0->rich>=11.1.0->tyro->unsloth) (0.1.2)\n", + "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.12/dist-packages (from python-dateutil>=2.8.2->pandas->datasets<4.0.0,>=3.4.1->unsloth) (1.17.0)\n", + "Downloading unsloth-2025.8.9-py3-none-any.whl (311 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m311.7/311.7 kB\u001b[0m \u001b[31m14.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading bitsandbytes-0.47.0-py3-none-manylinux_2_24_x86_64.whl (61.3 MB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m61.3/61.3 MB\u001b[0m \u001b[31m13.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading datasets-3.6.0-py3-none-any.whl (491 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m491.5/491.5 kB\u001b[0m \u001b[31m36.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading trl-0.21.0-py3-none-any.whl (511 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m511.9/511.9 kB\u001b[0m \u001b[31m37.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading unsloth_zoo-2025.8.8-py3-none-any.whl (184 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m184.8/184.8 kB\u001b[0m \u001b[31m17.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading xformers-0.0.32.post2-cp39-abi3-manylinux_2_28_x86_64.whl (117.2 MB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m117.2/117.2 MB\u001b[0m \u001b[31m8.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading tyro-0.9.28-py3-none-any.whl (129 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m129.2/129.2 kB\u001b[0m \u001b[31m12.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hDownloading shtab-1.7.2-py3-none-any.whl (14 kB)\n", + "Downloading cut_cross_entropy-25.1.1-py3-none-any.whl (22 kB)\n", + "Downloading msgspec-0.19.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (213 kB)\n", + "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m213.6/213.6 kB\u001b[0m \u001b[31m19.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n", + "\u001b[?25hInstalling collected packages: shtab, msgspec, tyro, xformers, datasets, cut_cross_entropy, bitsandbytes, trl, unsloth_zoo, unsloth\n", + " Attempting uninstall: datasets\n", + " Found existing installation: datasets 4.0.0\n", + " Uninstalling datasets-4.0.0:\n", + " Successfully uninstalled datasets-4.0.0\n", + "Successfully installed bitsandbytes-0.47.0 cut_cross_entropy-25.1.1 datasets-3.6.0 msgspec-0.19.0 shtab-1.7.2 trl-0.21.0 tyro-0.9.28 unsloth-2025.8.9 unsloth_zoo-2025.8.8 xformers-0.0.32.post2\n", + "Requirement already satisfied: transformers in /usr/local/lib/python3.12/dist-packages (4.55.2)\n", + "Requirement already satisfied: datasets in /usr/local/lib/python3.12/dist-packages (3.6.0)\n", + "Requirement already satisfied: filelock in /usr/local/lib/python3.12/dist-packages (from transformers) (3.19.1)\n", + "Requirement already satisfied: huggingface-hub<1.0,>=0.34.0 in /usr/local/lib/python3.12/dist-packages (from transformers) (0.34.4)\n", + "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.12/dist-packages (from transformers) (2.0.2)\n", + "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.12/dist-packages (from transformers) (25.0)\n", + "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.12/dist-packages (from transformers) (6.0.2)\n", + "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.12/dist-packages (from transformers) (2024.11.6)\n", + "Requirement already satisfied: requests in /usr/local/lib/python3.12/dist-packages (from transformers) (2.32.4)\n", + "Requirement already satisfied: tokenizers<0.22,>=0.21 in /usr/local/lib/python3.12/dist-packages (from transformers) (0.21.4)\n", + "Requirement already satisfied: safetensors>=0.4.3 in /usr/local/lib/python3.12/dist-packages (from transformers) (0.6.2)\n", + "Requirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.12/dist-packages (from transformers) (4.67.1)\n", + "Requirement already satisfied: pyarrow>=15.0.0 in /usr/local/lib/python3.12/dist-packages (from datasets) (18.1.0)\n", + "Requirement already satisfied: dill<0.3.9,>=0.3.0 in /usr/local/lib/python3.12/dist-packages (from datasets) (0.3.8)\n", + "Requirement already satisfied: pandas in /usr/local/lib/python3.12/dist-packages (from datasets) (2.2.2)\n", + "Requirement already satisfied: xxhash in /usr/local/lib/python3.12/dist-packages (from datasets) (3.5.0)\n", + "Requirement already satisfied: multiprocess<0.70.17 in /usr/local/lib/python3.12/dist-packages (from datasets) (0.70.16)\n", + "Requirement already satisfied: fsspec<=2025.3.0,>=2023.1.0 in /usr/local/lib/python3.12/dist-packages (from fsspec[http]<=2025.3.0,>=2023.1.0->datasets) (2025.3.0)\n", + "Requirement already satisfied: aiohttp!=4.0.0a0,!=4.0.0a1 in /usr/local/lib/python3.12/dist-packages (from fsspec[http]<=2025.3.0,>=2023.1.0->datasets) (3.12.15)\n", + "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.12/dist-packages (from huggingface-hub<1.0,>=0.34.0->transformers) (4.14.1)\n", + "Requirement already satisfied: hf-xet<2.0.0,>=1.1.3 in /usr/local/lib/python3.12/dist-packages (from huggingface-hub<1.0,>=0.34.0->transformers) (1.1.7)\n", + "Requirement already satisfied: charset_normalizer<4,>=2 in /usr/local/lib/python3.12/dist-packages (from requests->transformers) (3.4.3)\n", + "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.12/dist-packages (from requests->transformers) (3.10)\n", + "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.12/dist-packages (from requests->transformers) (2.5.0)\n", + "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.12/dist-packages (from requests->transformers) (2025.8.3)\n", + "Requirement already satisfied: python-dateutil>=2.8.2 in /usr/local/lib/python3.12/dist-packages (from pandas->datasets) (2.9.0.post0)\n", + "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.12/dist-packages (from pandas->datasets) (2025.2)\n", + "Requirement already satisfied: tzdata>=2022.7 in /usr/local/lib/python3.12/dist-packages (from pandas->datasets) (2025.2)\n", + "Requirement already satisfied: aiohappyeyeballs>=2.5.0 in /usr/local/lib/python3.12/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]<=2025.3.0,>=2023.1.0->datasets) (2.6.1)\n", + "Requirement already satisfied: aiosignal>=1.4.0 in /usr/local/lib/python3.12/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]<=2025.3.0,>=2023.1.0->datasets) (1.4.0)\n", + "Requirement already satisfied: attrs>=17.3.0 in /usr/local/lib/python3.12/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]<=2025.3.0,>=2023.1.0->datasets) (25.3.0)\n", + "Requirement already satisfied: frozenlist>=1.1.1 in /usr/local/lib/python3.12/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]<=2025.3.0,>=2023.1.0->datasets) (1.7.0)\n", + "Requirement already satisfied: multidict<7.0,>=4.5 in /usr/local/lib/python3.12/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]<=2025.3.0,>=2023.1.0->datasets) (6.6.4)\n", + "Requirement already satisfied: propcache>=0.2.0 in /usr/local/lib/python3.12/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]<=2025.3.0,>=2023.1.0->datasets) (0.3.2)\n", + "Requirement already satisfied: yarl<2.0,>=1.17.0 in /usr/local/lib/python3.12/dist-packages (from aiohttp!=4.0.0a0,!=4.0.0a1->fsspec[http]<=2025.3.0,>=2023.1.0->datasets) (1.20.1)\n", + "Requirement already satisfied: six>=1.5 in /usr/local/lib/python3.12/dist-packages (from python-dateutil>=2.8.2->pandas->datasets) (1.17.0)\n", + "Requirement already satisfied: accelerate in /usr/local/lib/python3.12/dist-packages (1.10.0)\n", + "Requirement already satisfied: peft in /usr/local/lib/python3.12/dist-packages (0.17.0)\n", + "Requirement already satisfied: numpy<3.0.0,>=1.17 in /usr/local/lib/python3.12/dist-packages (from accelerate) (2.0.2)\n", + "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.12/dist-packages (from accelerate) (25.0)\n", + "Requirement already satisfied: psutil in /usr/local/lib/python3.12/dist-packages (from accelerate) (5.9.5)\n", + "Requirement already satisfied: pyyaml in /usr/local/lib/python3.12/dist-packages (from accelerate) (6.0.2)\n", + "Requirement already satisfied: torch>=2.0.0 in /usr/local/lib/python3.12/dist-packages (from accelerate) (2.8.0+cu126)\n", + "Requirement already satisfied: huggingface_hub>=0.21.0 in /usr/local/lib/python3.12/dist-packages (from accelerate) (0.34.4)\n", + "Requirement already satisfied: safetensors>=0.4.3 in /usr/local/lib/python3.12/dist-packages (from accelerate) (0.6.2)\n", + "Requirement already satisfied: transformers in /usr/local/lib/python3.12/dist-packages (from peft) (4.55.2)\n", + "Requirement already satisfied: tqdm in /usr/local/lib/python3.12/dist-packages (from peft) (4.67.1)\n", + "Requirement already satisfied: filelock in /usr/local/lib/python3.12/dist-packages (from huggingface_hub>=0.21.0->accelerate) (3.19.1)\n", + "Requirement already satisfied: fsspec>=2023.5.0 in /usr/local/lib/python3.12/dist-packages (from huggingface_hub>=0.21.0->accelerate) (2025.3.0)\n", + "Requirement already satisfied: requests in /usr/local/lib/python3.12/dist-packages (from huggingface_hub>=0.21.0->accelerate) (2.32.4)\n", + "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.12/dist-packages (from huggingface_hub>=0.21.0->accelerate) (4.14.1)\n", + "Requirement already satisfied: hf-xet<2.0.0,>=1.1.3 in /usr/local/lib/python3.12/dist-packages (from huggingface_hub>=0.21.0->accelerate) (1.1.7)\n", + "Requirement already satisfied: setuptools in /usr/local/lib/python3.12/dist-packages (from torch>=2.0.0->accelerate) (75.2.0)\n", + "Requirement already satisfied: sympy>=1.13.3 in /usr/local/lib/python3.12/dist-packages (from torch>=2.0.0->accelerate) (1.13.3)\n", + "Requirement already satisfied: networkx in /usr/local/lib/python3.12/dist-packages (from torch>=2.0.0->accelerate) (3.5)\n", + "Requirement already satisfied: jinja2 in /usr/local/lib/python3.12/dist-packages (from torch>=2.0.0->accelerate) (3.1.6)\n", + "Requirement already satisfied: nvidia-cuda-nvrtc-cu12==12.6.77 in /usr/local/lib/python3.12/dist-packages (from torch>=2.0.0->accelerate) (12.6.77)\n", + "Requirement already satisfied: nvidia-cuda-runtime-cu12==12.6.77 in /usr/local/lib/python3.12/dist-packages (from torch>=2.0.0->accelerate) (12.6.77)\n", + "Requirement already satisfied: nvidia-cuda-cupti-cu12==12.6.80 in /usr/local/lib/python3.12/dist-packages (from torch>=2.0.0->accelerate) (12.6.80)\n", + "Requirement already satisfied: nvidia-cudnn-cu12==9.10.2.21 in /usr/local/lib/python3.12/dist-packages (from torch>=2.0.0->accelerate) (9.10.2.21)\n", + "Requirement already satisfied: nvidia-cublas-cu12==12.6.4.1 in /usr/local/lib/python3.12/dist-packages (from torch>=2.0.0->accelerate) (12.6.4.1)\n", + "Requirement already satisfied: nvidia-cufft-cu12==11.3.0.4 in /usr/local/lib/python3.12/dist-packages (from torch>=2.0.0->accelerate) (11.3.0.4)\n", + "Requirement already satisfied: nvidia-curand-cu12==10.3.7.77 in /usr/local/lib/python3.12/dist-packages (from torch>=2.0.0->accelerate) (10.3.7.77)\n", + "Requirement already satisfied: nvidia-cusolver-cu12==11.7.1.2 in /usr/local/lib/python3.12/dist-packages (from torch>=2.0.0->accelerate) (11.7.1.2)\n", + "Requirement already satisfied: nvidia-cusparse-cu12==12.5.4.2 in /usr/local/lib/python3.12/dist-packages (from torch>=2.0.0->accelerate) (12.5.4.2)\n", + "Requirement already satisfied: nvidia-cusparselt-cu12==0.7.1 in /usr/local/lib/python3.12/dist-packages (from torch>=2.0.0->accelerate) (0.7.1)\n", + "Requirement already satisfied: nvidia-nccl-cu12==2.27.3 in /usr/local/lib/python3.12/dist-packages (from torch>=2.0.0->accelerate) (2.27.3)\n", + "Requirement already satisfied: nvidia-nvtx-cu12==12.6.77 in /usr/local/lib/python3.12/dist-packages (from torch>=2.0.0->accelerate) (12.6.77)\n", + "Requirement already satisfied: nvidia-nvjitlink-cu12==12.6.85 in /usr/local/lib/python3.12/dist-packages (from torch>=2.0.0->accelerate) (12.6.85)\n", + "Requirement already satisfied: nvidia-cufile-cu12==1.11.1.6 in /usr/local/lib/python3.12/dist-packages (from torch>=2.0.0->accelerate) (1.11.1.6)\n", + "Requirement already satisfied: triton==3.4.0 in /usr/local/lib/python3.12/dist-packages (from torch>=2.0.0->accelerate) (3.4.0)\n", + "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.12/dist-packages (from transformers->peft) (2024.11.6)\n", + "Requirement already satisfied: tokenizers<0.22,>=0.21 in /usr/local/lib/python3.12/dist-packages (from transformers->peft) (0.21.4)\n", + "Requirement already satisfied: mpmath<1.4,>=1.1.0 in /usr/local/lib/python3.12/dist-packages (from sympy>=1.13.3->torch>=2.0.0->accelerate) (1.3.0)\n", + "Requirement already satisfied: MarkupSafe>=2.0 in /usr/local/lib/python3.12/dist-packages (from jinja2->torch>=2.0.0->accelerate) (3.0.2)\n", + "Requirement already satisfied: charset_normalizer<4,>=2 in /usr/local/lib/python3.12/dist-packages (from requests->huggingface_hub>=0.21.0->accelerate) (3.4.3)\n", + "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.12/dist-packages (from requests->huggingface_hub>=0.21.0->accelerate) (3.10)\n", + "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.12/dist-packages (from requests->huggingface_hub>=0.21.0->accelerate) (2.5.0)\n", + "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.12/dist-packages (from requests->huggingface_hub>=0.21.0->accelerate) (2025.8.3)\n", + "Requirement already satisfied: GitPython in /usr/local/lib/python3.12/dist-packages (3.1.45)\n", + "Requirement already satisfied: PyYAML in /usr/local/lib/python3.12/dist-packages (6.0.2)\n", + "Requirement already satisfied: gitdb<5,>=4.0.1 in /usr/local/lib/python3.12/dist-packages (from GitPython) (4.0.12)\n", + "Requirement already satisfied: smmap<6,>=3.0.1 in /usr/local/lib/python3.12/dist-packages (from gitdb<5,>=4.0.1->GitPython) (5.0.2)\n" + ] + } + ], + "source": [ + "# Install required packages\n", + "!pip install unsloth bitsandbytes\n", + "!pip install transformers datasets\n", + "!pip install accelerate peft\n", + "!pip install GitPython PyYAML" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "hJycDQACfidM", + "outputId": "47c1f58f-db75-4f8b-a505-d27eddd4082f" + }, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "Environment variables set successfully!\n" + ] + } + ], + "source": [ + "# Set environment variables for optimal GPU performance\n", + "import os\n", + "os.environ['CUDA_VISIBLE_DEVICES'] = '0'\n", + "os.environ['PYTORCH_CUDA_ALLOC_CONF'] = 'max_split_size_mb:512'\n", + "os.environ['TOKENIZERS_PARALLELISM'] = 'false'\n", + "os.environ['DISABLE_TORCH_COMPILE'] = '1'\n", + "\n", + "print(\"Environment variables set successfully!\")" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "ah-w0OUKfidN" + }, + "source": [ + "## 2. Import Libraries\n", + "\n", + "Let's import all necessary libraries." + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "6PLKS9jWfidN", + "outputId": "fe36c05b-013f-48f5-e98b-7b4c4cfea09f" + }, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "🦥 Unsloth: Will patch your computer to enable 2x faster free finetuning.\n", + "🦥 Unsloth Zoo will now patch everything to make training faster!\n" + ] + } + ], + "source": [ + "import torch\n", + "from unsloth import FastLanguageModel\n", + "from trl import SFTTrainer\n", + "from transformers import TrainingArguments\n", + "import git\n", + "from pathlib import Path" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "JKtZgAitfidO" + }, + "source": [ + "## 3. Configuration\n", + "\n", + "Configuration optimized for T4 GPU with 13GB VRAM." + ] + }, + { + "cell_type": "code", + "execution_count": 22, + "metadata": { + "id": "opOnIhi-fidO" + }, + "outputs": [], + "source": [ + "# Model configuration\n", + "MODEL_NAME = \"unsloth/Qwen2.5-Coder-7B-Instruct-bnb-4bit\"\n", + "MAX_SEQ_LENGTH = 2048\n", + "\n", + "# Training configuration for T4 GPU (13GB VRAM)\n", + "TRAINING_CONFIG = {\n", + " 'per_device_train_batch_size': 1,\n", + " 'gradient_accumulation_steps': 8,\n", + " 'max_steps': 100,\n", + " 'learning_rate': 2e-4,\n", + " 'use_gradient_checkpointing': True,\n", + " 'bf16': False\n", + "}" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "3PBu4wXNfidO" + }, + "source": [ + "## 4. Load Model\n", + "\n", + "Load the Qwen model with Unsloth for memory efficiency." + ] + }, + { + "cell_type": "code", + "execution_count": 15, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "wADqJifWfidP", + "outputId": "c1753d8a-aa02-4c0b-cfd9-8fe3b8d16ded" + }, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "==((====))== Unsloth 2025.8.9: Fast Qwen2 patching. Transformers: 4.55.2.\n", + " \\\\ /| Tesla T4. Num GPUs = 1. Max memory: 14.741 GB. Platform: Linux.\n", + "O^O/ \\_/ \\ Torch: 2.8.0+cu126. CUDA: 7.5. CUDA Toolkit: 12.6. Triton: 3.4.0\n", + "\\ / Bfloat16 = FALSE. FA [Xformers = 0.0.32.post2. FA2 = False]\n", + " \"-____-\" Free license: http://github.com/unslothai/unsloth\n", + "Unsloth: Fast downloading is enabled - ignore downloading bars which are red colored!\n" + ] + } + ], + "source": [ + "# Load model and tokenizer\n", + "model, tokenizer = FastLanguageModel.from_pretrained(\n", + " model_name=MODEL_NAME,\n", + " max_seq_length=MAX_SEQ_LENGTH,\n", + " dtype=None,\n", + " load_in_4bit=True,\n", + ")\n", + "\n", + "# Configure model for training\n", + "model = FastLanguageModel.get_peft_model(\n", + " model,\n", + " r=16,\n", + " target_modules=[\"q_proj\", \"k_proj\", \"v_proj\", \"o_proj\", \"gate_proj\", \"up_proj\", \"down_proj\"],\n", + " lora_alpha=16,\n", + " lora_dropout=0,\n", + " bias=\"none\",\n", + " use_gradient_checkpointing=TRAINING_CONFIG['use_gradient_checkpointing'],\n", + " random_state=3407,\n", + ")" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "HFj5Lg6_fidP" + }, + "source": [ + "## 5. Process GitHub Repositories\n", + "\n", + "Extract code from GitHub repositories for training." + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "luajtQmtfidQ" + }, + "source": [ + "## 5.1 Advanced Dataset Processing\n", + "\n", + "For more comprehensive dataset processing with support for multiple file types, you can use this advanced processor:" + ] + }, + { + "cell_type": "code", + "execution_count": 18, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 1000, + "referenced_widgets": [ + "056bab8d28b24113899298a5dcd1fe71", + "5375f040fb3e48a0a967b7b783302650", + "ab332c61f20e4aff8e137f1554bb145a", + "413e54907b29414593b7a820e6e3e1d4", + "dc0f1281b9f748a9aa2cf333b680cc24", + "03b3ee6c0a704160a1e006029b5260a5", + "c4fd1f7ac67b4de7a0426951be54bdfa", + "c31225ad42ab41d29da199cbcd589cc3", + "e475e8753ea941a080af923428ac3a6c", + "35a66998c4d64454a0fe25fd686a3dd4", + "0d93917048714f73bf99c8ee6b5d68a9" + ] + }, + "id": "_1sJK7rjfidQ", + "outputId": "ff51a523-5420-4bf5-b67d-cefa890e85a0" + }, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "Processing repository: https://github.com/odoo/odoo.git\n", + "Cloning https://github.com/odoo/odoo.git...\n", + "Found 17769 code files\n", + "Finished processing https://github.com/odoo/odoo.git\n", + "Extracted 17631 samples from https://github.com/odoo/odoo.git\n", + "Total samples collected: 17631\n", + "Preparing dataset for Qwen2.5-Coder...\n", + "Could not apply Qwen chat template: 'str' object has no attribute 'padding_side'\n" + ] + }, + { + "output_type": "display_data", + "data": { + "text/plain": [ + "Tokenizing dataset for Qwen2.5-Coder: 0%| | 0/17631 [00:00\n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Tokenize function - chat_template type: \n", + "Dataset tokenized for Qwen2.5-Coder. Size: 17631\n" + ] + } + ], + "source": [ + "from unsloth.chat_templates import get_chat_template\n", + "from datasets import Dataset\n", + "\n", + "class AdvancedDatasetProcessor:\n", + " \"\"\"Advanced processor for GitHub repositories with comprehensive file support\"\"\"\n", + "\n", + " # Supported file extensions\n", + " CODE_EXTENSIONS = {\n", + " '.py': 'python', '.js': 'javascript', '.ts': 'typescript',\n", + " '.java': 'java', '.cpp': 'cpp', '.c': 'c', '.cs': 'csharp',\n", + " '.php': 'php', '.rb': 'ruby', '.go': 'go', '.rs': 'rust',\n", + " '.swift': 'swift', '.kt': 'kotlin', '.scala': 'scala',\n", + " '.sql': 'sql', '.sh': 'bash', '.yaml': 'yaml', '.yml': 'yaml',\n", + " '.json': 'json', '.xml': 'xml', '.html': 'html', '.css': 'css',\n", + " '.md': 'markdown'\n", + " }\n", + "\n", + " def __init__(self):\n", + " pass\n", + "\n", + " def process_github_repos(self, repo_urls, max_files_per_repo=500000):\n", + " \"\"\"Process multiple GitHub repositories into a training dataset\"\"\"\n", + " all_code_samples = []\n", + "\n", + " for repo_url in repo_urls:\n", + " try:\n", + " print(f\"Processing repository: {repo_url}\")\n", + " repo_samples = self._process_single_repo(repo_url, max_files_per_repo)\n", + " all_code_samples.extend(repo_samples)\n", + " print(f\"Extracted {len(repo_samples)} samples from {repo_url}\")\n", + " except Exception as e:\n", + " print(f\"Failed to process repository {repo_url}: {str(e)}\")\n", + " continue\n", + "\n", + " if not all_code_samples:\n", + " raise ValueError(\"No code samples extracted from any repository\")\n", + "\n", + " print(f\"Total samples collected: {len(all_code_samples)}\")\n", + "\n", + " # Create HuggingFace dataset\n", + " from datasets import Dataset\n", + " dataset = Dataset.from_list(all_code_samples)\n", + " return dataset\n", + "\n", + " def _process_single_repo(self, repo_url, max_files_per_repo):\n", + " \"\"\"Process a single GitHub repository\"\"\"\n", + " import tempfile\n", + "\n", + " with tempfile.TemporaryDirectory() as temp_dir:\n", + " try:\n", + " # Clone repository\n", + " repo_name = repo_url.split('/')[-1].replace('.git', '')\n", + " repo_path = f\"{temp_dir}/{repo_name}\"\n", + "\n", + " print(f\"Cloning {repo_url}...\")\n", + " repo = git.Repo.clone_from(repo_url, repo_path, depth=1, branch=\"18.0\")\n", + "\n", + " # Extract code samples\n", + " code_samples = self._extract_code_samples(repo_path, max_files_per_repo)\n", + "\n", + " return code_samples\n", + "\n", + " finally:\n", + " print(f\"Finished processing {repo_url}\")\n", + "\n", + " def _extract_code_samples(self, repo_path, max_files_per_repo):\n", + " \"\"\"Extract code samples from a repository\"\"\"\n", + " code_samples = []\n", + " repo_path_obj = Path(repo_path)\n", + "\n", + " # Find all code files\n", + " code_files = []\n", + " for ext in self.CODE_EXTENSIONS:\n", + " code_files.extend(repo_path_obj.rglob(f'*{ext}'))\n", + "\n", + " print(f\"Found {len(code_files)} code files\")\n", + "\n", + " # Limit files per repo to prevent memory issues\n", + " code_files = code_files[:max_files_per_repo]\n", + "\n", + " for code_file in code_files:\n", + " try:\n", + " if self._should_exclude_file(str(code_file.relative_to(repo_path))):\n", + " continue\n", + "\n", + " sample = self._process_code_file(code_file, repo_path_obj)\n", + " if sample:\n", + " code_samples.append(sample)\n", + "\n", + " except Exception as e:\n", + " print(f\"Failed to process {code_file}: {str(e)}\")\n", + " continue\n", + "\n", + " return code_samples\n", + "\n", + " def _should_exclude_file(self, relative_path):\n", + " \"\"\"Check if a file should be excluded based on patterns\"\"\"\n", + " import re\n", + " exclude_patterns = [\n", + " r'\\.git/', r'__pycache__/', r'node_modules/',\n", + " r'\\.venv/', r'venv/', r'package-lock\\.json$',\n", + " r'\\.log$', r'\\.tmp$', r'~\\$.*', r'\\.swp$',\n", + " r'\\.DS_Store', r'\\.pyc$'\n", + " ]\n", + " for pattern in exclude_patterns:\n", + " if re.search(pattern, relative_path):\n", + " return True\n", + " return False\n", + "\n", + " def _process_code_file(self, file_path, repo_path):\n", + " \"\"\"Process a single code file into a training sample\"\"\"\n", + " try:\n", + " # Read file content\n", + " with open(file_path, 'r', encoding='utf-8', errors='ignore') as f:\n", + " content = f.read()\n", + "\n", + " # Skip if file is too small or too large\n", + " if len(content.strip()) < 10:\n", + " return None\n", + " if len(content) > 100000: # Rough limit\n", + " return None\n", + "\n", + " # Get relative path for context\n", + " relative_path = file_path.relative_to(repo_path)\n", + "\n", + " # Determine language\n", + " extension = file_path.suffix.lower()\n", + " language = self.CODE_EXTENSIONS.get(extension, 'unknown')\n", + "\n", + " # Create training sample\n", + " sample = {\n", + " 'text': content,\n", + " 'language': language,\n", + " 'file_path': str(relative_path),\n", + " 'repo_name': repo_path.name,\n", + " 'file_size': len(content),\n", + " 'line_count': len(content.splitlines())\n", + " }\n", + "\n", + " return sample\n", + "\n", + " except Exception as e:\n", + " print(f\"Error processing {file_path}: {str(e)}\")\n", + " return None\n", + "\n", + " def _prepare_dataset(self, train_dataset: Dataset) -> Dataset:\n", + " \"\"\"Prepare and tokenize the dataset for Qwen2.5-Coder\"\"\"\n", + " print(\"Preparing dataset for Qwen2.5-Coder...\")\n", + "\n", + " # Apply chat template for Qwen2.5-Coder if available\n", + " try:\n", + " chat_template = get_chat_template(\"qwen\")\n", + " if chat_template and isinstance(chat_template, str):\n", + " tokenizer.chat_template = chat_template\n", + " print(\"Applied Qwen chat template from string\")\n", + " else:\n", + " print(f\"Invalid chat template received: {type(chat_template)}\")\n", + " except Exception as e:\n", + " print(f\"Could not apply Qwen chat template: {e}\")\n", + " # Fallback to default formatting\n", + " pass\n", + "\n", + " def tokenize_function(examples):\n", + " # Format examples as instruction-following pairs for code training\n", + " formatted_texts = []\n", + " for text in examples[\"text\"]:\n", + " # Create an instruction format appropriate for code training\n", + " # For Qwen2.5-Coder, we can use a code completion or analysis format\n", + " messages = [\n", + " {\"role\": \"user\", \"content\": \"Analyze and understand the following code:\"},\n", + " {\"role\": \"assistant\", \"content\": text}\n", + " ]\n", + "\n", + " # Apply chat template if available, otherwise use simple formatting\n", + " try:\n", + " # Log tokenizer state in multiprocessing context\n", + " import multiprocessing\n", + " if hasattr(tokenizer, 'chat_template'):\n", + " print(f\"Tokenize function - chat_template type: {type(tokenizer.chat_template)}\")\n", + "\n", + " # Check if tokenizer has apply_chat_template method\n", + " if hasattr(tokenizer, 'apply_chat_template'):\n", + " formatted_text = tokenizer.apply_chat_template(\n", + " messages,\n", + " tokenize=False,\n", + " add_generation_prompt=False # We're training on the full conversation\n", + " )\n", + " else:\n", + " print(\"Tokenizer does not have apply_chat_template method, using fallback\")\n", + " formatted_text = f\"<|im_start|>user\\nAnalyze and understand the following code:<|im_end|>\\n<|im_start|>assistant\\n{text}<|im_end|>\"\n", + "\n", + " except AttributeError as e:\n", + " if 'unsloth_push_to_hub' in str(e):\n", + " print(f\"AttributeError in multiprocessing context: {e}\")\n", + " elif 'padding_side' in str(e):\n", + " print(f\"Chat template padding_side error: {e}\")\n", + " print(\"Using fallback formatting due to chat template issue\")\n", + " formatted_text = f\"<|im_start|>user\\nAnalyze and understand the following code:<|im_end|>\\n<|im_start|>assistant\\n{text}<|im_end|>\"\n", + " else:\n", + " raise\n", + " except Exception as e:\n", + " print(f\"Error applying chat template: {e}, using fallback formatting\")\n", + " # Fallback to simple formatting with special tokens\n", + " formatted_text = f\"<|im_start|>user\\nAnalyze and understand the following code:<|im_end|>\\n<|im_start|>assistant\\n{text}<|im_end|>\"\n", + "\n", + " formatted_texts.append(formatted_text)\n", + "\n", + " # Tokenize with proper padding and truncation for Qwen2.5-Coder\n", + " tokenized = tokenizer(\n", + " formatted_texts,\n", + " padding=\"max_length\",\n", + " truncation=True,\n", + " max_length=MAX_SEQ_LENGTH,\n", + " return_tensors=\"pt\",\n", + " add_special_tokens=True\n", + " )\n", + "\n", + " # For causal language modeling, we need to create proper labels\n", + " # Clone input_ids to create labels\n", + " labels = tokenized[\"input_ids\"].clone()\n", + "\n", + " # Try to mask the user part of the conversation\n", + " # Find the assistant token to determine where the assistant response starts\n", + " try:\n", + " # Convert to string to find the assistant token\n", + " decoded_tokens = tokenizer.batch_decode(tokenized[\"input_ids\"], skip_special_tokens=False)\n", + " for i, decoded in enumerate(decoded_tokens):\n", + " # Find where the assistant response starts\n", + " assistant_start = decoded.find(\"<|im_start|>assistant\")\n", + " if assistant_start != -1:\n", + " # Find the actual token position\n", + " # We'll mask everything before the assistant response with -100\n", + " assistant_tokens = tokenizer(\"<|im_start|>assistant\", add_special_tokens=False)[\"input_ids\"]\n", + " if len(assistant_tokens) > 0:\n", + " # Find where the assistant token first appears\n", + " assistant_token_id = assistant_tokens[0]\n", + " assistant_positions = (tokenized[\"input_ids\"][i] == assistant_token_id).nonzero(as_tuple=True)[0]\n", + " if len(assistant_positions) > 0:\n", + " # Mask everything before the assistant token\n", + " labels[i, :assistant_positions[0]] = -100\n", + " except Exception as e:\n", + " print(f\"Could not mask user tokens: {e}\")\n", + " # Fallback: Just use the input_ids as labels\n", + " pass\n", + "\n", + " tokenized[\"labels\"] = labels\n", + " return tokenized\n", + "\n", + " # Tokenize dataset\n", + " tokenized_dataset = train_dataset.map(\n", + " tokenize_function,\n", + " batched=True,\n", + " remove_columns=[\"text\", \"language\", \"file_path\", \"repo_name\", \"file_size\", \"line_count\"],\n", + " desc=\"Tokenizing dataset for Qwen2.5-Coder\"\n", + " )\n", + "\n", + " print(f\"Dataset tokenized for Qwen2.5-Coder. Size: {len(tokenized_dataset)}\")\n", + " return tokenized_dataset\n", + "\n", + "# Example usage:\n", + "processor = AdvancedDatasetProcessor()\n", + "train_dataset = processor.process_github_repos([\"https://github.com/odoo/odoo.git\"])\n", + "tokenized_dataset = processor._prepare_dataset(train_dataset)" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "fThh0q3_fidR" + }, + "source": [ + "## 6. Training\n", + "\n", + "Set up and run the training process." + ] + }, + { + "cell_type": "code", + "source": [ + "try:\n", + " if torch.cuda.is_available():\n", + " torch.cuda.empty_cache()\n", + " torch.cuda.synchronize()\n", + "\n", + "except Exception as e:\n", + " print(f\"Warning: Failed to clear GPU cache: {str(e)}\")" + ], + "metadata": { + "id": "VleZxJspoT0g" + }, + "execution_count": 20, + "outputs": [] + }, + { + "cell_type": "code", + "execution_count": 25, + "metadata": { + "id": "DoQlyzdmfidR" + }, + "outputs": [], + "source": [ + "# Set up trainer\n", + "trainer = SFTTrainer(\n", + " model=model,\n", + " tokenizer=tokenizer,\n", + " train_dataset=tokenized_dataset,\n", + " dataset_text_field=\"text\",\n", + " max_seq_length=MAX_SEQ_LENGTH,\n", + " packing=True,\n", + " args=TrainingArguments(\n", + " per_device_train_batch_size=TRAINING_CONFIG['per_device_train_batch_size'],\n", + " gradient_accumulation_steps=TRAINING_CONFIG['gradient_accumulation_steps'],\n", + " max_steps=TRAINING_CONFIG['max_steps'],\n", + " learning_rate=TRAINING_CONFIG['learning_rate'],\n", + " num_train_epochs=3,\n", + " fp16=not TRAINING_CONFIG['bf16'],\n", + " bf16=TRAINING_CONFIG['bf16'],\n", + " logging_steps=1,\n", + " save_steps=50,\n", + " output_dir=\"./model_output\",\n", + " optim=\"adamw_torch\",\n", + " lr_scheduler_type=\"cosine\",\n", + " warmup_ratio=0.1,\n", + " ),\n", + ")" + ] + }, + { + "cell_type": "code", + "execution_count": 26, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/", + "height": 1000 + }, + "id": "hlNzqqo0fidR", + "outputId": "e08ce1aa-5ec9-4939-fffe-e803feeb02d5" + }, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "Starting training...\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "==((====))== Unsloth - 2x faster free finetuning | Num GPUs used = 1\n", + " \\\\ /| Num examples = 17,631 | Num Epochs = 1 | Total steps = 100\n", + "O^O/ \\_/ \\ Batch size per device = 1 | Gradient accumulation steps = 8\n", + "\\ / Data Parallel GPUs = 1 | Total batch size (1 x 8 x 1) = 8\n", + " \"-____-\" Trainable parameters = 40,370,176 of 7,655,986,688 (0.53% trained)\n", + "/usr/local/lib/python3.12/dist-packages/notebook/notebookapp.py:191: SyntaxWarning: invalid escape sequence '\\/'\n", + " | |_| | '_ \\/ _` / _` | _/ -_)\n" + ] + }, + { + "output_type": "display_data", + "data": { + "text/plain": [ + "" + ], + "application/javascript": [ + "\n", + " window._wandbApiKey = new Promise((resolve, reject) => {\n", + " function loadScript(url) {\n", + " return new Promise(function(resolve, reject) {\n", + " let newScript = document.createElement(\"script\");\n", + " newScript.onerror = reject;\n", + " newScript.onload = resolve;\n", + " document.body.appendChild(newScript);\n", + " newScript.src = url;\n", + " });\n", + " }\n", + " loadScript(\"https://cdn.jsdelivr.net/npm/postmate/build/postmate.min.js\").then(() => {\n", + " const iframe = document.createElement('iframe')\n", + " iframe.style.cssText = \"width:0;height:0;border:none\"\n", + " document.body.appendChild(iframe)\n", + " const handshake = new Postmate({\n", + " container: iframe,\n", + " url: 'https://wandb.ai/authorize'\n", + " });\n", + " const timeout = setTimeout(() => reject(\"Couldn't auto authenticate\"), 5000)\n", + " handshake.then(function(child) {\n", + " child.on('authorize', data => {\n", + " clearTimeout(timeout)\n", + " resolve(data)\n", + " });\n", + " });\n", + " })\n", + " });\n", + " " + ] + }, + "metadata": {} + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "\u001b[34m\u001b[1mwandb\u001b[0m: Logging into wandb.ai. (Learn how to deploy a W&B server locally: https://wandb.me/wandb-server)\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: You can find your API key in your browser here: https://wandb.ai/authorize?ref=models\n", + "wandb: Paste an API key from your profile and hit enter:" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + " ··········\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m If you're specifying your api key in code, ensure this code is not shared publicly.\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: \u001b[33mWARNING\u001b[0m Consider setting the WANDB_API_KEY environment variable, or running `wandb login` from the command line.\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: No netrc file found, creating one.\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: Appending key for api.wandb.ai to your netrc file: /root/.netrc\n", + "\u001b[34m\u001b[1mwandb\u001b[0m: Currently logged in as: \u001b[33msuherdy\u001b[0m (\u001b[33msuherdy-personal\u001b[0m) to \u001b[32mhttps://api.wandb.ai\u001b[0m. Use \u001b[1m`wandb login --relogin`\u001b[0m to force relogin\n" + ] + }, + { + "output_type": "display_data", + "data": { + "text/plain": [ + "" + ], + "text/html": [ + "Tracking run with wandb version 0.21.1" + ] + }, + "metadata": {} + }, + { + "output_type": "display_data", + "data": { + "text/plain": [ + "" + ], + "text/html": [ + "Run data is saved locally in /content/wandb/run-20250823_020651-7ewqjed7" + ] + }, + "metadata": {} + }, + { + "output_type": "display_data", + "data": { + "text/plain": [ + "" + ], + "text/html": [ + "Syncing run elated-blaze-3 to Weights & Biases (docs)
" + ] + }, + "metadata": {} + }, + { + "output_type": "display_data", + "data": { + "text/plain": [ + "" + ], + "text/html": [ + " View project at https://wandb.ai/suherdy-personal/huggingface" + ] + }, + "metadata": {} + }, + { + "output_type": "display_data", + "data": { + "text/plain": [ + "" + ], + "text/html": [ + " View run at https://wandb.ai/suherdy-personal/huggingface/runs/7ewqjed7" + ] + }, + "metadata": {} + }, + { + "output_type": "stream", + "name": "stdout", + "text": [ + "Unsloth: Will smartly offload gradients to save VRAM!\n" + ] + }, + { + "output_type": "display_data", + "data": { + "text/plain": [ + "" + ], + "text/html": [ + "\n", + "
\n", + " \n", + " \n", + " [100/100 36:55, Epoch 0/1]\n", + "
\n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + " \n", + "
StepTraining Loss
19.122900
28.378700
311.631100
410.082600
512.362300
611.816400
711.103600
812.131000
96.640100
106.063100
115.275600
129.029900
1311.102700
145.701700
157.252700
166.776200
175.897100
187.597300
197.064800
206.107500
216.379100
226.754000
237.697100
244.904500
256.216000
266.303500
275.749800
285.102100
295.752000
304.403500
314.210000
324.056800
335.092800
345.207500
353.739200
363.193100
374.008400
385.247000
396.436300
403.967500
415.112700
423.505200
433.639700
444.522500
453.546200
464.180000
475.453400
484.675000
492.415500
504.789400
515.213400
522.947500
534.034700
544.082100
555.011400
564.501500
574.267900
583.468600
593.728500
604.897600
613.780500
622.423600
634.673300
644.991000
652.500500
664.002000
675.522100
684.956100
694.127700
704.376700
713.510000
725.134800
733.176800
744.376200
755.003000
763.744100
774.718800
786.131900
794.378200
804.087500
814.738700
824.438700
833.831400
842.813600
854.691800
865.185500
875.442500
883.764200
894.294000
903.737400
915.509000
922.525400
935.185300
944.973300
953.217000
964.309900
974.247500
983.961000
995.076500
1004.401000

" + ] + }, + "metadata": {} + }, + { + "output_type": "stream", + "name": "stdout", + "text": [ + "Training completed!\n" + ] + } + ], + "source": [ + "# Start training\n", + "print(\"Starting training...\")\n", + "trainer.train()\n", + "print(\"Training completed!\")" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "id": "6_FbM1pgfidR" + }, + "source": [ + "## 7. Save Model\n", + "\n", + "Save the trained model." + ] + }, + { + "cell_type": "code", + "execution_count": null, + "metadata": { + "colab": { + "base_uri": "https://localhost:8080/" + }, + "id": "yaqWNmxgfidS", + "outputId": "722ce308-6257-432e-8bf4-d6c364d9c0a8" + }, + "outputs": [ + { + "output_type": "stream", + "name": "stdout", + "text": [ + "Unsloth: Merging 4bit and LoRA weights to 16bit...\n", + "Unsloth: Will use up to 2.37 out of 12.67 RAM for saving.\n", + "Unsloth: Saving model... This might take 5 minutes ...\n" + ] + }, + { + "output_type": "stream", + "name": "stderr", + "text": [ + "100%|██████████| 28/28 [03:00<00:00, 6.43s/it]\n" + ] + }, + { + "output_type": "stream", + "name": "stdout", + "text": [ + "Unsloth: Saving tokenizer... Done.\n", + "Unsloth: Saving /content/drive/My Drive/trained_model_quant/pytorch_model-00001-of-00004.bin...\n" + ] + } + ], + "source": [ + "# Save the model\n", + "model.save_pretrained(\"/content/drive/My Drive/trained_model\")\n", + "tokenizer.save_pretrained(\"/content/drive/My Drive/trained_model\")\n", + "#model.save_pretrained_gguf(\"/content/drive/My Drive/trained_model_quant\", tokenizer) # Saves in GGUF format for Ollama\n", + "model.save_pretrained_gguf(\"/content/drive/My Drive/trained_model_quant\", tokenizer, quantization_method = \"q4_k_m\")\n", + "#model.save_pretrained_gguf(\"/content/drive/My Drive/trained_model_quant\", tokenizer, quantization_method = \"q8_0\")\n", + "print(\"Model saved successfully!\")" + ] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3", + "name": "python3" + }, + "language_info": { + "name": "python", + "version": "3.10.0" + }, + "colab": { + "provenance": [], + "gpuType": "T4" + }, + "accelerator": "GPU", + "widgets": { + "application/vnd.jupyter.widget-state+json": { + "056bab8d28b24113899298a5dcd1fe71": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HBoxModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HBoxModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HBoxView", + "box_style": "", + "children": [ + "IPY_MODEL_5375f040fb3e48a0a967b7b783302650", + "IPY_MODEL_ab332c61f20e4aff8e137f1554bb145a", + "IPY_MODEL_413e54907b29414593b7a820e6e3e1d4" + ], + "layout": "IPY_MODEL_dc0f1281b9f748a9aa2cf333b680cc24" + } + }, + "5375f040fb3e48a0a967b7b783302650": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_03b3ee6c0a704160a1e006029b5260a5", + "placeholder": "​", + "style": "IPY_MODEL_c4fd1f7ac67b4de7a0426951be54bdfa", + "value": "Tokenizing dataset for Qwen2.5-Coder: 100%" + } + }, + "ab332c61f20e4aff8e137f1554bb145a": { + "model_module": "@jupyter-widgets/controls", + "model_name": "FloatProgressModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "FloatProgressModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "ProgressView", + "bar_style": "success", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_c31225ad42ab41d29da199cbcd589cc3", + "max": 17631, + "min": 0, + "orientation": "horizontal", + "style": "IPY_MODEL_e475e8753ea941a080af923428ac3a6c", + "value": 17631 + } + }, + "413e54907b29414593b7a820e6e3e1d4": { + "model_module": "@jupyter-widgets/controls", + "model_name": "HTMLModel", + "model_module_version": "1.5.0", + "state": { + "_dom_classes": [], + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "HTMLModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/controls", + "_view_module_version": "1.5.0", + "_view_name": "HTMLView", + "description": "", + "description_tooltip": null, + "layout": "IPY_MODEL_35a66998c4d64454a0fe25fd686a3dd4", + "placeholder": "​", + "style": "IPY_MODEL_0d93917048714f73bf99c8ee6b5d68a9", + "value": " 17631/17631 [01:16<00:00, 296.49 examples/s]" + } + }, + "dc0f1281b9f748a9aa2cf333b680cc24": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "03b3ee6c0a704160a1e006029b5260a5": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "c4fd1f7ac67b4de7a0426951be54bdfa": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + }, + "c31225ad42ab41d29da199cbcd589cc3": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "e475e8753ea941a080af923428ac3a6c": { + "model_module": "@jupyter-widgets/controls", + "model_name": "ProgressStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "ProgressStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "bar_color": null, + "description_width": "" + } + }, + "35a66998c4d64454a0fe25fd686a3dd4": { + "model_module": "@jupyter-widgets/base", + "model_name": "LayoutModel", + "model_module_version": "1.2.0", + "state": { + "_model_module": "@jupyter-widgets/base", + "_model_module_version": "1.2.0", + "_model_name": "LayoutModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "LayoutView", + "align_content": null, + "align_items": null, + "align_self": null, + "border": null, + "bottom": null, + "display": null, + "flex": null, + "flex_flow": null, + "grid_area": null, + "grid_auto_columns": null, + "grid_auto_flow": null, + "grid_auto_rows": null, + "grid_column": null, + "grid_gap": null, + "grid_row": null, + "grid_template_areas": null, + "grid_template_columns": null, + "grid_template_rows": null, + "height": null, + "justify_content": null, + "justify_items": null, + "left": null, + "margin": null, + "max_height": null, + "max_width": null, + "min_height": null, + "min_width": null, + "object_fit": null, + "object_position": null, + "order": null, + "overflow": null, + "overflow_x": null, + "overflow_y": null, + "padding": null, + "right": null, + "top": null, + "visibility": null, + "width": null + } + }, + "0d93917048714f73bf99c8ee6b5d68a9": { + "model_module": "@jupyter-widgets/controls", + "model_name": "DescriptionStyleModel", + "model_module_version": "1.5.0", + "state": { + "_model_module": "@jupyter-widgets/controls", + "_model_module_version": "1.5.0", + "_model_name": "DescriptionStyleModel", + "_view_count": null, + "_view_module": "@jupyter-widgets/base", + "_view_module_version": "1.2.0", + "_view_name": "StyleView", + "description_width": "" + } + } + } + } }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## 1. Setup Environment\n", - "\n", - "First, let's install the required dependencies." - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "# Install required packages\n", - "!pip install unsloth[cu121] bitsandbytes\n", - "!pip install transformers datasets\n", - "!pip install accelerate peft\n", - "!pip install GitPython PyYAML" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "# Set environment variables for optimal GPU performance\n", - "import os\n", - "os.environ['CUDA_VISIBLE_DEVICES'] = '0'\n", - "os.environ['PYTORCH_CUDA_ALLOC_CONF'] = 'max_split_size_mb:512'\n", - "os.environ['TOKENIZERS_PARALLELISM'] = 'false'\n", - "os.environ['DISABLE_TORCH_COMPILE'] = '1'\n", - "\n", - "print(\"Environment variables set successfully!\")" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## 2. Import Libraries\n", - "\n", - "Let's import all necessary libraries." - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "import torch\n", - "from unsloth import FastLanguageModel\n", - "from trl import SFTTrainer\n", - "from transformers import TrainingArguments\n", - "import git\n", - "from pathlib import Path" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## 3. Configuration\n", - "\n", - "Configuration optimized for T4 GPU with 13GB VRAM." - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "# Model configuration\n", - "MODEL_NAME = \"unsloth/Qwen2.5-Coder-7B-Instruct-bnb-4bit\"\n", - "MAX_SEQ_LENGTH = 2048\n", - "\n", - "# Training configuration for T4 GPU (13GB VRAM)\n", - "TRAINING_CONFIG = {\n", - " 'per_device_train_batch_size': 1,\n", - " 'gradient_accumulation_steps': 8,\n", - " 'max_steps': 100,\n", - " 'learning_rate': 2e-4,\n", - " 'use_gradient_checkpointing': True,\n", - " 'bf16': True\n", - "}" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## 4. Load Model\n", - "\n", - "Load the Qwen model with Unsloth for memory efficiency." - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "# Load model and tokenizer\n", - "model, tokenizer = FastLanguageModel.from_pretrained(\n", - " model_name=MODEL_NAME,\n", - " max_seq_length=MAX_SEQ_LENGTH,\n", - " dtype=None,\n", - " load_in_4bit=True,\n", - ")\n", - "\n", - "# Configure model for training\n", - "model = FastLanguageModel.get_peft_model(\n", - " model,\n", - " r=16,\n", - " target_modules=[\"q_proj\", \"k_proj\", \"v_proj\", \"o_proj\", \"gate_proj\", \"up_proj\", \"down_proj\"],\n", - " lora_alpha=16,\n", - " lora_dropout=0,\n", - " bias=\"none\",\n", - " use_gradient_checkpointing=TRAINING_CONFIG['use_gradient_checkpointing'],\n", - " random_state=3407,\n", - ")" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## 5. Process GitHub Repositories\n", - "\n", - "Extract code from GitHub repositories for training." - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "def process_github_repo(repo_url):\n", - " \"\"\"Process a GitHub repository and extract code samples\"\"\"\n", - " import tempfile\n", - " from datasets import Dataset\n", - " \n", - " with tempfile.TemporaryDirectory() as temp_dir:\n", - " # Clone repository\n", - " repo_name = repo_url.split('/')[-1].replace('.git', '')\n", - " repo_path = f\"{temp_dir}/{repo_name}\"\n", - " \n", - " print(f\"Cloning {repo_url}...\")\n", - " repo = git.Repo.clone_from(repo_url, repo_path, depth=1)\n", - " \n", - " # Extract Python files as example\n", - " code_samples = []\n", - " py_files = Path(repo_path).rglob('*.py')\n", - " \n", - " for py_file in list(py_files)[:10]: # Limit to first 10 files\n", - " try:\n", - " with open(py_file, 'r', encoding='utf-8', errors='ignore') as f:\n", - " content = f.read()\n", - " \n", - " if len(content.strip()) > 10: # Skip tiny files\n", - " code_samples.append({\n", - " 'text': content,\n", - " 'repo_name': repo_name,\n", - " 'file_path': str(py_file.relative_to(repo_path))\n", - " })\n", - " except Exception as e:\n", - " print(f\"Error processing {py_file}: {e}\")\n", - " continue\n", - " \n", - " return Dataset.from_list(code_samples)\n", - "\n", - "# Example usage (replace with your own repositories)\n", - "# dataset = process_github_repo(\"https://github.com/your-username/your-repo.git\")" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## 5.1 Advanced Dataset Processing\n", - "\n", - "For more comprehensive dataset processing with support for multiple file types, you can use this advanced processor:" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "class AdvancedDatasetProcessor:\n", - " \"\"\"Advanced processor for GitHub repositories with comprehensive file support\"\"\"\n", - " \n", - " # Supported file extensions\n", - " CODE_EXTENSIONS = {\n", - " '.py': 'python', '.js': 'javascript', '.ts': 'typescript',\n", - " '.java': 'java', '.cpp': 'cpp', '.c': 'c', '.cs': 'csharp',\n", - " '.php': 'php', '.rb': 'ruby', '.go': 'go', '.rs': 'rust',\n", - " '.swift': 'swift', '.kt': 'kotlin', '.scala': 'scala',\n", - " '.sql': 'sql', '.sh': 'bash', '.yaml': 'yaml', '.yml': 'yaml',\n", - " '.json': 'json', '.xml': 'xml', '.html': 'html', '.css': 'css',\n", - " '.md': 'markdown'\n", - " }\n", - " \n", - " def __init__(self):\n", - " pass\n", - " \n", - " def process_github_repos(self, repo_urls, max_files_per_repo=50):\n", - " \"\"\"Process multiple GitHub repositories into a training dataset\"\"\"\n", - " all_code_samples = []\n", - " \n", - " for repo_url in repo_urls:\n", - " try:\n", - " print(f\"Processing repository: {repo_url}\")\n", - " repo_samples = self._process_single_repo(repo_url, max_files_per_repo)\n", - " all_code_samples.extend(repo_samples)\n", - " print(f\"Extracted {len(repo_samples)} samples from {repo_url}\")\n", - " except Exception as e:\n", - " print(f\"Failed to process repository {repo_url}: {str(e)}\")\n", - " continue\n", - " \n", - " if not all_code_samples:\n", - " raise ValueError(\"No code samples extracted from any repository\")\n", - " \n", - " print(f\"Total samples collected: {len(all_code_samples)}\")\n", - " \n", - " # Create HuggingFace dataset\n", - " from datasets import Dataset\n", - " dataset = Dataset.from_list(all_code_samples)\n", - " return dataset\n", - " \n", - " def _process_single_repo(self, repo_url, max_files_per_repo):\n", - " \"\"\"Process a single GitHub repository\"\"\"\n", - " import tempfile\n", - " \n", - " with tempfile.TemporaryDirectory() as temp_dir:\n", - " try:\n", - " # Clone repository\n", - " repo_name = repo_url.split('/')[-1].replace('.git', '')\n", - " repo_path = f\"{temp_dir}/{repo_name}\"\n", - " \n", - " print(f\"Cloning {repo_url}...\")\n", - " repo = git.Repo.clone_from(repo_url, repo_path, depth=1)\n", - " \n", - " # Extract code samples\n", - " code_samples = self._extract_code_samples(repo_path, max_files_per_repo)\n", - " \n", - " return code_samples\n", - " \n", - " finally:\n", - " print(f\"Finished processing {repo_url}\")\n", - " \n", - " def _extract_code_samples(self, repo_path, max_files_per_repo):\n", - " \"\"\"Extract code samples from a repository\"\"\"\n", - " code_samples = []\n", - " repo_path_obj = Path(repo_path)\n", - " \n", - " # Find all code files\n", - " code_files = []\n", - " for ext in self.CODE_EXTENSIONS:\n", - " code_files.extend(repo_path_obj.rglob(f'*{ext}'))\n", - " \n", - " print(f\"Found {len(code_files)} code files\")\n", - " \n", - " # Limit files per repo to prevent memory issues\n", - " code_files = code_files[:max_files_per_repo]\n", - " \n", - " for code_file in code_files:\n", - " try:\n", - " if self._should_exclude_file(str(code_file.relative_to(repo_path))):\n", - " continue\n", - " \n", - " sample = self._process_code_file(code_file, repo_path_obj)\n", - " if sample:\n", - " code_samples.append(sample)\n", - " \n", - " except Exception as e:\n", - " print(f\"Failed to process {code_file}: {str(e)}\")\n", - " continue\n", - " \n", - " return code_samples\n", - " \n", - " def _should_exclude_file(self, relative_path):\n", - " \"\"\"Check if a file should be excluded based on patterns\"\"\"\n", - " import re\n", - " exclude_patterns = [\n", - " r'\\.git/', r'__pycache__/', r'node_modules/',\n", - " r'\\.venv/', r'venv/', r'package-lock\\.json$',\n", - " r'\\.log$', r'\\.tmp$', r'~\\$.*', r'\\.swp$',\n", - " r'\\.DS_Store', r'\\.pyc$'\n", - " ]\n", - " for pattern in exclude_patterns:\n", - " if re.search(pattern, relative_path):\n", - " return True\n", - " return False\n", - " \n", - " def _process_code_file(self, file_path, repo_path):\n", - " \"\"\"Process a single code file into a training sample\"\"\"\n", - " try:\n", - " # Read file content\n", - " with open(file_path, 'r', encoding='utf-8', errors='ignore') as f:\n", - " content = f.read()\n", - " \n", - " # Skip if file is too small or too large\n", - " if len(content.strip()) < 10:\n", - " return None\n", - " if len(content) > 100000: # Rough limit\n", - " return None\n", - " \n", - " # Get relative path for context\n", - " relative_path = file_path.relative_to(repo_path)\n", - " \n", - " # Determine language\n", - " extension = file_path.suffix.lower()\n", - " language = self.CODE_EXTENSIONS.get(extension, 'unknown')\n", - " \n", - " # Create training sample\n", - " sample = {\n", - " 'text': content,\n", - " 'language': language,\n", - " 'file_path': str(relative_path),\n", - " 'repo_name': repo_path.name,\n", - " 'file_size': len(content),\n", - " 'line_count': len(content.splitlines())\n", - " }\n", - " \n", - " return sample\n", - " \n", - " except Exception as e:\n", - " print(f\"Error processing {file_path}: {str(e)}\")\n", - " return None\n", - "\n", - "# Example usage:\n", - "# processor = AdvancedDatasetProcessor()\n", - "# dataset = processor.process_github_repos([\n", - "# \"https://github.com/karpathy/nanoGPT.git\"\n", - "# ])" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## 6. Training\n", - "\n", - "Set up and run the training process." - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "# Create a simple example dataset if you don't have your own\n", - "from datasets import Dataset\n", - "\n", - "# Example dataset - replace with your own data\n", - "example_data = [\n", - " {\"text\": \"def hello_world():\\n print('Hello, World!')\"},\n", - " {\"text\": \"class Calculator:\\n def add(self, a, b):\\n return a + b\"},\n", - " {\"text\": \"import numpy as np\\n\\narr = np.array([1, 2, 3])\\nprint(arr)\"}\n", - "]\n", - "\n", - "dataset = Dataset.from_list(example_data)\n", - "print(f\"Example dataset created with {len(dataset)} samples\")" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "# Tokenize dataset\n", - "def tokenize_function(examples):\n", - " # Simple tokenization - replace with more sophisticated approach for your use case\n", - " return tokenizer(examples[\"text\"], truncation=True, padding=\"max_length\", max_length=512)\n", - "\n", - "tokenized_dataset = dataset.map(tokenize_function, batched=True)" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "# Set up trainer\n", - "trainer = SFTTrainer(\n", - " model=model,\n", - " tokenizer=tokenizer,\n", - " train_dataset=tokenized_dataset,\n", - " dataset_text_field=\"text\",\n", - " max_seq_length=MAX_SEQ_LENGTH,\n", - " packing=True,\n", - " args=TrainingArguments(\n", - " per_device_train_batch_size=TRAINING_CONFIG['per_device_train_batch_size'],\n", - " gradient_accumulation_steps=TRAINING_CONFIG['gradient_accumulation_steps'],\n", - " max_steps=TRAINING_CONFIG['max_steps'],\n", - " learning_rate=TRAINING_CONFIG['learning_rate'],\n", - " fp16=not TRAINING_CONFIG['bf16'],\n", - " bf16=TRAINING_CONFIG['bf16'],\n", - " logging_steps=1,\n", - " save_steps=50,\n", - " output_dir=\"./model_output\",\n", - " optim=\"adamw_torch\",\n", - " lr_scheduler_type=\"cosine\",\n", - " warmup_ratio=0.1,\n", - " ),\n", - ")" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "# Start training\n", - "print(\"Starting training...\")\n", - "trainer.train()\n", - "print(\"Training completed!\")" - ] - }, - { - "cell_type": "markdown", - "metadata": {}, - "source": [ - "## 7. Save Model\n", - "\n", - "Save the trained model." - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "# Save the model\n", - "model.save_pretrained(\"./trained_model\")\n", - "tokenizer.save_pretrained(\"./trained_model\")\n", - "print(\"Model saved successfully!\")" - ] - } - ], - "metadata": { - "kernelspec": { - "display_name": "Python 3", - "language": "python", - "name": "python3" - }, - "language_info": { - "name": "python", - "version": "3.10.0" - } - }, - "nbformat": 4, - "nbformat_minor": 4 + "nbformat": 4, + "nbformat_minor": 0 } \ No newline at end of file