{
"cells": [
{
"cell_type": "markdown",
"metadata": {
"id": "wAwm-SoKNjoX"
},
"source": [
"# Sample GRPO Training Notebook\n",
"- Stolen from unsloth :3 thanks!\n"
]
},
{
"cell_type": "markdown",
"metadata": {
"id": "rv8V30lINjob"
},
"source": [
"### Installation"
]
},
{
"cell_type": "code",
"execution_count": 6,
"metadata": {
"id": "1iVpHRPXNjoc"
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"\n",
"\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m A new release of pip is available: \u001b[0m\u001b[31;49m24.0\u001b[0m\u001b[39;49m -> \u001b[0m\u001b[32;49m25.0.1\u001b[0m\n",
"\u001b[1m[\u001b[0m\u001b[34;49mnotice\u001b[0m\u001b[1;39;49m]\u001b[0m\u001b[39;49m To update, run: \u001b[0m\u001b[32;49mpip install --upgrade pip\u001b[0m\n"
]
}
],
"source": [
"# @title Colab Extra Install { display-mode: \"form\" }\n",
"import os\n",
"\n",
"if \"COLAB_\" not in \"\".join(os.environ.keys()):\n",
" !pip install -q unsloth vllm\n",
"else:\n",
" !pip install -q --no-deps unsloth vllm\n",
" # [NOTE] Do the below ONLY in Colab! Use [[pip install unsloth vllm]]\n",
" # Skip restarting message in Colab\n",
" import sys, re, requests\n",
"\n",
" modules = list(sys.modules.keys())\n",
" for x in modules:\n",
" sys.modules.pop(x) if \"PIL\" in x or \"google\" in x else None\n",
" !pip install -q --no-deps bitsandbytes accelerate xformers==0.0.29.post3 peft trl triton cut_cross_entropy unsloth_zoo\n",
" !pip install -q sentencepiece protobuf datasets huggingface_hub hf_transfer\n",
"\n",
" # vLLM requirements - vLLM breaks Colab due to reinstalling numpy\n",
" f = requests.get(\n",
" \"https://raw.githubusercontent.com/vllm-project/vllm/refs/heads/main/requirements/common.txt\"\n",
" ).content\n",
" with open(\"vllm_requirements.txt\", \"wb\") as file:\n",
" file.write(re.sub(rb\"(transformers|numpy|xformers)[^\\n]{1,}\\n\", b\"\", f))\n",
" !pip install -q -r vllm_requirements.txt"
]
},
{
"cell_type": "markdown",
"metadata": {
"id": "HnqT9aF5Njoc"
},
"source": [
"### Unsloth"
]
},
{
"cell_type": "markdown",
"metadata": {
"id": "IpAO-idyNjoc"
},
"source": [
"Load up `Llama 3.1 8B Instruct`, and set parameters"
]
},
{
"cell_type": "code",
"execution_count": 7,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/",
"height": 1000,
"referenced_widgets": [
"09fca7e3b90f4b17a2344b67100e26bf",
"6eee6e73473440a39c2a14d11b19e7b9",
"f64c0803b3c34610a34f9c5f2b5ce6ba",
"4bae66db2fc041278f13ae1def5d1ddd",
"ce588ed5880240d7bfd91c150ef299ed",
"bc92bf99bcf345b59699eb8f0423f7cd",
"f589e115f63d4fdb95816dccb34c3e3e",
"fb45312477f64384912ba3e843efb0b3",
"4e541334eb26485ca5764b9bf0bbbd34",
"fe9dbcf4e85646cb8c684d82252b93e2",
"d36f0dda703c47cfae6f544e7e655806",
"cc9a242d278d4ea1b0f0f44d611439a2",
"9ec23dd10394466eb6db5336912f09de",
"e72af3cf2aac44d3a10b692b5fd54afe",
"7a0041d1e5c349b4b70e96554ea18113",
"f3fe4eb2a2fc4b2fb255632272dc0415",
"b095d3eac38847c0b087ffcc5876e0b6",
"9ebd8c869bc144cf8142375e7d7f04dd",
"48403d21996b4ebfa931cf260af6c283",
"b019cf9965424856b3fd781bd9e73118",
"ff032a23470845ba95a12227baf0e0ce",
"18d2fd154ffc4671b76f00760eb35571",
"bc8f8134f144435681cbc50f9f5e5274",
"d7a1980bf7cc4895aea14df80bf92302",
"6be20c9739de44ffb7ef2465ad17424d",
"39411144c4c44eae935262bc6312d5b9",
"32f3e3f08eb1441ca70191eaa6191805",
"2df204a0982b466eb3c25bf80645b6c1",
"9ec592e894b945cea7c2a756a96eb959",
"7ff47ae65e944dc9bbd50f01edb7fa02",
"2f5bc26300174430aa5b0610b5ef4c72",
"79da5ea5195c4c63b0ec1ee354511a87",
"a5f3704359df48e4b4c5b418a5f72021",
"2cae8f5f92304278bcfa4a07fb5aafdc",
"63681e5808d1443c9f04654d58952448",
"91200f911ca64162b006235d0ec0c5f1",
"40c4dfad109643529a16b3de307e2e1a",
"491466071e6742c6ab30419597d78fde",
"a67ca6e6c91244978b6b468257ffefd7",
"781f0652012b424aa43cd39028e3a99a",
"9e4ae8a9e1b247ffbd232d97be270cd8",
"c558b6c8e51046c6b3e0809ccf749348",
"0ea62e14a2d44b8ca7c6f15bca8e1a2b",
"27e78ef30ff64be5af79b6431816f569",
"b973da5783dc49d1802831298be3ab7e",
"d7e3f2c2441743089ee7ed10eb0319dd",
"7f490169dd8a4dbeb367af5259b0949e",
"2a8b54de6a974cc3a3f0b47daa10af89",
"70780d08fb00445da32b28b40d33412f",
"2c83de81fc91497db859d1be6860d6f4",
"397a49fc365b4c3a95db709b71fc32e3",
"1e75c59df9524dec928b21d65dd43c08",
"747b264f119746c08bbd6685c134ec4f",
"364d9414fd5f4280be4ad621874e15cb",
"7b3ad76804bd47a68fba0bf9f967cb04",
"2c34cb165ce447dca52c25eff7cc91ce",
"e8f729e29f7c4639a10a02a9f4978385",
"f60723e017f64a2183af5f05ca827340",
"165ed67ab04240fca77e70e6a905ad48",
"e229f6a91dcf4b5182673cc6c7002063",
"fe4ecfe3522c432b964608f137cfb936",
"e1e8c601a2bb4c0b8f0cdf3bf0dd0b2e",
"db89c098dd414fa08440071935414b63",
"efb3aff9a97340fb8acf5f98402e7c1d",
"d4eeb17c3a124c919058c0ffe72a60b6",
"8b6bd37f64454464b44691ae3bef0b9f",
"239c67254f4044259fcbb35cb78d72b3",
"7bdc3ab924804e6badd7f403d0ce33f1",
"2b1ff4602dee4511a450588c501a7174",
"bfae7687d2a440189c29dc53e47b71ab",
"c72dbf9684ed4cf0a55655ebaf645b96",
"7083c21ed3dd4ed6b442afdf4a18a05d",
"6e4ce08c86f24beeb63d38d436143dc9",
"86498c04c2a347968e65867eb4ed2102",
"dc90aea1a6e445ebaf68bb305586bf47",
"4c69d53cf33c4865af8feead04b810ad",
"9dbc67661c614d8a82d0790d9b694e6d",
"97f09dcebaf94be3b115a69b1440392b",
"a568aff772814128b0ad329594e67610",
"92ac502bff6e48d98cbb07a65d84dca6",
"0b9dd1c421f14c56986cf30abe0a9455",
"50a3cb7fc0ce45bb8c1baabc2a54fff2",
"fac3506146244766b886c715ea57ec7b",
"d068e96c067e43ffa1777a666b0df147",
"9e9b1a12028443c9abe6d88d0ed39d15",
"638c59bf00ba4536ad157975faa26984",
"73177ee1d64c4f56aa393c45c42e7499",
"98aabe0e4167414d943ff3d7759093ad",
"0f040a5765854b699b32bf096bb0563c",
"813e8e40df6447c18e47414ab38f69a2",
"533f84f90e7247e8a60da8b6ce60fe89",
"80c5f4171f2844749b5f3e67a46178b9",
"0722b569fa2e45f9af7d4fb8134e632b",
"115a8f3c523c4cd3aaa472af87fe0e4a",
"26cde13f97db4ae4a0900fb5184a51a2",
"5c4e90490762447c9712372a18f48e20",
"690c64fbee9f4c038a29030086c73368",
"cbe9c4e2f8bc49dfb1d8a4cddc36d724",
"f33aef89be7641a694fb11e3101c7d85",
"6798efcf0f784fca91a2e84c91553296",
"190504fd7fec4f08ba43b972ed28d23b",
"142703403e5e4ba1ac1531d7c82c752a",
"0a45b8dd65764272869fd1424415e6af",
"d536479db8034c99be7e745a440baf7d",
"594a583be494419c845fd873904d4d6d",
"ba21e0c745714031aae12b1665847e54",
"3491a152831245f7b03d06fe94f42116",
"b80d4e38b5c54dd585d1da848ee9c4c8",
"fa155f662d1c40f496daef290ff7a5ff",
"9b2a88f9712d409bbf74bf0c2e14df16"
]
},
"id": "DkIvEkIIkEyB",
"outputId": "e1aaf3b5-6ad0-45c7-be08-2017e74ebba9"
},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"🦥 Unsloth: Will patch your computer to enable 2x faster free finetuning.\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"/home/thinhlpg/code/DeepSearch/.venv/lib/python3.11/site-packages/tqdm/auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
" from .autonotebook import tqdm as notebook_tqdm\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"🦥 Unsloth Zoo will now patch everything to make training faster!\n",
"INFO 03-22 16:43:57 [__init__.py:256] Automatically detected platform cuda.\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"2025-03-22 16:43:57,559\tINFO util.py:154 -- Missing packages: ['ipywidgets']. Run `pip install -U ipywidgets`, then restart the notebook server for rich notebook output.\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"==((====))== Unsloth 2025.3.6: Fast Llama patching. Transformers: 4.50.0. vLLM: 0.8.1.\n",
" \\\\ /| NVIDIA GeForce RTX 4060 Ti. Num GPUs = 1. Max memory: 15.996 GB. Platform: Linux.\n",
"O^O/ \\_/ \\ Torch: 2.6.0+cu124. CUDA: 8.9. CUDA Toolkit: 12.4. Triton: 3.2.0\n",
"\\ / Bfloat16 = TRUE. FA [Xformers = 0.0.29.post2. FA2 = False]\n",
" \"-____-\" Free license: http://github.com/unslothai/unsloth\n",
"Unsloth: Fast downloading is enabled - ignore downloading bars which are red colored!\n",
"Unsloth: vLLM loading unsloth/meta-llama-3.1-8b-instruct-unsloth-bnb-4bit with actual GPU utilization = 55.65%\n",
"Unsloth: Your GPU has CUDA compute capability 8.9 with VRAM = 16.0 GB.\n",
"Unsloth: Using conservativeness = 1.0. Chunked prefill tokens = 1024. Num Sequences = 160.\n",
"Unsloth: vLLM's KV Cache can use up to 2.73 GB. Also swap space = 4 GB.\n",
"INFO 03-22 16:44:13 [config.py:583] This model supports multiple tasks: {'reward', 'score', 'classify', 'generate', 'embed'}. Defaulting to 'generate'.\n",
"WARNING 03-22 16:44:13 [arg_utils.py:1765] --quantization bitsandbytes is not supported by the V1 Engine. Falling back to V0. \n",
"Unsloth: vLLM Bitsandbytes config using kwargs = {'load_in_8bit': False, 'load_in_4bit': True, 'bnb_4bit_compute_dtype': 'bfloat16', 'bnb_4bit_quant_storage': 'uint8', 'bnb_4bit_quant_type': 'nf4', 'bnb_4bit_use_double_quant': True, 'llm_int8_enable_fp32_cpu_offload': False, 'llm_int8_has_fp16_weight': False, 'llm_int8_skip_modules': ['lm_head', 'multi_modal_projector', 'merger', 'modality_projection', 'model.layers.1.mlp'], 'llm_int8_threshold': 6.0}\n",
"INFO 03-22 16:44:13 [llm_engine.py:241] Initializing a V0 LLM engine (v0.8.1) with config: model='unsloth/meta-llama-3.1-8b-instruct-unsloth-bnb-4bit', speculative_config=None, tokenizer='unsloth/meta-llama-3.1-8b-instruct-unsloth-bnb-4bit', skip_tokenizer_init=False, tokenizer_mode=auto, revision=None, override_neuron_config=None, tokenizer_revision=None, trust_remote_code=False, dtype=torch.bfloat16, max_seq_len=1024, download_dir=None, load_format=LoadFormat.BITSANDBYTES, tensor_parallel_size=1, pipeline_parallel_size=1, disable_custom_all_reduce=False, quantization=bitsandbytes, enforce_eager=False, kv_cache_dtype=auto, device_config=cuda:0, decoding_config=DecodingConfig(guided_decoding_backend='xgrammar', reasoning_backend=None), observability_config=ObservabilityConfig(show_hidden_metrics=False, otlp_traces_endpoint=None, collect_model_forward_time=False, collect_model_execute_time=False), seed=0, served_model_name=unsloth/meta-llama-3.1-8b-instruct-unsloth-bnb-4bit, num_scheduler_steps=1, multi_step_stream_outputs=True, enable_prefix_caching=True, chunked_prefill_enabled=False, use_async_output_proc=True, disable_mm_preprocessor_cache=False, mm_processor_kwargs=None, pooler_config=None, compilation_config={\"level\":0,\"splitting_ops\":[],\"compile_sizes\":[],\"cudagraph_capture_sizes\":[160,152,144,136,128,120,112,104,96,88,80,72,64,56,48,40,32,24,16,8,4,2,1],\"max_capture_size\":160}, use_cached_outputs=False, \n",
"WARNING 03-22 16:44:15 [interface.py:305] Using 'pin_memory=False' as WSL is detected. This may slow down the performance.\n",
"INFO 03-22 16:44:15 [cuda.py:285] Using Flash Attention backend.\n",
"INFO 03-22 16:44:15 [parallel_state.py:967] rank 0 in world size 1 is assigned as DP rank 0, PP rank 0, TP rank 0\n",
"INFO 03-22 16:44:15 [model_runner.py:1110] Starting to load model unsloth/meta-llama-3.1-8b-instruct-unsloth-bnb-4bit...\n",
"INFO 03-22 16:44:16 [loader.py:1137] Loading weights with BitsAndBytes quantization. May take a while ...\n",
"INFO 03-22 16:44:17 [weight_utils.py:257] Using model weights format ['*.safetensors']\n",
"INFO 03-22 16:44:22 [weight_utils.py:273] Time spent downloading weights for unsloth/meta-llama-3.1-8b-instruct-unsloth-bnb-4bit: 4.711863 seconds\n",
"INFO 03-22 16:44:23 [weight_utils.py:307] No model.safetensors.index.json found in remote.\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Loading safetensors checkpoint shards: 0% Completed | 0/1 [00:00, ?it/s]\n",
"Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:14<00:00, 14.11s/it]\n",
"Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:14<00:00, 14.11s/it]\n",
"\n",
"Loading safetensors checkpoint shards: 0% Completed | 0/1 [00:00, ?it/s]\n",
"Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:01<00:00, 1.48s/it]\n",
"Loading safetensors checkpoint shards: 100% Completed | 1/1 [00:01<00:00, 1.48s/it]\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"INFO 03-22 16:44:39 [punica_selector.py:18] Using PunicaWrapperGPU.\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"\n"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"INFO 03-22 16:44:39 [model_runner.py:1146] Model loading took 5.7736 GB and 23.667253 seconds\n",
"INFO 03-22 16:44:45 [worker.py:267] Memory profiling takes 6.35 seconds\n",
"INFO 03-22 16:44:45 [worker.py:267] the current vLLM instance can use total_gpu_memory (16.00GiB) x gpu_memory_utilization (0.56) = 8.90GiB\n",
"INFO 03-22 16:44:45 [worker.py:267] model weights take 5.77GiB; non_torch_memory takes 0.03GiB; PyTorch activation peak memory takes 0.74GiB; the rest of the memory reserved for KV Cache is 2.35GiB.\n",
"INFO 03-22 16:44:46 [executor_base.py:111] # cuda blocks: 1203, # CPU blocks: 2048\n",
"INFO 03-22 16:44:46 [executor_base.py:116] Maximum concurrency for 1024 tokens per request: 18.80x\n",
"INFO 03-22 16:44:48 [model_runner.py:1442] Capturing cudagraphs for decoding. This may lead to unexpected consequences if the model is not static. To run the model in eager mode, set 'enforce_eager=True' or use '--enforce-eager' in the CLI. If out-of-memory error occurs during cudagraph capture, consider decreasing `gpu_memory_utilization` or switching to eager mode. You can also reduce the `max_num_seqs` as needed to decrease memory usage.\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"Capturing CUDA graph shapes: 100%|██████████| 23/23 [00:25<00:00, 1.11s/it]"
]
},
{
"name": "stdout",
"output_type": "stream",
"text": [
"INFO 03-22 16:45:14 [model_runner.py:1570] Graph capturing finished in 25 secs, took 0.53 GiB\n",
"INFO 03-22 16:45:14 [llm_engine.py:447] init engine (profile, create kv cache, warmup model) took 34.95 seconds\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
"\n",
"Unsloth 2025.3.6 patched 32 layers with 32 QKV layers, 32 O layers and 32 MLP layers.\n"
]
}
],
"source": [
"from unsloth import FastLanguageModel\n",
"import torch\n",
"\n",
"max_seq_length = 1024 # Can increase for longer reasoning traces\n",
"lora_rank = 32 # Larger rank = smarter, but slower\n",
"\n",
"model, tokenizer = FastLanguageModel.from_pretrained(\n",
" model_name=\"meta-llama/meta-Llama-3.1-8B-Instruct\",\n",
" max_seq_length=max_seq_length,\n",
" load_in_4bit=True, # False for LoRA 16bit\n",
" fast_inference=True, # Enable vLLM fast inference\n",
" max_lora_rank=lora_rank,\n",
" gpu_memory_utilization=0.6, # Reduce if out of memory\n",
")\n",
"\n",
"model = FastLanguageModel.get_peft_model(\n",
" model,\n",
" r=lora_rank, # Choose any number > 0 ! Suggested 8, 16, 32, 64, 128\n",
" target_modules=[\n",
" \"q_proj\",\n",
" \"k_proj\",\n",
" \"v_proj\",\n",
" \"o_proj\",\n",
" \"gate_proj\",\n",
" \"up_proj\",\n",
" \"down_proj\",\n",
" ], # Remove QKVO if out of memory\n",
" lora_alpha=lora_rank,\n",
" use_gradient_checkpointing=\"unsloth\", # Enable long context finetuning\n",
" random_state=3407,\n",
")"
]
},
{
"cell_type": "markdown",
"metadata": {
"id": "7KGgPgk_5S8r"
},
"source": [
"### Data Prep\n",
"\n",
"\n",
"We directly leverage [@willccbb](https://gist.github.com/willccbb/4676755236bb08cab5f4e54a0475d6fb) for data prep and all reward functions. You are free to create your own!"
]
},
{
"cell_type": "code",
"execution_count": 8,
"metadata": {
"colab": {
"base_uri": "https://localhost:8080/",
"height": 321,
"referenced_widgets": [
"5954f25ab3334f8c8e0576ee75922c0c",
"5db92327420a48f4a1ad966ecd7ac8c5",
"1a1651d5ca7d4ccd887235343e49ffb3",
"22462b8181964257a53c85be6265eef6",
"1c09f4dc86124b1296ed96fc48b8d856",
"5e9d2ad532a8447a904688629a91f171",
"2df38622a5ab46979ee53efeb8c31b91",
"a75b75f7dec54759816845c3fda31f22",
"b14a63b4cac142c5adaaebbfef8739fe",
"1a090b75a50b459a8d2f822efc692dfa",
"0da6c9fa4eeb4b4d832f8bbc614bc8d9",
"3e1954a710bd43d1907b702c7f70c6de",
"483db1483d1d4a97a59c1e6cdad04c6a",
"cf88de7717504af691ca8db0fb68a6b6",
"d4de07c4656c40329bc2c1450bd94bb5",
"160f401dc9a74266bb610e747f8f711e",
"269f762b5af041eab750226febe70e07",
"f38c687b78224c8aa2227914998b4627",
"eca5ebef74f341f79dc96964d0189862",
"009ea1226a194cb2923ec9bc3a6e1843",
"2aade13ff2ca4250ae02b7a12b1ef16d",
"23531535f2fc4b99a5ecd1b63fb93d80",
"a137a1bc2b4f437a8477e079f003ad8d",
"05836f874c9a49d390721a05ff055ac9",
"9032130a4a9646db92805eeb4221c83d",
"ac58943ffd184cdca0b69cce35f54ec7",
"8dc3c53fac5644a6a2841aca62226300",
"fda3ed1250d34b12aae8401287322548",
"e85f549d21dd4c3293f8239a053b0ad4",
"a8d0ef0ef4f747e294394b04d07cbe34",
"15b83f9309a642d2bb1bc79da539b923",
"436282df7bcc45c4b951de60f2e4ec53",
"911d088df0894243b69fd4f69c46e7f3",
"eba35bc404f640bcb087de7a7ce74942",
"6b39fce0206f4ca894b943a42eb9dc04",
"c3ec8a75007846519d40f6726d2a01ee",
"de3486da03594b0091b77cbf702401a5",
"2e1b5b6b3ae84190a7f50993d78fb6ea",
"81f43f522faa4dcf9e557793a2027e90",
"ae46c8f17c0644fdbd1aa6d412c322b7",
"5de480828775465bb76b674ecd713bd0",
"a159d55b4de84020bc127d6c7758d2a9",
"cc6097b25ec74decb51a397ccd9fcf27",
"d2af3c19e6ec46a3915f6badf7062b7b",
"8d2463ee53394dc097843bc733191c97",
"f681a0ff692c4cd3b14b1e064547c52f",
"0ecef6aade754029ba939e30c91538be",
"87e25abbd016411199a2e976cd7ab550",
"93f708b722194750a9f66a2597987033",
"76dc9524ee764741a1615de6bc43492e",
"78201e7953b647ee9656fc7e8f4abbcb",
"0bc45e643a9b4a0e8db9f85180c108b2",
"cfb5247cf65c4bdfbcf8207c5d8c72c8",
"32fe42f8a11d4131a3a529b554f028fe",
"39c33d513fb74712be8fcf73093a0c9e",
"908333eedde74ec3a0885e52454b3627",
"934617e655d04f85a87d6444b7c1ff0e",
"63d0c36c4bb8469f8cf5ac410d2c11d6",
"092d58ba2c444878a1cbfd19bdc14027",
"c8ecf533f45f4ae29bdcfdaeca7daedf",
"d89eae07da0e4344909900e24e3d0d09",
"b1e00fc06b664fc59d4921388f187269",
"b834a1ed2fc14d209c405969def96965",
"dc681483ceeb4e878124858ffb467338",
"ef2a701c9c594d4d9ffc8379fa9b5899",
"22c31da7c0564f09bbdb04efdefad11a"
]
},
"id": "cXk993X6C2ZZ",
"outputId": "d6b161df-4d15-4cae-a02c-22fb901b91f1"
},
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"Generating train split: 100%|██████████| 7473/7473 [00:00<00:00, 183935.22 examples/s]\n",
"Generating test split: 100%|██████████| 1319/1319 [00:00<00:00, 240848.37 examples/s]\n",
"Map: 100%|██████████| 7473/7473 [00:00<00:00, 42626.85 examples/s]\n"
]
}
],
"source": [
"import re\n",
"from datasets import load_dataset, Dataset\n",
"\n",
"# Load and prep dataset\n",
"SYSTEM_PROMPT = \"\"\"\n",
"Respond in the following format:\n",
"
Step | \n", "Training Loss | \n", "reward | \n", "reward_std | \n", "completion_length | \n", "kl | \n", "rewards / xmlcount_reward_func | \n", "rewards / soft_format_reward_func | \n", "rewards / strict_format_reward_func | \n", "rewards / int_reward_func | \n", "rewards / correctness_reward_func | \n", "
---|---|---|---|---|---|---|---|---|---|---|
1 | \n", "-0.000000 | \n", "-0.048000 | \n", "0.117575 | \n", "210.333344 | \n", "0.000000 | \n", "-0.048000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "
2 | \n", "-0.000000 | \n", "-0.096167 | \n", "0.235559 | \n", "292.333344 | \n", "0.000000 | \n", "-0.096167 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "
3 | \n", "0.000000 | \n", "0.400167 | \n", "1.094139 | \n", "177.666672 | \n", "0.000005 | \n", "-0.016500 | \n", "0.000000 | \n", "0.000000 | \n", "0.083333 | \n", "0.333333 | \n", "
4 | \n", "0.000000 | \n", "1.844333 | \n", "0.906245 | \n", "168.833344 | \n", "0.000005 | \n", "-0.239000 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "1.666667 | \n", "
5 | \n", "0.000000 | \n", "0.057333 | \n", "0.140437 | \n", "128.333344 | \n", "0.000005 | \n", "-0.026000 | \n", "0.000000 | \n", "0.000000 | \n", "0.083333 | \n", "0.000000 | \n", "
6 | \n", "0.000000 | \n", "1.853500 | \n", "1.265359 | \n", "243.500000 | \n", "0.000004 | \n", "-0.229833 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "1.666667 | \n", "
7 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "246.500000 | \n", "0.000006 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "
8 | \n", "0.000000 | \n", "0.054167 | \n", "0.235887 | \n", "173.666672 | \n", "0.000008 | \n", "-0.112500 | \n", "0.000000 | \n", "0.000000 | \n", "0.166667 | \n", "0.000000 | \n", "
9 | \n", "0.000000 | \n", "1.666667 | \n", "1.290994 | \n", "146.333344 | \n", "0.000006 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.333333 | \n", "1.333333 | \n", "
10 | \n", "0.000000 | \n", "-0.095000 | \n", "0.232702 | \n", "246.833344 | \n", "0.000005 | \n", "-0.095000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "
11 | \n", "0.000000 | \n", "0.356333 | \n", "0.872835 | \n", "147.000000 | \n", "0.000011 | \n", "-0.060333 | \n", "0.000000 | \n", "0.000000 | \n", "0.083333 | \n", "0.333333 | \n", "
12 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "205.833344 | \n", "0.000006 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "
13 | \n", "0.000000 | \n", "0.643167 | \n", "1.207343 | \n", "212.833344 | \n", "0.000015 | \n", "-0.190167 | \n", "0.000000 | \n", "0.000000 | \n", "0.166667 | \n", "0.666667 | \n", "
14 | \n", "0.000000 | \n", "0.416667 | \n", "1.020621 | \n", "125.833336 | \n", "0.000015 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.083333 | \n", "0.333333 | \n", "
15 | \n", "0.000000 | \n", "-0.052833 | \n", "0.129415 | \n", "281.166687 | \n", "0.000010 | \n", "-0.136167 | \n", "0.000000 | \n", "0.000000 | \n", "0.083333 | \n", "0.000000 | \n", "
16 | \n", "0.000000 | \n", "1.175667 | \n", "1.339441 | \n", "145.833344 | \n", "0.000058 | \n", "-0.074333 | \n", "0.000000 | \n", "0.000000 | \n", "0.250000 | \n", "1.000000 | \n", "
17 | \n", "0.000000 | \n", "0.628500 | \n", "1.369952 | \n", "193.000000 | \n", "0.000045 | \n", "-0.204833 | \n", "0.000000 | \n", "0.000000 | \n", "0.166667 | \n", "0.666667 | \n", "
18 | \n", "0.000000 | \n", "0.791000 | \n", "1.327436 | \n", "204.666672 | \n", "0.000054 | \n", "-0.042333 | \n", "0.000000 | \n", "0.000000 | \n", "0.166667 | \n", "0.666667 | \n", "
19 | \n", "0.000000 | \n", "0.573333 | \n", "0.871154 | \n", "196.500000 | \n", "0.000128 | \n", "-0.093333 | \n", "0.000000 | \n", "0.000000 | \n", "0.333333 | \n", "0.333333 | \n", "
20 | \n", "0.000000 | \n", "-0.166833 | \n", "0.307527 | \n", "248.333344 | \n", "0.000086 | \n", "-0.166833 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "
21 | \n", "0.000000 | \n", "1.666667 | \n", "1.290994 | \n", "149.666672 | \n", "0.000375 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.333333 | \n", "1.333333 | \n", "
22 | \n", "0.000000 | \n", "0.020833 | \n", "0.051031 | \n", "114.666672 | \n", "0.000737 | \n", "0.020833 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "
23 | \n", "0.000000 | \n", "1.597333 | \n", "1.247735 | \n", "132.500000 | \n", "0.000327 | \n", "-0.069333 | \n", "0.000000 | \n", "0.000000 | \n", "0.333333 | \n", "1.333333 | \n", "
24 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "148.666672 | \n", "0.000303 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "
25 | \n", "0.000000 | \n", "0.416667 | \n", "1.020621 | \n", "165.000000 | \n", "0.000376 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.083333 | \n", "0.333333 | \n", "
26 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "159.500000 | \n", "0.000658 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "
27 | \n", "0.000000 | \n", "0.916667 | \n", "1.241639 | \n", "173.500000 | \n", "0.000473 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.250000 | \n", "0.666667 | \n", "
28 | \n", "0.000000 | \n", "0.854167 | \n", "1.275776 | \n", "159.333344 | \n", "0.000990 | \n", "0.020833 | \n", "0.000000 | \n", "0.000000 | \n", "0.166667 | \n", "0.666667 | \n", "
29 | \n", "0.000000 | \n", "-0.044333 | \n", "0.108594 | \n", "122.166672 | \n", "0.000746 | \n", "-0.044333 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "
30 | \n", "0.000100 | \n", "0.833333 | \n", "1.290994 | \n", "182.833344 | \n", "0.001491 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.166667 | \n", "0.666667 | \n", "
31 | \n", "0.000200 | \n", "2.060333 | \n", "1.016378 | \n", "100.500000 | \n", "0.004810 | \n", "-0.023000 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "1.666667 | \n", "
32 | \n", "0.000100 | \n", "2.083333 | \n", "1.020621 | \n", "179.666672 | \n", "0.002112 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "1.666667 | \n", "
33 | \n", "0.000200 | \n", "2.104333 | \n", "0.969181 | \n", "102.833336 | \n", "0.005242 | \n", "0.021000 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "1.666667 | \n", "
34 | \n", "0.000400 | \n", "1.653500 | \n", "1.281161 | \n", "168.333344 | \n", "0.009827 | \n", "-0.013167 | \n", "0.000000 | \n", "0.000000 | \n", "0.333333 | \n", "1.333333 | \n", "
35 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "157.833344 | \n", "0.000622 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "
36 | \n", "0.000100 | \n", "0.000000 | \n", "0.000000 | \n", "129.166672 | \n", "0.003490 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "
37 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "177.500000 | \n", "0.000363 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "
38 | \n", "0.000200 | \n", "0.000000 | \n", "0.000000 | \n", "127.500000 | \n", "0.004778 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "
39 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "136.166672 | \n", "0.000201 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "
40 | \n", "0.000100 | \n", "1.666667 | \n", "1.290994 | \n", "209.000000 | \n", "0.001893 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.333333 | \n", "1.333333 | \n", "
41 | \n", "0.000100 | \n", "1.666667 | \n", "1.290994 | \n", "204.166672 | \n", "0.001870 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.333333 | \n", "1.333333 | \n", "
42 | \n", "0.000100 | \n", "1.250000 | \n", "1.369306 | \n", "140.333344 | \n", "0.003067 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.250000 | \n", "1.000000 | \n", "
43 | \n", "0.000100 | \n", "0.416667 | \n", "1.020621 | \n", "226.833344 | \n", "0.001659 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.083333 | \n", "0.333333 | \n", "
44 | \n", "0.000100 | \n", "0.357500 | \n", "1.059168 | \n", "255.000000 | \n", "0.003474 | \n", "-0.059167 | \n", "0.000000 | \n", "0.000000 | \n", "0.083333 | \n", "0.333333 | \n", "
45 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "275.666687 | \n", "0.000485 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "
46 | \n", "0.000400 | \n", "0.437000 | \n", "1.011837 | \n", "123.666672 | \n", "0.010576 | \n", "0.020333 | \n", "0.000000 | \n", "0.000000 | \n", "0.083333 | \n", "0.333333 | \n", "
47 | \n", "0.000300 | \n", "1.666667 | \n", "1.290994 | \n", "129.000000 | \n", "0.008002 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.333333 | \n", "1.333333 | \n", "
48 | \n", "0.000100 | \n", "0.083333 | \n", "0.204124 | \n", "203.166672 | \n", "0.001581 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.083333 | \n", "0.000000 | \n", "
49 | \n", "0.000500 | \n", "1.666667 | \n", "1.290994 | \n", "172.166672 | \n", "0.012752 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.333333 | \n", "1.333333 | \n", "
50 | \n", "0.000100 | \n", "0.000000 | \n", "0.000000 | \n", "142.833344 | \n", "0.003582 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "
51 | \n", "0.000800 | \n", "1.750000 | \n", "1.172604 | \n", "111.333336 | \n", "0.021093 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "1.333333 | \n", "
52 | \n", "0.000400 | \n", "0.105000 | \n", "0.200375 | \n", "281.833344 | \n", "0.011140 | \n", "0.021667 | \n", "0.000000 | \n", "0.000000 | \n", "0.083333 | \n", "0.000000 | \n", "
53 | \n", "0.000200 | \n", "1.250000 | \n", "1.369306 | \n", "150.666672 | \n", "0.005902 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.250000 | \n", "1.000000 | \n", "
54 | \n", "0.000500 | \n", "0.000000 | \n", "0.000000 | \n", "146.833344 | \n", "0.012167 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "
55 | \n", "0.000700 | \n", "1.750000 | \n", "1.172604 | \n", "119.833336 | \n", "0.017424 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "1.333333 | \n", "
56 | \n", "0.000400 | \n", "1.666667 | \n", "1.290994 | \n", "183.000000 | \n", "0.011237 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.333333 | \n", "1.333333 | \n", "
57 | \n", "0.001000 | \n", "-0.272167 | \n", "0.463276 | \n", "230.666672 | \n", "0.024426 | \n", "-0.272167 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "
58 | \n", "0.000600 | \n", "0.000000 | \n", "0.000000 | \n", "133.333344 | \n", "0.015612 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "
59 | \n", "0.000100 | \n", "0.000000 | \n", "0.000000 | \n", "162.000000 | \n", "0.003056 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "
60 | \n", "0.001600 | \n", "0.000000 | \n", "0.000000 | \n", "88.000000 | \n", "0.039810 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "
61 | \n", "0.000500 | \n", "0.000000 | \n", "0.000000 | \n", "173.333344 | \n", "0.013158 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "
62 | \n", "0.000800 | \n", "2.083333 | \n", "1.020621 | \n", "239.333344 | \n", "0.019847 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "1.666667 | \n", "
63 | \n", "0.000700 | \n", "2.500000 | \n", "0.000000 | \n", "180.500000 | \n", "0.018120 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
64 | \n", "0.000500 | \n", "1.750000 | \n", "1.172604 | \n", "201.333344 | \n", "0.013527 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "1.333333 | \n", "
65 | \n", "0.001300 | \n", "0.621667 | \n", "0.975098 | \n", "192.333344 | \n", "0.032840 | \n", "-0.045000 | \n", "0.000000 | \n", "0.000000 | \n", "0.333333 | \n", "0.333333 | \n", "
66 | \n", "0.000500 | \n", "2.500000 | \n", "0.000000 | \n", "160.333344 | \n", "0.011528 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
67 | \n", "0.000700 | \n", "2.083333 | \n", "1.020621 | \n", "149.833344 | \n", "0.016387 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "1.666667 | \n", "
68 | \n", "0.000800 | \n", "1.250000 | \n", "1.369306 | \n", "219.500000 | \n", "0.019612 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.250000 | \n", "1.000000 | \n", "
69 | \n", "0.000500 | \n", "0.833333 | \n", "1.290994 | \n", "209.000000 | \n", "0.011880 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.166667 | \n", "0.666667 | \n", "
70 | \n", "0.000900 | \n", "0.833333 | \n", "1.290994 | \n", "121.166672 | \n", "0.021727 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.166667 | \n", "0.666667 | \n", "
71 | \n", "0.001100 | \n", "1.666667 | \n", "0.816497 | \n", "123.833336 | \n", "0.026258 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "1.666667 | \n", "
72 | \n", "0.000600 | \n", "1.666667 | \n", "1.290994 | \n", "209.666672 | \n", "0.013856 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.333333 | \n", "1.333333 | \n", "
73 | \n", "0.000400 | \n", "0.500000 | \n", "1.000000 | \n", "141.000000 | \n", "0.010203 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.166667 | \n", "0.333333 | \n", "
74 | \n", "0.000600 | \n", "0.000000 | \n", "0.000000 | \n", "196.500000 | \n", "0.015025 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "
75 | \n", "0.000900 | \n", "2.500000 | \n", "0.000000 | \n", "175.000000 | \n", "0.023197 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
76 | \n", "0.001400 | \n", "2.500000 | \n", "0.000000 | \n", "141.166672 | \n", "0.034223 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
77 | \n", "0.000600 | \n", "0.500000 | \n", "1.000000 | \n", "257.333344 | \n", "0.016190 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.166667 | \n", "0.333333 | \n", "
78 | \n", "0.000600 | \n", "0.000000 | \n", "0.000000 | \n", "196.500000 | \n", "0.015780 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "
79 | \n", "0.002500 | \n", "2.500000 | \n", "0.000000 | \n", "81.500000 | \n", "0.061544 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
80 | \n", "0.000500 | \n", "0.916667 | \n", "1.241639 | \n", "221.833344 | \n", "0.012746 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.250000 | \n", "0.666667 | \n", "
81 | \n", "0.001400 | \n", "2.500000 | \n", "0.000000 | \n", "112.166672 | \n", "0.034458 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
82 | \n", "0.000800 | \n", "0.500000 | \n", "1.000000 | \n", "149.666672 | \n", "0.018850 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.166667 | \n", "0.333333 | \n", "
83 | \n", "0.000300 | \n", "2.500000 | \n", "0.000000 | \n", "144.166672 | \n", "0.008241 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
84 | \n", "0.000600 | \n", "0.500000 | \n", "1.000000 | \n", "160.333344 | \n", "0.015194 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.166667 | \n", "0.333333 | \n", "
85 | \n", "0.000900 | \n", "1.083333 | \n", "1.114301 | \n", "126.333336 | \n", "0.023079 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "0.666667 | \n", "
86 | \n", "0.001400 | \n", "2.500000 | \n", "0.000000 | \n", "115.333336 | \n", "0.034308 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
87 | \n", "0.001900 | \n", "0.000000 | \n", "0.000000 | \n", "111.333336 | \n", "0.047809 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "
88 | \n", "0.001100 | \n", "2.500000 | \n", "0.000000 | \n", "109.000000 | \n", "0.028273 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
89 | \n", "0.001000 | \n", "0.416667 | \n", "1.020621 | \n", "169.666672 | \n", "0.024562 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.083333 | \n", "0.333333 | \n", "
90 | \n", "0.000600 | \n", "2.500000 | \n", "0.000000 | \n", "114.333336 | \n", "0.014231 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
91 | \n", "0.001200 | \n", "2.500000 | \n", "0.000000 | \n", "129.500000 | \n", "0.030603 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
92 | \n", "0.001200 | \n", "1.166667 | \n", "1.032796 | \n", "128.833344 | \n", "0.030084 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "0.666667 | \n", "
93 | \n", "0.000800 | \n", "0.000000 | \n", "0.000000 | \n", "126.166672 | \n", "0.020094 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "
94 | \n", "0.001700 | \n", "2.117667 | \n", "0.801170 | \n", "154.000000 | \n", "0.041860 | \n", "-0.049000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "1.666667 | \n", "
95 | \n", "0.000700 | \n", "1.416667 | \n", "1.200694 | \n", "149.333344 | \n", "0.018208 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "1.000000 | \n", "
96 | \n", "0.001000 | \n", "1.666667 | \n", "1.290994 | \n", "151.166672 | \n", "0.024418 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.333333 | \n", "1.333333 | \n", "
97 | \n", "0.002300 | \n", "1.132667 | \n", "1.267124 | \n", "177.000000 | \n", "0.057977 | \n", "-0.117333 | \n", "0.000000 | \n", "0.000000 | \n", "0.250000 | \n", "1.000000 | \n", "
98 | \n", "0.004600 | \n", "0.416667 | \n", "1.020621 | \n", "97.833336 | \n", "0.114345 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.083333 | \n", "0.333333 | \n", "
99 | \n", "0.001500 | \n", "1.666667 | \n", "1.290994 | \n", "111.000000 | \n", "0.036619 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.333333 | \n", "1.333333 | \n", "
100 | \n", "0.001000 | \n", "1.666667 | \n", "1.290994 | \n", "144.833344 | \n", "0.023831 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.333333 | \n", "1.333333 | \n", "
101 | \n", "0.001300 | \n", "0.750000 | \n", "0.880341 | \n", "180.166672 | \n", "0.032925 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "0.333333 | \n", "
102 | \n", "0.000400 | \n", "2.500000 | \n", "0.000000 | \n", "166.333344 | \n", "0.009197 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
103 | \n", "0.001000 | \n", "2.500000 | \n", "0.000000 | \n", "111.000000 | \n", "0.024962 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
104 | \n", "0.001100 | \n", "1.833333 | \n", "1.032796 | \n", "116.666672 | \n", "0.026638 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "1.333333 | \n", "
105 | \n", "0.000800 | \n", "2.166667 | \n", "0.816497 | \n", "219.166672 | \n", "0.018910 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "1.666667 | \n", "
106 | \n", "0.000500 | \n", "2.500000 | \n", "0.000000 | \n", "125.500000 | \n", "0.012868 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
107 | \n", "0.001400 | \n", "2.500000 | \n", "0.000000 | \n", "87.833336 | \n", "0.034467 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
108 | \n", "0.000500 | \n", "2.500000 | \n", "0.000000 | \n", "150.000000 | \n", "0.011891 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
109 | \n", "0.001600 | \n", "1.666667 | \n", "1.290994 | \n", "128.000000 | \n", "0.040830 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.333333 | \n", "1.333333 | \n", "
110 | \n", "0.001700 | \n", "0.416667 | \n", "1.020621 | \n", "84.000000 | \n", "0.041541 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.083333 | \n", "0.333333 | \n", "
111 | \n", "0.001000 | \n", "0.833333 | \n", "1.290994 | \n", "138.000000 | \n", "0.024577 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.166667 | \n", "0.666667 | \n", "
112 | \n", "0.001200 | \n", "2.083333 | \n", "1.020621 | \n", "116.166672 | \n", "0.029624 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "1.666667 | \n", "
113 | \n", "0.000300 | \n", "1.833333 | \n", "1.032796 | \n", "140.000000 | \n", "0.008397 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "1.333333 | \n", "
114 | \n", "0.005400 | \n", "1.250667 | \n", "1.368577 | \n", "161.000000 | \n", "0.135183 | \n", "0.000667 | \n", "0.000000 | \n", "0.000000 | \n", "0.250000 | \n", "1.000000 | \n", "
115 | \n", "0.001000 | \n", "2.083333 | \n", "1.020621 | \n", "142.833344 | \n", "0.024339 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "1.666667 | \n", "
116 | \n", "0.002100 | \n", "1.666667 | \n", "1.290994 | \n", "127.666672 | \n", "0.052319 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.333333 | \n", "1.333333 | \n", "
117 | \n", "0.002100 | \n", "1.250000 | \n", "1.369306 | \n", "112.500000 | \n", "0.053519 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.250000 | \n", "1.000000 | \n", "
118 | \n", "0.000500 | \n", "2.500000 | \n", "0.000000 | \n", "185.000000 | \n", "0.011517 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
119 | \n", "0.001600 | \n", "1.629833 | \n", "1.265362 | \n", "140.666672 | \n", "0.040767 | \n", "-0.036833 | \n", "0.000000 | \n", "0.000000 | \n", "0.333333 | \n", "1.333333 | \n", "
120 | \n", "0.001900 | \n", "2.083333 | \n", "1.020621 | \n", "80.666672 | \n", "0.048344 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "1.666667 | \n", "
121 | \n", "0.000600 | \n", "0.166667 | \n", "0.258199 | \n", "185.833344 | \n", "0.016102 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.166667 | \n", "0.000000 | \n", "
122 | \n", "0.000400 | \n", "0.239333 | \n", "0.441455 | \n", "311.333344 | \n", "0.010244 | \n", "-0.177333 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "0.000000 | \n", "
123 | \n", "0.000900 | \n", "2.500000 | \n", "0.000000 | \n", "143.000000 | \n", "0.021899 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
124 | \n", "0.001500 | \n", "1.750000 | \n", "1.172604 | \n", "158.666672 | \n", "0.037803 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "1.333333 | \n", "
125 | \n", "0.000600 | \n", "2.083333 | \n", "1.020621 | \n", "195.500000 | \n", "0.014915 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "1.666667 | \n", "
126 | \n", "0.001900 | \n", "2.083333 | \n", "1.020621 | \n", "96.833336 | \n", "0.047556 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "1.666667 | \n", "
127 | \n", "0.004600 | \n", "2.065667 | \n", "1.063895 | \n", "140.333344 | \n", "0.114219 | \n", "-0.017667 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "1.666667 | \n", "
128 | \n", "0.003200 | \n", "2.083333 | \n", "1.020621 | \n", "105.000000 | \n", "0.080086 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "1.666667 | \n", "
129 | \n", "0.001800 | \n", "2.500000 | \n", "0.000000 | \n", "168.333344 | \n", "0.044463 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
130 | \n", "0.000600 | \n", "1.000000 | \n", "1.183216 | \n", "256.000000 | \n", "0.015283 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.333333 | \n", "0.666667 | \n", "
131 | \n", "0.003700 | \n", "2.083333 | \n", "1.020621 | \n", "130.500000 | \n", "0.092489 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "1.666667 | \n", "
132 | \n", "0.000900 | \n", "0.500000 | \n", "0.000000 | \n", "178.500000 | \n", "0.021336 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "0.000000 | \n", "
133 | \n", "0.000400 | \n", "2.500000 | \n", "0.000000 | \n", "139.500000 | \n", "0.010366 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
134 | \n", "0.000400 | \n", "2.500000 | \n", "0.000000 | \n", "185.166672 | \n", "0.010344 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
135 | \n", "0.001700 | \n", "0.416667 | \n", "1.020621 | \n", "135.166672 | \n", "0.042889 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.083333 | \n", "0.333333 | \n", "
136 | \n", "0.001900 | \n", "1.250000 | \n", "1.369306 | \n", "149.000000 | \n", "0.047211 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.250000 | \n", "1.000000 | \n", "
137 | \n", "0.003600 | \n", "1.750000 | \n", "1.172604 | \n", "119.166672 | \n", "0.090803 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "1.333333 | \n", "
138 | \n", "0.001500 | \n", "0.808500 | \n", "1.311500 | \n", "242.666672 | \n", "0.038389 | \n", "-0.108167 | \n", "0.000000 | \n", "0.000000 | \n", "0.250000 | \n", "0.666667 | \n", "
139 | \n", "0.001300 | \n", "2.099500 | \n", "0.981021 | \n", "110.500000 | \n", "0.033710 | \n", "-0.067167 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "1.666667 | \n", "
140 | \n", "0.000600 | \n", "2.166667 | \n", "0.816497 | \n", "259.333344 | \n", "0.016052 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "1.666667 | \n", "
141 | \n", "0.001000 | \n", "2.500000 | \n", "0.000000 | \n", "119.833336 | \n", "0.025131 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
142 | \n", "0.000700 | \n", "1.083333 | \n", "1.114301 | \n", "274.833344 | \n", "0.017418 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "0.666667 | \n", "
143 | \n", "0.000700 | \n", "1.166667 | \n", "1.032796 | \n", "183.333344 | \n", "0.016646 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "0.666667 | \n", "
144 | \n", "0.001400 | \n", "1.469667 | \n", "0.754401 | \n", "151.500000 | \n", "0.034915 | \n", "-0.030333 | \n", "0.000000 | \n", "0.000000 | \n", "0.166667 | \n", "1.333333 | \n", "
145 | \n", "0.002900 | \n", "2.500000 | \n", "0.000000 | \n", "118.833336 | \n", "0.072663 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
146 | \n", "0.000600 | \n", "1.416667 | \n", "1.200694 | \n", "235.333344 | \n", "0.014500 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "1.000000 | \n", "
147 | \n", "0.010700 | \n", "2.058500 | \n", "1.081450 | \n", "129.500000 | \n", "0.267697 | \n", "-0.024833 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "1.666667 | \n", "
148 | \n", "0.000700 | \n", "1.500000 | \n", "1.095445 | \n", "176.500000 | \n", "0.017126 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "1.000000 | \n", "
149 | \n", "0.001000 | \n", "2.500000 | \n", "0.000000 | \n", "123.333336 | \n", "0.024609 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
150 | \n", "0.010300 | \n", "2.083333 | \n", "1.020621 | \n", "249.166672 | \n", "0.256428 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "1.666667 | \n", "
151 | \n", "0.010200 | \n", "0.083333 | \n", "0.204124 | \n", "226.333344 | \n", "0.253805 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.083333 | \n", "0.000000 | \n", "
152 | \n", "0.001200 | \n", "2.500000 | \n", "0.000000 | \n", "153.166672 | \n", "0.029528 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
153 | \n", "0.000300 | \n", "-0.074000 | \n", "0.470804 | \n", "335.500000 | \n", "0.008337 | \n", "-0.240667 | \n", "0.000000 | \n", "0.000000 | \n", "0.166667 | \n", "0.000000 | \n", "
154 | \n", "0.000300 | \n", "0.401500 | \n", "1.180938 | \n", "412.666687 | \n", "0.007725 | \n", "-0.265167 | \n", "0.000000 | \n", "0.000000 | \n", "0.333333 | \n", "0.333333 | \n", "
155 | \n", "0.001000 | \n", "2.166667 | \n", "0.816497 | \n", "218.333344 | \n", "0.026089 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "1.666667 | \n", "
156 | \n", "0.001100 | \n", "2.500000 | \n", "0.000000 | \n", "175.666672 | \n", "0.027498 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
157 | \n", "0.000700 | \n", "0.729833 | \n", "1.147580 | \n", "349.500000 | \n", "0.018370 | \n", "-0.103500 | \n", "0.000000 | \n", "0.000000 | \n", "0.166667 | \n", "0.666667 | \n", "
158 | \n", "0.000400 | \n", "1.166667 | \n", "1.032796 | \n", "200.166672 | \n", "0.009429 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "0.666667 | \n", "
159 | \n", "0.000500 | \n", "2.083333 | \n", "1.020621 | \n", "223.166672 | \n", "0.011938 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "1.666667 | \n", "
160 | \n", "0.000400 | \n", "2.166667 | \n", "0.816497 | \n", "181.000000 | \n", "0.009995 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "1.666667 | \n", "
161 | \n", "0.000700 | \n", "0.750000 | \n", "0.880341 | \n", "213.833344 | \n", "0.018541 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "0.333333 | \n", "
162 | \n", "0.002400 | \n", "2.388500 | \n", "0.172738 | \n", "164.666672 | \n", "0.059732 | \n", "-0.111500 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
163 | \n", "0.001100 | \n", "0.000000 | \n", "0.000000 | \n", "287.333344 | \n", "0.027970 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "
164 | \n", "0.000700 | \n", "2.500000 | \n", "0.000000 | \n", "141.000000 | \n", "0.017628 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
165 | \n", "0.000700 | \n", "1.083333 | \n", "1.114301 | \n", "241.166672 | \n", "0.016334 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "0.666667 | \n", "
166 | \n", "0.000500 | \n", "2.500000 | \n", "0.000000 | \n", "143.166672 | \n", "0.012499 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
167 | \n", "0.004500 | \n", "1.998167 | \n", "1.000010 | \n", "216.666672 | \n", "0.112707 | \n", "-0.085167 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "1.666667 | \n", "
168 | \n", "0.001100 | \n", "2.083333 | \n", "1.020621 | \n", "149.666672 | \n", "0.028563 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "1.666667 | \n", "
169 | \n", "0.001000 | \n", "2.500000 | \n", "0.000000 | \n", "87.666672 | \n", "0.026190 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
170 | \n", "0.001100 | \n", "2.083333 | \n", "1.020621 | \n", "200.666672 | \n", "0.028279 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "1.666667 | \n", "
171 | \n", "0.000900 | \n", "2.166667 | \n", "0.816497 | \n", "120.833336 | \n", "0.022854 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "1.666667 | \n", "
172 | \n", "0.000500 | \n", "1.000000 | \n", "1.183216 | \n", "342.000000 | \n", "0.011897 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.333333 | \n", "0.666667 | \n", "
173 | \n", "0.000900 | \n", "2.500000 | \n", "0.000000 | \n", "113.666672 | \n", "0.022404 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
174 | \n", "0.000500 | \n", "0.969833 | \n", "0.965950 | \n", "388.666687 | \n", "0.013443 | \n", "-0.113500 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "0.666667 | \n", "
175 | \n", "0.000700 | \n", "0.000000 | \n", "0.000000 | \n", "382.333344 | \n", "0.018730 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "
176 | \n", "0.002000 | \n", "2.443667 | \n", "0.112401 | \n", "124.333336 | \n", "0.049888 | \n", "-0.056333 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
177 | \n", "0.001700 | \n", "2.500000 | \n", "0.000000 | \n", "100.333336 | \n", "0.041381 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
178 | \n", "0.002100 | \n", "2.500000 | \n", "0.000000 | \n", "159.166672 | \n", "0.051775 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
179 | \n", "0.000500 | \n", "0.666667 | \n", "0.930949 | \n", "385.666687 | \n", "0.013119 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.333333 | \n", "0.333333 | \n", "
180 | \n", "0.002600 | \n", "2.500000 | \n", "0.000000 | \n", "103.000000 | \n", "0.065485 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
181 | \n", "0.001400 | \n", "2.500000 | \n", "0.000000 | \n", "141.666672 | \n", "0.035371 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
182 | \n", "0.000900 | \n", "2.500000 | \n", "0.000000 | \n", "164.166672 | \n", "0.022767 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
183 | \n", "0.000600 | \n", "2.500000 | \n", "0.000000 | \n", "149.833344 | \n", "0.014488 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
184 | \n", "0.000600 | \n", "0.583333 | \n", "0.970395 | \n", "325.500000 | \n", "0.014497 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.250000 | \n", "0.333333 | \n", "
185 | \n", "0.001400 | \n", "2.083333 | \n", "1.020621 | \n", "204.166672 | \n", "0.035614 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "1.666667 | \n", "
186 | \n", "0.000700 | \n", "2.166667 | \n", "0.816497 | \n", "191.000000 | \n", "0.016835 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "1.666667 | \n", "
187 | \n", "0.000600 | \n", "1.666667 | \n", "1.290994 | \n", "212.166672 | \n", "0.015692 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.333333 | \n", "1.333333 | \n", "
188 | \n", "0.001100 | \n", "0.416667 | \n", "0.204124 | \n", "313.333344 | \n", "0.026646 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "0.000000 | \n", "
189 | \n", "0.001200 | \n", "1.611500 | \n", "1.380432 | \n", "160.833344 | \n", "0.030862 | \n", "-0.055167 | \n", "0.000000 | \n", "0.000000 | \n", "0.333333 | \n", "1.333333 | \n", "
190 | \n", "0.000300 | \n", "1.333333 | \n", "1.290994 | \n", "298.333344 | \n", "0.008716 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.333333 | \n", "1.000000 | \n", "
191 | \n", "0.001100 | \n", "2.500000 | \n", "0.000000 | \n", "112.333336 | \n", "0.028373 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
192 | \n", "0.000900 | \n", "1.083333 | \n", "1.114301 | \n", "206.333344 | \n", "0.021673 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "0.666667 | \n", "
193 | \n", "0.000600 | \n", "0.916667 | \n", "1.241639 | \n", "365.833344 | \n", "0.014541 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.250000 | \n", "0.666667 | \n", "
194 | \n", "0.001600 | \n", "2.500000 | \n", "0.000000 | \n", "154.000000 | \n", "0.040928 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
195 | \n", "0.002200 | \n", "2.464500 | \n", "0.086957 | \n", "153.166672 | \n", "0.053857 | \n", "-0.035500 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
196 | \n", "0.003100 | \n", "2.500000 | \n", "0.000000 | \n", "152.500000 | \n", "0.078583 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
197 | \n", "0.001800 | \n", "2.500000 | \n", "0.000000 | \n", "111.000000 | \n", "0.043899 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
198 | \n", "0.000700 | \n", "1.833333 | \n", "1.032796 | \n", "194.166672 | \n", "0.016408 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "1.333333 | \n", "
199 | \n", "0.002100 | \n", "2.500000 | \n", "0.000000 | \n", "134.333344 | \n", "0.051258 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
200 | \n", "0.000500 | \n", "2.166667 | \n", "0.816497 | \n", "157.500000 | \n", "0.011613 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "1.666667 | \n", "
201 | \n", "0.001400 | \n", "2.500000 | \n", "0.000000 | \n", "123.333336 | \n", "0.035981 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
202 | \n", "0.003000 | \n", "1.763667 | \n", "0.983330 | \n", "189.333344 | \n", "0.075949 | \n", "-0.069667 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "1.333333 | \n", "
203 | \n", "0.001900 | \n", "2.500000 | \n", "0.000000 | \n", "146.666672 | \n", "0.048673 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
204 | \n", "0.001600 | \n", "2.500000 | \n", "0.000000 | \n", "148.833344 | \n", "0.040939 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
205 | \n", "0.000600 | \n", "0.916667 | \n", "1.241639 | \n", "323.666687 | \n", "0.014535 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.250000 | \n", "0.666667 | \n", "
206 | \n", "0.000600 | \n", "2.500000 | \n", "0.000000 | \n", "154.666672 | \n", "0.014597 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
207 | \n", "0.001000 | \n", "2.083333 | \n", "1.020621 | \n", "145.166672 | \n", "0.025388 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "1.666667 | \n", "
208 | \n", "0.001600 | \n", "2.464833 | \n", "0.086140 | \n", "149.833344 | \n", "0.040528 | \n", "-0.035167 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
209 | \n", "0.002300 | \n", "2.500000 | \n", "0.000000 | \n", "153.000000 | \n", "0.057377 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
210 | \n", "0.001100 | \n", "2.500000 | \n", "0.000000 | \n", "95.333336 | \n", "0.027770 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
211 | \n", "0.001400 | \n", "2.083333 | \n", "1.020621 | \n", "199.666672 | \n", "0.034341 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "1.666667 | \n", "
212 | \n", "0.001900 | \n", "2.063000 | \n", "1.070427 | \n", "163.000000 | \n", "0.047053 | \n", "-0.020333 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "1.666667 | \n", "
213 | \n", "0.001900 | \n", "2.500000 | \n", "0.000000 | \n", "118.666672 | \n", "0.047471 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
214 | \n", "0.000900 | \n", "2.001667 | \n", "1.000008 | \n", "158.000000 | \n", "0.022845 | \n", "-0.081667 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "1.666667 | \n", "
215 | \n", "0.000800 | \n", "2.500000 | \n", "0.000000 | \n", "111.000000 | \n", "0.020194 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
216 | \n", "0.001400 | \n", "2.083333 | \n", "1.020621 | \n", "100.666672 | \n", "0.034183 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "1.666667 | \n", "
217 | \n", "0.000900 | \n", "0.414167 | \n", "1.071076 | \n", "195.500000 | \n", "0.021332 | \n", "-0.085833 | \n", "0.000000 | \n", "0.000000 | \n", "0.166667 | \n", "0.333333 | \n", "
218 | \n", "0.002400 | \n", "2.065500 | \n", "1.064303 | \n", "171.666672 | \n", "0.060243 | \n", "-0.101167 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "1.666667 | \n", "
219 | \n", "0.001700 | \n", "1.083333 | \n", "1.114301 | \n", "159.000000 | \n", "0.043483 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "0.666667 | \n", "
220 | \n", "0.003400 | \n", "2.500000 | \n", "0.000000 | \n", "123.666672 | \n", "0.084260 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
221 | \n", "0.001500 | \n", "0.833333 | \n", "1.290994 | \n", "205.833344 | \n", "0.037008 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.166667 | \n", "0.666667 | \n", "
222 | \n", "0.000700 | \n", "1.833333 | \n", "1.032796 | \n", "185.166672 | \n", "0.016580 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "1.333333 | \n", "
223 | \n", "0.002200 | \n", "2.500000 | \n", "0.000000 | \n", "157.000000 | \n", "0.055473 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
224 | \n", "0.000700 | \n", "1.833333 | \n", "1.032796 | \n", "129.333344 | \n", "0.017922 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "1.333333 | \n", "
225 | \n", "0.000600 | \n", "2.339000 | \n", "0.394368 | \n", "255.500000 | \n", "0.015777 | \n", "-0.161000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
226 | \n", "0.002400 | \n", "1.250000 | \n", "1.369306 | \n", "208.000000 | \n", "0.060304 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.250000 | \n", "1.000000 | \n", "
227 | \n", "0.000600 | \n", "2.500000 | \n", "0.000000 | \n", "181.166672 | \n", "0.014386 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
228 | \n", "0.000700 | \n", "1.250000 | \n", "1.369306 | \n", "241.000000 | \n", "0.017028 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.250000 | \n", "1.000000 | \n", "
229 | \n", "0.000700 | \n", "1.666667 | \n", "1.290994 | \n", "168.833344 | \n", "0.017366 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.333333 | \n", "1.333333 | \n", "
230 | \n", "0.000800 | \n", "1.727500 | \n", "1.213482 | \n", "193.333344 | \n", "0.019479 | \n", "-0.105833 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "1.333333 | \n", "
231 | \n", "0.000500 | \n", "2.083333 | \n", "1.020621 | \n", "192.000000 | \n", "0.013044 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "1.666667 | \n", "
232 | \n", "0.000700 | \n", "2.500000 | \n", "0.000000 | \n", "149.333344 | \n", "0.018301 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
233 | \n", "0.001900 | \n", "0.538833 | \n", "0.095122 | \n", "68.166672 | \n", "0.048356 | \n", "0.038833 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "0.000000 | \n", "
234 | \n", "0.003600 | \n", "1.250000 | \n", "1.369306 | \n", "142.666672 | \n", "0.090407 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.250000 | \n", "1.000000 | \n", "
235 | \n", "0.000700 | \n", "2.500000 | \n", "0.000000 | \n", "175.500000 | \n", "0.016705 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
236 | \n", "0.001800 | \n", "1.254167 | \n", "1.399144 | \n", "238.333344 | \n", "0.044271 | \n", "-0.079167 | \n", "0.000000 | \n", "0.000000 | \n", "0.333333 | \n", "1.000000 | \n", "
237 | \n", "0.001500 | \n", "2.083333 | \n", "1.020621 | \n", "136.666672 | \n", "0.037116 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "1.666667 | \n", "
238 | \n", "0.000700 | \n", "2.500000 | \n", "0.000000 | \n", "107.000000 | \n", "0.018739 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
239 | \n", "0.002100 | \n", "2.013000 | \n", "1.000507 | \n", "140.333344 | \n", "0.053014 | \n", "-0.070333 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "1.666667 | \n", "
240 | \n", "0.001100 | \n", "2.500000 | \n", "0.000000 | \n", "177.666672 | \n", "0.027495 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
241 | \n", "0.000500 | \n", "2.500000 | \n", "0.000000 | \n", "166.833344 | \n", "0.012520 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
242 | \n", "0.001200 | \n", "2.036000 | \n", "0.815215 | \n", "191.500000 | \n", "0.029168 | \n", "-0.130667 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "1.666667 | \n", "
243 | \n", "0.003400 | \n", "2.500000 | \n", "0.000000 | \n", "93.000000 | \n", "0.084111 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
244 | \n", "0.001100 | \n", "2.500000 | \n", "0.000000 | \n", "107.166672 | \n", "0.028535 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
245 | \n", "0.000600 | \n", "1.750000 | \n", "1.172604 | \n", "229.666672 | \n", "0.015354 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "1.333333 | \n", "
246 | \n", "0.000400 | \n", "0.416667 | \n", "0.204124 | \n", "239.166672 | \n", "0.009761 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.416667 | \n", "0.000000 | \n", "
247 | \n", "0.000600 | \n", "2.500000 | \n", "0.000000 | \n", "169.500000 | \n", "0.014920 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.500000 | \n", "2.000000 | \n", "
248 | \n", "0.000300 | \n", "0.500000 | \n", "1.000000 | \n", "226.000000 | \n", "0.008604 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.166667 | \n", "0.333333 | \n", "
249 | \n", "0.002100 | \n", "1.666667 | \n", "0.816497 | \n", "166.333344 | \n", "0.051596 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "0.000000 | \n", "1.666667 | \n", "
250 | \n", "0.001100 | \n", "1.472833 | \n", "1.633226 | \n", "291.666687 | \n", "0.027454 | \n", "-0.193833 | \n", "0.000000 | \n", "0.000000 | \n", "0.333333 | \n", "1.333333 | \n", "
"
],
"text/plain": [
"