{
  "modelo_base": "unsloth/Qwen2.5-1.5B",
  "hiperparametros": {
    "max_seq_length": 4096,
    "batch_size_per_device": 8,
    "gradient_accumulation_steps": 1,
    "effective_batch_size_per_device": 8,
    "num_train_epochs": 3,
    "learning_rate": 0.0002,
    "warmup_ratio": 0.1,
    "weight_decay": 0.01,
    "lr_scheduler_type": "linear",
    "optimizer": "paged_adamw_8bit",
    "logging_steps": 500,
    "packing": false,
    "dataset_num_proc": 4,
    "save_strategy": "no",
    "report_to": "none",
    "precision": {
      "dtype_arg": "float16",
      "fp16": true,
      "bf16": false
    },
    "quantization": {
      "load_in_4bit": true,
      "save_gguf_quantization_method": "q5_k_m"
    },
    "lora": {
      "r": 128,
      "lora_alpha": 256,
      "lora_dropout": 0.1,
      "bias": "none",
      "target_modules": [
        "q_proj",
        "k_proj",
        "v_proj",
        "o_proj",
        "gate_proj",
        "up_proj",
        "down_proj",
        "embed_tokens",
        "lm_head"
      ],
      "use_gradient_checkpointing": "unsloth",
      "use_rslora": false,
      "loftq_config": "None"
    }
  },
  "datos": {
    "dataset_hf_id": "unileon-robotics/lliones-dict-tr",
    "split": "train",
    "texto_campo_en_entrenamiento": "text",
    "formateo": {
      "chat_template": "qwen-2.5",
      "campos_entrada": [
        "input",
        "output"
      ],
      "salida_campo": "text",
      "append_eos_token": true
    }
  }
}