ilab config :
{
    "chat": {
        "context": "default",
        "logs_dir": "/var/home/rhcert/.local/share/instructlab/chatlogs",
        "max_tokens": null,
        "model": "/var/home/rhcert/.cache/instructlab/models/granite-3.1-8b-lab-v2",
        "session": null,
        "temperature": 1.0,
        "vi_mode": false,
        "visible_overflow": true
    },
    "evaluate": {
        "base_branch": null,
        "base_model": "/var/home/rhcert/.cache/instructlab/models/granite-3.1-8b-starter-v2",
        "branch": null,
        "dk_bench": {
            "input_questions": null,
            "judge_model": "gpt-4o",
            "output_dir": "/var/home/rhcert/.local/share/instructlab/internal/eval_data/dk_bench",
            "output_file_formats": "jsonl"
        },
        "gpus": 2,
        "mmlu": {
            "batch_size": "auto",
            "few_shots": 5
        },
        "mmlu_branch": {
            "tasks_dir": "/var/home/rhcert/.local/share/instructlab/datasets"
        },
        "model": null,
        "mt_bench": {
            "judge_model": "/var/home/rhcert/.cache/instructlab/models/prometheus-8x7b-v2-0",
            "max_workers": "auto",
            "output_dir": "/var/home/rhcert/.local/share/instructlab/internal/eval_data/mt_bench"
        },
        "mt_bench_branch": {
            "judge_model": "/var/home/rhcert/.cache/instructlab/models/prometheus-8x7b-v2-0",
            "output_dir": "/var/home/rhcert/.local/share/instructlab/internal/eval_data/mt_bench_branch",
            "taxonomy_path": "/var/home/rhcert/.local/share/instructlab/taxonomy"
        },
        "system_prompt": null,
        "temperature": 0.0
    },
    "general": {
        "debug_level": 0,
        "log_format": "%(levelname)s %(asctime)s %(name)s:%(lineno)d: %(message)s",
        "log_level": "INFO",
        "student_model_id": "granite-3.1-starter-v2",
        "teacher_model_id": null,
        "use_legacy_tmpl": false
    },
    "generate": {
        "batch_size": 256,
        "chunk_word_count": 1000,
        "max_num_tokens": 4096,
        "model": "/var/home/rhcert/.cache/instructlab/models/mixtral-8x7b-instruct-v0-1",
        "num_cpus": 2,
        "num_instructions": -1,
        "output_dir": "/var/home/rhcert/.local/share/instructlab/datasets",
        "pipeline": "/usr/share/instructlab/sdg/pipelines/agentic",
        "sdg_scale_factor": 30,
        "taxonomy_base": "empty",
        "taxonomy_path": "/var/home/rhcert/.local/share/instructlab/taxonomy",
        "teacher": {
            "backend": "vllm",
            "chat_template": "tokenizer",
            "llama_cpp": {
                "gpu_layers": -1,
                "llm_family": "",
                "max_ctx_size": 4096
            },
            "model_path": "/var/home/rhcert/.cache/instructlab/models/mixtral-8x7b-instruct-v0-1",
            "server": {
                "backend_type": "",
                "current_max_ctx_size": 4096,
                "host": "127.0.0.1",
                "port": 8000
            },
            "vllm": {
                "gpus": 2,
                "llm_family": "mixtral",
                "max_startup_attempts": 120,
                "vllm_args": [
                    "--max-num-seqs",
                    "512",
                    "--enable-lora",
                    "--max-lora-rank",
                    "64",
                    "--dtype",
                    "bfloat16",
                    "--lora-dtype",
                    "bfloat16",
                    "--fully-sharded-loras",
                    "--lora-modules",
                    "skill-classifier-v3-clm=/var/home/rhcert/.cache/instructlab/models/skills-adapter-v3",
                    "text-classifier-knowledge-v3-clm=/var/home/rhcert/.cache/instructlab/models/knowledge-adapter-v3"
                ]
            }
        }
    },
    "metadata": {
        "cpu_info": null,
        "gpu_count": 2,
        "gpu_family": "A100",
        "gpu_manufacturer": "Nvidia",
        "gpu_sku": [
            "80GB HBM3",
            "NVL",
            "PCIe"
        ]
    },
    "models": [
        {
            "family": "llama",
            "id": "llama-3.3",
            "path": "/var/home/rhcert/.cache/instructlab/models/meta-llama/Llama-3.3-70B-Instruct",
            "system_prompt": null
        },
        {
            "family": "granite",
            "id": "granite-3.1-starter-v2",
            "path": "/var/home/rhcert/.cache/instructlab/models/granite-3.1-8b-starter-v2",
            "system_prompt": "You are a Red Hat\u00ae Instruct Model, an AI language model developed by Red Hat and IBM Research based on the granite-3.1-8b-base model. Your primary role is to serve as a chat assistant."
        }
    ],
    "rag": {
        "convert": {
            "output_dir": "/var/home/rhcert/.local/share/instructlab/converted_documents",
            "taxonomy_base": "origin/main",
            "taxonomy_path": "/var/home/rhcert/.local/share/instructlab/taxonomy"
        },
        "document_store": {
            "collection_name": "ilab",
            "uri": "/var/home/rhcert/.local/share/instructlab/embeddings.db"
        },
        "embedding_model": {
            "embedding_model_path": "/var/home/rhcert/.cache/instructlab/models/ibm-granite/granite-embedding-125m-english"
        },
        "enabled": false,
        "retriever": {
            "top_k": 3
        }
    },
    "serve": {
        "backend": "vllm",
        "chat_template": "auto",
        "llama_cpp": {
            "gpu_layers": -1,
            "llm_family": "",
            "max_ctx_size": 4096
        },
        "model_path": "/var/home/rhcert/.cache/instructlab/models/granite-3.1-8b-lab-v2",
        "server": {
            "backend_type": "",
            "current_max_ctx_size": 4096,
            "host": "127.0.0.1",
            "port": 8000
        },
        "vllm": {
            "gpus": 2,
            "llm_family": "",
            "max_startup_attempts": 120,
            "vllm_args": [
                "--tensor-parallel-size",
                "2"
            ]
        }
    },
    "train": {
        "additional_args": {
            "learning_rate": "2e-5",
            "lora_alpha": 32,
            "lora_dropout": 0.1,
            "warmup_steps": 25,
            "use_dolomite": false
        },
        "checkpoint_at_epoch": true,
        "ckpt_output_dir": "/var/home/rhcert/.local/share/instructlab/checkpoints",
        "data_output_dir": "/var/home/rhcert/.local/share/instructlab/internal",
        "data_path": "/var/home/rhcert/.local/share/instructlab/datasets",
        "deepspeed_cpu_offload_optimizer": false,
        "device": "cuda",
        "disable_flash_attn": false,
        "distributed_backend": "fsdp",
        "effective_batch_size": 128,
        "fsdp_cpu_offload_optimizer": true,
        "is_padding_free": false,
        "lora_quantize_dtype": null,
        "lora_rank": 0,
        "max_batch_len": 25000,
        "max_seq_len": 23000,
        "model_path": "/var/home/rhcert/.cache/instructlab/models/granite-3.1-8b-starter-v2",
        "nproc_per_node": 2,
        "num_epochs": 8,
        "phased_base_dir": "/var/home/rhcert/.local/share/instructlab/phased",
        "phased_mt_bench_judge": "/var/home/rhcert/.cache/instructlab/models/prometheus-8x7b-v2-0",
        "phased_phase1_effective_batch_size": 128,
        "phased_phase1_learning_rate": "2e-05",
        "phased_phase1_num_epochs": 7,
        "phased_phase1_samples_per_save": 0,
        "phased_phase2_effective_batch_size": 3840,
        "phased_phase2_learning_rate": "2e-05",
        "phased_phase2_num_epochs": 7,
        "phased_phase2_samples_per_save": 0,
        "pipeline": "accelerated",
        "save_samples": 0,
        "training_journal": null
    },
    "version": "1.0.0"
}