{
  "updated_at": "2026-09-23",
  "scope": "Ornith/Qwen3.5 teacher-to-student distillation, SFT, LoRA and QLoRA training entrypoints",
  "source_count": 11,
  "all_primary_or_upstream": true,
  "sources": [
    {
      "id": "transformers-qwen35-docs",
      "url": "https://huggingface.co/docs/transformers/v5.13.0/model_doc/qwen3_5",
      "kind": "official-library-docs",
      "claims_used": ["dense Qwen3.5 model classes", "multimodal family", "3:1 hybrid attention", "Qwen3.5 quickstart"]
    },
    {
      "id": "trl-sft",
      "url": "https://huggingface.co/docs/trl/sft_trainer",
      "kind": "official-library-docs",
      "claims_used": ["conversational SFT", "assistant_only_loss", "chat-template generation markers", "PEFT integration"]
    },
    {
      "id": "trl-cli",
      "url": "https://github.com/huggingface/trl/blob/main/docs/source/clis.md",
      "kind": "official-repository-docs",
      "claims_used": ["trl sft CLI", "trl distillation CLI", "YAML configuration entrypoint"]
    },
    {
      "id": "trl-distillation",
      "url": "https://github.com/huggingface/trl/blob/main/trl/experimental/distillation/distillation_trainer.py",
      "kind": "official-repository-code",
      "claims_used": ["experimental on-policy distillation", "local/served teacher API", "student-generated completion scoring"]
    },
    {
      "id": "trl-minillm",
      "url": "https://github.com/huggingface/trl/blob/main/trl/experimental/minillm/minillm_trainer.py",
      "kind": "official-repository-code",
      "claims_used": ["MiniLLM trainer", "causal-LM teacher and student assumptions"]
    },
    {
      "id": "peft-lora",
      "url": "https://huggingface.co/docs/peft/en/package_reference/lora",
      "kind": "official-library-docs",
      "claims_used": ["target_modules", "target_parameters for fused MoE parameters", "rank_pattern", "expert-adapter inference overhead"]
    },
    {
      "id": "transformers-bitsandbytes",
      "url": "https://huggingface.co/docs/transformers/v4.50.0/quantization/bitsandbytes",
      "kind": "official-library-docs",
      "claims_used": ["BitsAndBytesConfig", "QLoRA 4-bit extra-parameter training", "4/8-bit training limitation"]
    },
    {
      "id": "accelerate-fsdp",
      "url": "https://github.com/huggingface/accelerate/blob/main/docs/source/concept_guides/fsdp_and_deepspeed.md",
      "kind": "official-repository-docs",
      "claims_used": ["accelerate launch", "FSDP/DeepSpeed config", "single-node multi-GPU scope"]
    },
    {
      "id": "unsloth-qwen35-finetune",
      "url": "https://unsloth.ai/docs/models/qwen3.5/fine-tune",
      "kind": "upstream-vendor-docs",
      "claims_used": ["Qwen3.5 BF16 LoRA examples", "Qwen3.5 dense/MoE 4-bit QLoRA warning", "router disabled by default for MoE guidance"]
    },
    {
      "id": "microsoft-minillm",
      "url": "https://github.com/microsoft/LMOps/tree/main/minillm",
      "kind": "primary-research-repository",
      "claims_used": ["MiniLLM knowledge-distillation implementation", "modified Transformers branch", "distributed/deepspeed setup"]
    },
    {
      "id": "ornith-9b-card",
      "url": "https://huggingface.co/ornith-ai/Ornith-1.5-9B",
      "kind": "official-model-card",
      "claims_used": ["Ornith checkpoint identity", "official Unsloth Studio snippet is a loader hint, not validated training support"]
    }
  ],
  "non_claims": [
    "No source proves Ornith-1.5-9B or Ornith-1.5-35B-A3B training works on a 3090.",
    "No source proves the Ornith custom chat template is compatible with assistant-only masking without a local smoke test.",
    "No upstream recipe here was executed against Ornith, ia-lab, vLLM, SGLang, or a production tool parser."
  ]
}
