{
  "$type": "site.standard.document",
  "bskyPostRef": {
    "cid": "bafyreiguzwmil6wuxpu3qvuu6saqkwcp2begymq6y6dtn7wwwiavboziwq",
    "uri": "at://did:plc:pgryn3ephfd2xgft23qokfzt/app.bsky.feed.post/3mkdzqjueott2"
  },
  "path": "/t/cpu-offloading-error-scenario/175522#post_9",
  "publishedAt": "2026-04-25T21:07:43.000Z",
  "site": "https://discuss.huggingface.co",
  "textContent": "Remembered:\n\n\n    # LoRA config — works for both model types\n    # Gemma4 wraps projections in Gemma4ClippableLinear; target the inner .linear sublayer\n    is_gemma4_model = \"gemma4\" in model_id.lower()\n    if is_gemma4_model:\n        lora_targets_full = [\n            \"q_proj.linear\", \"k_proj.linear\", \"v_proj.linear\", \"o_proj.linear\",\n            \"gate_proj.linear\", \"up_proj.linear\", \"down_proj.linear\"\n        ]\n        lora_targets_minimal = [\"q_proj.linear\", \"v_proj.linear\", \"gate_proj.linear\", \"up_proj.linear\"]\n    else:\n        lora_targets_full = [\"q_proj\", \"k_proj\", \"v_proj\", \"o_proj\", \"gate_proj\", \"up_proj\", \"down_proj\"]\n        lora_targets_minimal = [\"q_proj\", \"v_proj\", \"gate_proj\", \"up_proj\"]\n",
  "title": "CPU offloading error scenario"
}