{
  "path": "/3m725vwi5hk24",
  "site": "at://did:plc:57od6g2ic3e3b3kauctjmo3k/site.standard.publication/3m5c6gbf36k2w",
  "$type": "site.standard.document",
  "title": "Week of 2025-11-24",
  "content": {
    "$type": "pub.leaflet.content",
    "pages": [
      {
        "id": "019ae173-614f-7eea-9479-a370e8d36cfb",
        "$type": "pub.leaflet.pages.linearDocument",
        "blocks": [
          {
            "$type": "pub.leaflet.pages.linearDocument#block",
            "block": {
              "$type": "pub.leaflet.blocks.text",
              "facets": [],
              "plaintext": "Hey there! I'm a day late with my notes this week, but I promise it's for a good reason. For those of you who celebrated, I hope you had a great holiday!"
            }
          },
          {
            "$type": "pub.leaflet.pages.linearDocument#block",
            "block": {
              "$type": "pub.leaflet.blocks.text",
              "facets": [],
              "plaintext": ""
            }
          },
          {
            "$type": "pub.leaflet.pages.linearDocument#block",
            "block": {
              "$type": "pub.leaflet.blocks.header",
              "level": 2,
              "facets": [],
              "plaintext": "LLM at Home"
            }
          },
          {
            "$type": "pub.leaflet.pages.linearDocument#block",
            "block": {
              "$type": "pub.leaflet.blocks.text",
              "facets": [],
              "plaintext": "Besides Thanksgiving, the only thing I did last week was figure out how to deploy an LLM using an RTX 3060 Ti that I found in a box."
            }
          },
          {
            "$type": "pub.leaflet.pages.linearDocument#block",
            "block": {
              "$type": "pub.leaflet.blocks.text",
              "facets": [
                {
                  "index": {
                    "byteEnd": 111,
                    "byteStart": 89
                  },
                  "features": [
                    {
                      "uri": "https://huggingface.co/Qwen/Qwen3-4B-Thinking-2507",
                      "$type": "pub.leaflet.richtext.facet#link"
                    }
                  ]
                },
                {
                  "index": {
                    "byteEnd": 157,
                    "byteStart": 147
                  },
                  "features": [
                    {
                      "uri": "https://openwebui.com/",
                      "$type": "pub.leaflet.richtext.facet#link"
                    }
                  ]
                },
                {
                  "index": {
                    "byteEnd": 169,
                    "byteStart": 162
                  },
                  "features": [
                    {
                      "uri": "https://www.litellm.ai/",
                      "$type": "pub.leaflet.richtext.facet#link"
                    }
                  ]
                }
              ],
              "plaintext": "It was a bit of a journey, but I'm pleased to say that I accomplished the feat. I have a Qwen3-4B-Thinking-2507 model deployed now, in addition to Open WebUI and LiteLLM deployments for my friends to chat with it and self-serve API keys."
            }
          },
          {
            "$type": "pub.leaflet.pages.linearDocument#block",
            "block": {
              "$type": "pub.leaflet.blocks.text",
              "facets": [],
              "plaintext": "In lieu of writing up a post-mortem and posting it here, I put together a Leaflet Whiteboard to share what worked, what didn't work, things I learned, and links that I found useful in the process."
            }
          },
          {
            "$type": "pub.leaflet.pages.linearDocument#block",
            "block": {
              "$type": "pub.leaflet.blocks.text",
              "facets": [],
              "plaintext": "You can check it out at my main Leaflet:"
            }
          },
          {
            "$type": "pub.leaflet.pages.linearDocument#block",
            "block": {
              "src": "https://graham.leaflet.pub/3m724p6jhos2s",
              "$type": "pub.leaflet.blocks.website",
              "title": "Self-Hosting an LLM: A Scatter Pack - graham.systems",
              "description": ""
            }
          },
          {
            "$type": "pub.leaflet.pages.linearDocument#block",
            "block": {
              "$type": "pub.leaflet.blocks.text",
              "facets": [],
              "plaintext": ""
            }
          },
          {
            "$type": "pub.leaflet.pages.linearDocument#block",
            "block": {
              "$type": "pub.leaflet.blocks.text",
              "facets": [],
              "plaintext": "Honestly, that's it for this week. Now I'm going to figure out what to do with this poor, anxious thing. Have a great first week of December!"
            }
          }
        ]
      }
    ]
  },
  "bskyPostRef": {
    "cid": "bafyreicl7m2wg2m7f3n6n6cpgcjsqivyz7qbspfazeqysd6nyqrjhnvfxy",
    "uri": "at://did:plc:57od6g2ic3e3b3kauctjmo3k/app.bsky.feed.post/3m725w3mdek24",
    "commit": {
      "cid": "bafyreigvqiu52zmo3husarhpmgfxzzswcbjsow35oifaa4uce5loqcgsie",
      "rev": "3m725w3oodt2x"
    },
    "validationStatus": "valid"
  },
  "description": "Completely derailed by an old GPU",
  "publishedAt": "2025-12-03T00:05:19.598Z"
}