{
"path": "/3mj5mknhufc23",
"site": "at://did:plc:xbtmt2zjwlrfegqvch7fboei/site.standard.publication/3lxksvuhk3s2j",
"tags": [
"atproto",
"embeddings",
"llama",
"PDS"
],
"$type": "site.standard.document",
"title": "within my ken",
"content": {
"$type": "pub.leaflet.content",
"pages": [
{
"id": "019d77a5-2361-7ff9-b32f-139f07365960",
"$type": "pub.leaflet.pages.linearDocument",
"blocks": [
{
"$type": "pub.leaflet.pages.linearDocument#block",
"block": {
"$type": "pub.leaflet.blocks.text",
"facets": [
{
"index": {
"byteEnd": 37,
"byteStart": 28
},
"features": [
{
"uri": "https://waow.tech",
"$type": "pub.leaflet.richtext.facet#link"
}
]
}
],
"plaintext": "there's a new member of the waow.tech family!"
}
},
{
"$type": "pub.leaflet.pages.linearDocument#block",
"block": {
"$type": "pub.leaflet.blocks.text",
"plaintext": ""
}
},
{
"$type": "pub.leaflet.pages.linearDocument#block",
"block": {
"src": "https://ken.waow.tech",
"$type": "pub.leaflet.blocks.website",
"title": "ken",
"description": "fuzzy find any record in your atproto repo.",
"previewImage": {
"$type": "blob",
"ref": {
"$link": "bafkreico5drect5gaeudgluyw3fgwbpyfl4q43as3bo27hbmo4erevrbwu"
},
"mimeType": "image/png",
"size": 2210
}
}
},
{
"$type": "pub.leaflet.pages.linearDocument#block",
"block": {
"$type": "pub.leaflet.blocks.text",
"plaintext": ""
}
},
{
"$type": "pub.leaflet.pages.linearDocument#block",
"block": {
"$type": "pub.leaflet.blocks.text",
"facets": [
{
"index": {
"byteEnd": 4,
"byteStart": 1
},
"features": [
{
"$type": "pub.leaflet.richtext.facet#italic"
}
]
}
],
"plaintext": "\"ken\" isn't only Barbie's man, its Scots for \"know\""
}
},
{
"$type": "pub.leaflet.pages.linearDocument#block",
"block": {
"$type": "pub.leaflet.blocks.text",
"plaintext": ""
}
},
{
"$type": "pub.leaflet.pages.linearDocument#block",
"block": {
"id": "019d77d0-8d28-722b-9f8d-bbf0c5f874e5",
"$type": "pub.leaflet.blocks.page"
}
},
{
"$type": "pub.leaflet.pages.linearDocument#block",
"block": {
"$type": "pub.leaflet.blocks.text",
"plaintext": ""
}
},
{
"$type": "pub.leaflet.pages.linearDocument#block",
"block": {
"$type": "pub.leaflet.blocks.header",
"level": 3,
"plaintext": "ok but what does this do"
}
},
{
"$type": "pub.leaflet.pages.linearDocument#block",
"block": {
"$type": "pub.leaflet.blocks.text",
"plaintext": "type in a query, get your \"related\" atproto records back!"
}
},
{
"$type": "pub.leaflet.pages.linearDocument#block",
"block": {
"$type": "pub.leaflet.blocks.bskyPost",
"postRef": {
"cid": "bafyreihrjthpg33hyffe4iexx7bpdvwk7txczsrq2lbislmc6ghmd64jrm",
"uri": "at://did:plc:xbtmt2zjwlrfegqvch7fboei/app.bsky.feed.post/3mj4exmj2fk2n"
},
"clientHost": "bsky.app"
}
},
{
"$type": "pub.leaflet.pages.linearDocument#block",
"block": {
"$type": "pub.leaflet.blocks.text",
"plaintext": ""
}
},
{
"$type": "pub.leaflet.pages.linearDocument#block",
"block": {
"$type": "pub.leaflet.blocks.text",
"facets": [
{
"index": {
"byteEnd": 30,
"byteStart": 16
},
"features": [
{
"uri": "https://ken.waow.tech/?handle=zzstoatzz.io&q=halloween",
"$type": "pub.leaflet.richtext.facet#link"
}
]
},
{
"index": {
"byteEnd": 61,
"byteStart": 60
},
"features": [
{
"$type": "pub.leaflet.richtext.facet#footnote",
"footnoteId": "019d77e8-fe2a-722b-9fa7-0d4631954986",
"contentPlaintext": "though of course, if you save the pack to your PDS, anyone can go grab it... but you don't have to save it to your PDS"
}
]
}
],
"plaintext": "you can share a read-only view of results for a given query!*"
}
},
{
"$type": "pub.leaflet.pages.linearDocument#block",
"block": {
"$type": "pub.leaflet.blocks.text",
"plaintext": ""
}
},
{
"$type": "pub.leaflet.pages.linearDocument#block",
"block": {
"$type": "pub.leaflet.blocks.header",
"level": 4,
"plaintext": "methodology"
}
},
{
"$type": "pub.leaflet.pages.linearDocument#block",
"block": {
"$type": "pub.leaflet.blocks.text",
"facets": [
{
"index": {
"byteEnd": 34,
"byteStart": 28
},
"features": [
{
"uri": "https://fly.io",
"$type": "pub.leaflet.richtext.facet#link"
}
]
}
],
"plaintext": "there's only 1 vendor here, fly.io for compute. how does it work?"
}
},
{
"$type": "pub.leaflet.pages.linearDocument#block",
"block": {
"$type": "pub.leaflet.blocks.unorderedList",
"children": [
{
"$type": "pub.leaflet.blocks.unorderedList#listItem",
"content": {
"$type": "pub.leaflet.blocks.text",
"facets": [
{
"index": {
"byteEnd": 34,
"byteStart": 31
},
"features": [
{
"uri": "https://atproto.com/specs/repository#car-file-serialization",
"$type": "pub.leaflet.richtext.facet#link"
}
]
},
{
"index": {
"byteEnd": 43,
"byteStart": 40
},
"features": [
{
"uri": "https://zat.dev/#index.md",
"$type": "pub.leaflet.richtext.facet#link"
}
]
}
],
"plaintext": "enter handle, ken streams your CAR with zat (zig atproto SDK)"
}
},
{
"$type": "pub.leaflet.blocks.unorderedList#listItem",
"content": {
"$type": "pub.leaflet.blocks.text",
"facets": [
{
"index": {
"byteEnd": 29,
"byteStart": 12
},
"features": [
{
"uri": "https://huggingface.co/BAAI/bge-small-en-v1.5",
"$type": "pub.leaflet.richtext.facet#link"
}
]
}
],
"plaintext": "walks repo, bge-small-en-v1.5 to embed \"text-based\" records"
}
},
{
"$type": "pub.leaflet.blocks.unorderedList#listItem",
"content": {
"$type": "pub.leaflet.blocks.text",
"facets": [
{
"index": {
"byteEnd": 9,
"byteStart": 0
},
"features": [
{
"uri": "https://github.com/ggml-org/llama.cpp",
"$type": "pub.leaflet.richtext.facet#link"
}
]
},
{
"index": {
"byteEnd": 41,
"byteStart": 25
},
"features": [
{
"uri": "https://mtlynch.io/notes/zig-call-c-simple/",
"$type": "pub.leaflet.richtext.facet#link"
}
]
}
],
"plaintext": "llama.cpp for inference (zig can build C!)"
}
},
{
"$type": "pub.leaflet.blocks.unorderedList#listItem",
"content": {
"$type": "pub.leaflet.blocks.text",
"facets": [
{
"index": {
"byteEnd": 34,
"byteStart": 17
},
"features": [
{
"uri": "https://pds.ls/at://did:plc:xbtmt2zjwlrfegqvch7fboei/tech.waow.ken.pack/3mj33va5fwz2n",
"$type": "pub.leaflet.richtext.facet#link"
}
]
}
],
"plaintext": "store vectors as blobs on your PDS to \"save an index\""
}
}
]
}
},
{
"$type": "pub.leaflet.pages.linearDocument#block",
"block": {
"$type": "pub.leaflet.blocks.text",
"plaintext": ""
}
},
{
"$type": "pub.leaflet.pages.linearDocument#block",
"block": {
"$type": "pub.leaflet.blocks.text",
"plaintext": "you don't have to save the index if you don't want to. i just do because if i show up again, having creating new records, i don't want to wait for it to stream my CAR and re-embed everything. ken will incrementally index what is new if you save the index!"
}
},
{
"$type": "pub.leaflet.pages.linearDocument#block",
"block": {
"$type": "pub.leaflet.blocks.text",
"plaintext": ""
}
},
{
"$type": "pub.leaflet.pages.linearDocument#block",
"block": {
"$type": "pub.leaflet.blocks.header",
"level": 4,
"plaintext": "limitations and expansions"
}
},
{
"$type": "pub.leaflet.pages.linearDocument#block",
"block": {
"$type": "pub.leaflet.blocks.unorderedList",
"children": [
{
"$type": "pub.leaflet.blocks.unorderedList#listItem",
"content": {
"$type": "pub.leaflet.blocks.text",
"facets": [
{
"index": {
"byteEnd": 53,
"byteStart": 31
},
"features": [
{
"uri": "https://find-bufo.com/",
"$type": "pub.leaflet.richtext.facet#link"
}
]
},
{
"index": {
"byteEnd": 55,
"byteStart": 54
},
"features": [
{
"$type": "pub.leaflet.richtext.facet#footnote",
"footnoteId": "019d77db-638d-722b-9fa1-a7a7839dffc2",
"contentFacets": [
{
"index": {
"byteEnd": 137,
"byteStart": 103
},
"features": [
{
"uri": "https://docs.plyr.fm/developers/api-reference/search/#semantic_search-source",
"$type": "pub.leaflet.richtext.facet#link"
}
]
}
],
"contentPlaintext": "you can imagine all sorts of cool stuff here. embedding/search over images is very well-precedented, i embed/search over audio in plyr.fm, i know people can do the same for video"
}
]
}
],
"plaintext": "only text embeddings (for now! https://find-bufo.com/)*"
}
},
{
"$type": "pub.leaflet.blocks.unorderedList#listItem",
"content": {
"$type": "pub.leaflet.blocks.text",
"plaintext": "i limit how many records i index from realllly big repos"
}
},
{
"$type": "pub.leaflet.blocks.unorderedList#listItem",
"content": {
"$type": "pub.leaflet.blocks.text",
"plaintext": "i should probably turn the current walk-then-materialize-then-embed pipeline into a streaming walk-to-embed pipeline to minimize peak resource utilization"
}
},
{
"$type": "pub.leaflet.blocks.unorderedList#listItem",
"content": {
"$type": "pub.leaflet.blocks.text",
"plaintext": "i am not yet sure on the best architecture for this app in general, i just thought storing the pack on my PDS so i didn't have to re-embed was kinda fun"
}
}
]
}
},
{
"$type": "pub.leaflet.pages.linearDocument#block",
"block": {
"$type": "pub.leaflet.blocks.text",
"plaintext": ""
}
},
{
"$type": "pub.leaflet.pages.linearDocument#block",
"block": {
"$type": "pub.leaflet.blocks.text",
"facets": [
{
"index": {
"byteEnd": 58,
"byteStart": 41
},
"features": [
{
"did": "did:plc:65sucjiel52gefhcdcypynsr",
"$type": "pub.leaflet.richtext.facet#didMention"
}
]
}
],
"plaintext": "i will likely find a way to give this to @phi.zzstoatzz.io so it can find its own records on demand (it uses records on its PDS often for \"global state things\") but beyond that i have no immediate plans."
}
},
{
"$type": "pub.leaflet.pages.linearDocument#block",
"block": {
"$type": "pub.leaflet.blocks.text",
"plaintext": ""
}
},
{
"$type": "pub.leaflet.pages.linearDocument#block",
"block": {
"$type": "pub.leaflet.blocks.text",
"plaintext": "here's the code:"
}
},
{
"$type": "pub.leaflet.pages.linearDocument#block",
"block": {
"src": "https://tangled.org/zzstoatzz.io/ken",
"$type": "pub.leaflet.blocks.website",
"title": "zzstoatzz.io/ken",
"description": "fuzzy find my records",
"previewImage": {
"$type": "blob",
"ref": {
"$link": "bafkreibm5yjbrpgmgpbsctdpeai7kxnyhmkhggzzcrd7ozc3lqc7pnw4j4"
},
"mimeType": "image/png",
"size": 18615
}
}
},
{
"$type": "pub.leaflet.pages.linearDocument#block",
"block": {
"$type": "pub.leaflet.blocks.text",
"plaintext": ""
}
},
{
"$type": "pub.leaflet.pages.linearDocument#block",
"block": {
"$type": "pub.leaflet.blocks.text",
"plaintext": "have a great weekend :)"
}
},
{
"$type": "pub.leaflet.pages.linearDocument#block",
"block": {
"$type": "pub.leaflet.blocks.text",
"plaintext": ""
}
},
{
"$type": "pub.leaflet.pages.linearDocument#block",
"block": {
"$type": "pub.leaflet.blocks.header",
"level": 4,
"plaintext": "P.S."
}
},
{
"$type": "pub.leaflet.pages.linearDocument#block",
"block": {
"$type": "pub.leaflet.blocks.text",
"facets": [
{
"index": {
"byteEnd": 65,
"byteStart": 41
},
"features": [
{
"did": "did:plc:5czheuspjl4bm56cwash6s7c",
"$type": "pub.leaflet.richtext.facet#didMention"
}
]
},
{
"index": {
"byteEnd": 81,
"byteStart": 70
},
"features": [
{
"did": "did:plc:rtzf5y356funa3tgp6fzmkjn",
"$type": "pub.leaflet.richtext.facet#didMention"
}
]
},
{
"index": {
"byteEnd": 104,
"byteStart": 88
},
"features": [
{
"did": "did:plc:ss2uhsajrstfhkq73fteu4zz",
"$type": "pub.leaflet.richtext.facet#didMention"
}
]
}
],
"plaintext": "this is partially inspired by talking to @offline.arushibandi.com and @eagraf.dev about @habitat.network"
}
},
{
"$type": "pub.leaflet.pages.linearDocument#block",
"block": {
"$type": "pub.leaflet.blocks.text",
"plaintext": ""
}
}
]
},
{
"id": "019d77d0-8d28-722b-9f8d-bbf0c5f874e5",
"$type": "pub.leaflet.pages.linearDocument",
"blocks": [
{
"$type": "pub.leaflet.pages.linearDocument#block",
"block": {
"$type": "pub.leaflet.blocks.header",
"level": 1,
"plaintext": "ken · /kɛn/"
}
},
{
"$type": "pub.leaflet.pages.linearDocument#block",
"block": {
"$type": "pub.leaflet.blocks.text",
"plaintext": "Scots / Northern English dialect"
}
},
{
"$type": "pub.leaflet.pages.linearDocument#block",
"block": {
"$type": "pub.leaflet.blocks.text",
"facets": [
{
"index": {
"byteEnd": 6,
"byteStart": 0
},
"features": [
{
"$type": "pub.leaflet.richtext.facet#bold"
}
]
}
],
"plaintext": "Origin: From Middle English kennen (“to make known, see, know”), from Old English cennan (“to make known, declare”), originally a causative of cunnan (“to become acquainted with, to know”). Also reinforced by Old Norse kenna (“to know, perceive”). Cognate with German kennen, Dutch kennen, Swedish känna, Danish kende. Ultimately from Proto-Germanic *kannijaną, the causative of *kunnaną (“be able”) — the same root that gives us the English verb “can.” The word appeared in its noun sense on the English horizon in the 16th century, originally referring to the distance bounding the range of ordinary vision at sea (about 20 miles)."
}
},
{
"$type": "pub.leaflet.pages.linearDocument#block",
"block": {
"$type": "pub.leaflet.blocks.text",
"facets": [
{
"index": {
"byteEnd": 11,
"byteStart": 0
},
"features": [
{
"$type": "pub.leaflet.richtext.facet#bold"
}
]
}
],
"plaintext": "Definitions:"
}
},
{
"$type": "pub.leaflet.pages.linearDocument#block",
"block": {
"$type": "pub.leaflet.blocks.code",
"language": "plaintext",
"plaintext": "1.\t(verb) To know, perceive, or understand. \n"
}
},
{
"$type": "pub.leaflet.pages.linearDocument#block",
"block": {
"$type": "pub.leaflet.blocks.text",
"plaintext": "— “D’ye ken what I mean?” (Do you know what I mean?)"
}
},
{
"$type": "pub.leaflet.pages.linearDocument#block",
"block": {
"$type": "pub.leaflet.blocks.text",
"plaintext": "— “I dinnae ken.” (I don’t know.)"
}
},
{
"$type": "pub.leaflet.pages.linearDocument#block",
"block": {
"$type": "pub.leaflet.blocks.code",
"language": "plaintext",
"plaintext": "2.\t(noun) The range of perception, understanding, or knowledge; the range of vision. \n"
}
},
{
"$type": "pub.leaflet.pages.linearDocument#block",
"block": {
"$type": "pub.leaflet.blocks.text",
"plaintext": "— “It’s beyond my ken.”"
}
},
{
"$type": "pub.leaflet.pages.linearDocument#block",
"block": {
"$type": "pub.leaflet.blocks.text",
"facets": [
{
"index": {
"byteEnd": 11,
"byteStart": 0
},
"features": [
{
"$type": "pub.leaflet.richtext.facet#bold"
}
]
}
],
"plaintext": "Conjugation: Third-person singular kens, present participle kenning, past tense and past participle kenned or kent."
}
},
{
"$type": "pub.leaflet.pages.linearDocument#block",
"block": {
"$type": "pub.leaflet.blocks.text",
"facets": [
{
"index": {
"byteEnd": 14,
"byteStart": 0
},
"features": [
{
"$type": "pub.leaflet.richtext.facet#bold"
}
]
}
],
"plaintext": "Notable phrase: The Dictionary of the Scots Language records the expression “kent his faither” — a disparaging, dismissive term for a successful person whose background is known. (Essentially: “Don’t be impressed, I knew his dad.”)"
}
},
{
"$type": "pub.leaflet.pages.linearDocument#block",
"block": {
"$type": "pub.leaflet.blocks.text",
"facets": [
{
"index": {
"byteEnd": 11,
"byteStart": 0
},
"features": [
{
"$type": "pub.leaflet.richtext.facet#bold"
}
]
}
],
"plaintext": "Usage notes: In everyday spoken Scots, ken functions much like “know” or “y’know” as a conversational filler — “It was just, ken, one of those days.” Today the noun form rarely suggests literal sight, but rather the extent of what one can metaphorically “see.”"
}
}
]
}
]
},
"description": "fuzzy find my breadcrumbs",
"publishedAt": "2026-04-10T15:17:13.393Z"
}