Event JSON
{
"id": "ca6fcff66f499032b03aacbcdf3e9afa72a27dc3485f05c7e3bb451e0c4ee9a2",
"pubkey": "0dbcb9869111aa62d9c86d0b52bc04b59ebce327b28faae0e764640c70bbe8c5",
"created_at": 1743274085,
"kind": 1,
"tags": [
[
"t",
"stats"
],
[
"t",
"statistics"
],
[
"t",
"education"
],
[
"t",
"analytics"
],
[
"t",
"econometrics"
],
[
"t",
"foss"
],
[
"t",
"opensource"
],
[
"t",
"learning"
],
[
"t",
"nostr"
],
[
"t",
"ai"
],
[
"t",
"llm"
],
[
"t",
"llms"
],
[
"t",
"framework"
],
[
"t",
"framework13"
],
[
"t",
"frameworklaptop"
],
[
"t",
"fossanalytics"
],
[
"t",
"software"
],
[
"t",
"linux"
],
[
"r",
"https://image.nostr.build/e48aa5c77c1a1c4be0b2e3ad294c455e70187559759b73f42f2c11afbd778573.jpg"
],
[
"imeta",
"url https://image.nostr.build/e48aa5c77c1a1c4be0b2e3ad294c455e70187559759b73f42f2c11afbd778573.jpg",
"x 205c7ba87985e6951031e05f33d05e27949ee9ae9a4c48cca08a81b14a242ad3",
"size 11592",
"m image/jpeg",
"dim 330x152",
"blurhash Z27Uh+%gt7_N00j]aeIAMxx]kCRjMxMxxuj]fPxu8_IAtRoyRjWBj@oza#ogM{xuj[M_jZV@xuof",
"ox 205c7ba87985e6951031e05f33d05e27949ee9ae9a4c48cca08a81b14a242ad3",
"alt "
]
],
"content": "Running Small LLMs (oxymoron) Locally With an Integrated GPU on a Laptop.\n\nThis is what running local models on a consumer-grade laptop without a discrete GPU looks like... Still acceptable for many use cases in my opinion, but I definitely want to upgrade to a machine with a dedicated GPU. \n\nFramework 13 \n\nOS: Linux \n\nHardware: AMD Ryzen 7040Series AMD® Ryzen 7 7840u w/ radeon 780m graphics × 16\n\nRun in Terminal:\nollama run --verbose llama3.2:1b\nhttps://image.nostr.build/e48aa5c77c1a1c4be0b2e3ad294c455e70187559759b73f42f2c11afbd778573.jpg\n\nThe \"verbose\" specification provides the statistics output.\n\n#stats #statistics #education #analytics #econometrics #foss #opensource #learning #nostr #ai #llm #llms #framework #framework13 #frameworklaptop #nostr #foss #fossanalytics #software #linux ",
"sig": "a20d7e7c45f82dcfd0af3a2e7697cdaf2a70315e6fa7b630bbdce5d0eba4663f22b82c4a12c7e73b2a329cacd0992f8ac0e1b3d59fdd313939f2a732bebc1ab1"
}