[{"data":1,"prerenderedAt":142},["ShallowReactive",2],{"\u002Ftlt-2024.04.03-recurse-w2-6-d3-5":3},{"id":4,"title":5,"body":6,"createdAt":129,"description":12,"draft":130,"extension":131,"image":19,"mastodonThread":132,"meta":133,"navigation":134,"path":135,"seo":136,"stem":137,"tags":138,"updatedAt":129,"__hash__":141},"content\u002FTLT - 2024.04.03 - Recurse - W2-6 D3-5.md","Recurse - W2\u002F6 D3\u002F5",{"type":7,"value":8,"toc":123},"minimark",[9,13,20,25,75,79],[10,11,12],"p",{},"Pairing, learning about LLM KV-caching",[10,14,15],{},[16,17],"img",{"alt":18,"src":19},"Token tree, 3x3 of solar system","img\u002FToken_tree,_3x3_of_solar_system.png",[21,22,24],"h2",{"id":23},"part-i-morning","Part I - Morning",[26,27,28,51],"ul",{},[29,30,31,35],"li",{},[32,33,34],"strong",{},"General Status:",[26,36,37,40],{},[29,38,39],{},"In the hub today",[29,41,42,43,50],{},"I need to work on getting this ",[44,45,49],"a",{"href":46,"rel":47},"https:\u002F\u002Fgithub.com\u002Frubyforgood\u002Fhuman-essentials\u002Fpull\u002F3788",[48],"nofollow","Human Essentials Dashboard PR"," mergeable",[29,52,53,56],{},[32,54,55],{},"Alloy+LLM+Rails Project:",[26,57,58,61,69,72],{},[29,59,60],{},"When I run the out-of-the-box generate locally it generates tokens fast-enough for my tree demo",[29,62,63,64,68],{},"So I'm going to focus on getting the tree generation to be ",[65,66,67],"em",{},"as fast"," as that",[29,70,71],{},"Because as I think of it, when I shift to whole-codebase analysis it is unlikely that I will do that on anything smaller than a hosted API-based model (GPT-4, Claude2, etc)",[29,73,74],{},"Dunno",[21,76,78],{"id":77},"part-ii-evening","Part II - Evening",[26,80,81,85,95],{},[29,82,83],{},[32,84,34],{},[29,86,87,90],{},[32,88,89],{},"Nerd Snipe:",[26,91,92],{},[29,93,94],{},"Fixed my vim comment-code keybinding. Where did it go before? Also ctrl-backspace to delete-word.",[29,96,97,99],{},[32,98,55],{},[26,100,101,108,111,114,117,120],{},[29,102,103,104,107],{},"Paired with ",[65,105,106],{},"O","!",[29,109,110],{},"He walked me through how some of the LLM KV caching works",[29,112,113],{},"So now I'm walking through my code to see if I can make it a bit faster",[29,115,116],{},"I also got progress on displaying a whole tree and a web interface",[29,118,119],{},"I think next I want to generate the tree incrementally on the web",[29,121,122],{},"I'll stop at that point though, outputting graphviz is satisfying enough for now",{"title":124,"searchDepth":125,"depth":125,"links":126},"",2,[127,128],{"id":23,"depth":125,"text":24},{"id":77,"depth":125,"text":78},"2024-04-03",false,"md",null,{},true,"\u002Ftlt-2024.04.03-recurse-w2-6-d3-5",{"title":5,"description":12},"TLT - 2024.04.03 - Recurse - W2-6 D3-5",[139,140],"blog","recurse-center","_3qummQt5ARS9EuLgUNFINdZmQu0Yp1BEBFzxBHkm4I",1778988314912]