[{"data":1,"prerenderedAt":150},["ShallowReactive",2],{"site-en":3,"work-en-llm-drawing-robot":28},{"site":4,"hasNotes":27},{"id":5,"contactIntro":6,"currently":7,"cv":16,"education":17,"email":18,"extension":19,"github":20,"linkedin":21,"meta":22,"name":23,"positioning":24,"stem":25,"__hash__":26},"site\u002Fsite.yml","Got a tricky problem? Send it my way.",[8,12],{"label":9,"detail":10,"href":11},"OWT","80%","https:\u002F\u002Fowt.swiss",{"label":13,"detail":14,"href":15},"Kymu","20%","https:\u002F\u002Fkymu.ch","\u002FStepan_Vedunov_CV.pdf","BA Interaction Design, ZHdK","stepan.vedunov@outlook.com","yml","https:\u002F\u002Fgithub.com\u002Fstepppen","https:\u002F\u002Fwww.linkedin.com\u002Fin\u002Fstepan-v-0242b2226\u002F",{},"Stepan Vedunov","Interaction designer working between design and code.","site","8FZcVnaHxYGO3g9vOJm15-KQGCvJZMMcFg1L1uR-md8",false,{"entry":29,"next":147},{"id":30,"title":31,"body":32,"confidential":27,"context":115,"cover":116,"date":119,"description":113,"extension":120,"hero":119,"href":119,"keyVisuals":119,"links":119,"meta":121,"myRole":122,"navigation":127,"org":128,"outcome":129,"path":130,"quote":119,"reflection":119,"results":131,"role":133,"seo":134,"services":119,"status":135,"stem":136,"tags":119,"team":137,"tier":138,"timeframe":139,"tldr":119,"tools":140,"year":145,"__hash__":146},"work\u002Fwork\u002Farchive\u002F3.llm-drawing-robot.md","LLM drawing robot",{"type":33,"value":34,"toc":112},"minimark",[35,46,78,91],[36,37,40],"cs-section",{"n":38,"title":39},"01","In action",[41,42],"cs-video",{"caption":43,"id":44,"poster":45,"title":31},"Interacting with the robot.","KK_POE7b3FM","\u002FTsunComp\u002Frender_02.webp",[36,47,50,66],{"n":48,"title":49},"02","Process",[51,52,54,61],"cs-grid",{"cols":53},2,[55,56],"cs-media",{"alt":57,"caption":58,"src":59,":contain":60},"Brainstorm of possible input mechanisms","Brainstorming input mechanisms.","\u002FTsunComp\u002Fuser_input.svg","true",[55,62],{"alt":63,"caption":64,"src":65,":contain":60},"Technical pipeline from spoken input to the final drawing","The tech pipeline, from human input to the drawing.","\u002FTsunComp\u002Fpipeline.svg",[51,67,68,73],{"cols":53},[55,69],{"alt":70,"caption":71,"src":72},"Sketches of possible industrial designs","Sketching versions of the industrial design.","\u002FTsunComp\u002Fsketches.webp",[55,74],{"alt":75,"caption":76,"src":77},"CAD assembly of the drawing robot","The CAD assembly.","\u002FTsunComp\u002Fassembly.webp",[36,79,82,86],{"n":80,"title":81},"03","Talking to it",[83,84,85],"p",{},"The voice interface borrows from voice messages in chat apps, to make talking to it feel natural. It was central to the idea: replicate a sense of AI sentience through conversation.",[55,87],{"alt":88,"caption":89,"src":90},"Animation of the speech-input interface","The speech-input interaction.","\u002FTsunComp\u002Fgui.gif",[36,92,95,100],{"n":93,"title":94},"04","Result",[55,96],{"alt":97,"caption":98,"src":99},"Final 3D rendering of the robot","Final rendering of the robot.","\u002FTsunComp\u002Frender_01.webp",[51,101,102,107],{"cols":53},[55,103],{"alt":104,"caption":105,"src":106},"The robot at the project exhibition","At the exhibition.","\u002FTsunComp\u002Frender_04.webp",[55,108],{"alt":109,"caption":110,"src":111},"The robot drawing on paper","Drawing.","\u002FTsunComp\u002Frender_03.webp",{"title":113,"searchDepth":53,"depth":53,"links":114},"",[],"In a three-week module we built a speech-to-drawing machine. You say what you want, and it draws a custom pen illustration for you to take home. It runs on GPT-3.5, Stable Diffusion and a plotter we built ourselves. The point was to explore new ways of interacting with natural language and AI models.\n",{"src":117,"alt":118},"\u002FTsunComp\u002Fthumb.webp","LLM drawing robot rendering",null,"md",{},[123,124,125,126],"User research on human-robot interaction.","Facilitated ideation rounds.","Designed and built the voice-input front end.","Industrial design of the robot.",true,"ZHdK","A drawing robot driven by an LLM and generative AI.","\u002Fwork\u002Farchive\u002Fllm-drawing-robot",{"text":132},"The prototype is a speculative proof of concept for pseudo-sentience in AI. We wanted to learn about the field, and to shape how people interact with robotic systems.","Human-robot interaction, voice UI",{"title":31,"description":113},"Prototype","work\u002Farchive\u002F3.llm-drawing-robot","David Polke, Elia Salerno, Andreas Kohler, Stepan Vedunov","archive","2023, three-week university module",[141,142,143,144],"GPT-3.5","Stable Diffusion","CAD","plotter","2023","1ozO4DVPV5hgtkTvCrGJZy7cyI-HR54QT4ycxLewvX8",{"title":148,"href":149},"ZVV ticket machine","\u002Fwork\u002Fticket-machine-zvv",1794319028391]