{"data":[{"_meta":{"retrieved_2nd_on":1791525672},"all_awardings":[],"approved_at_utc":null,"approved_by":null,"archived":false,"associated_award":null,"author":"lion2","author_flair_background_color":null,"author_flair_css_class":null,"author_flair_richtext":[],"author_flair_template_id":null,"author_flair_text":null,"author_flair_text_color":null,"author_flair_type":"text","author_fullname":"t2_kzu3","author_is_blocked":false,"author_patreon_flair":false,"author_premium":false,"awarders":[],"banned_at_utc":null,"banned_by":null,"body":"This looks amazing! I see image and video generation are in progress. Will I be able to run those features while at the same time running prompts for Qwen 3.8 Flash Next?","can_gild":false,"can_mod_post":false,"collapsed":false,"collapsed_because_crowd_control":null,"collapsed_reason":null,"collapsed_reason_code":null,"comment_type":null,"controversiality":0,"created":1791396056,"created_utc":1791396056,"distinguished":null,"downs":0,"edited":false,"gilded":0,"gildings":{},"id":"peh6uu1","is_submitter":false,"likes":null,"link_author":"fedeizzo","link_id":"t3_1wox73l","link_permalink":"https://www.reddit.com/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/","link_title":"Gufo: the all-in-one strix halo inference engine","link_url":"https://github.com/gufo-org/gufo","locked":false,"mod_note":null,"mod_reason_by":null,"mod_reason_title":null,"mod_reports":[],"name":"t1_peh6uu1","no_follow":true,"num_comments":223,"num_reports":null,"over_18":false,"parent_id":"t1_pbqj26i","permalink":"/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/peh6uu1/","profile_img":"https://styles.redditmedia.com/t5_eocsq/styles/profileIcon_snoo78e38945-57c7-4e7d-a662-5298414c013d-headshot.png?width=256&height=256&crop=256:256,smart&s=e9bdf9bc576561fc3cce279e7adc81c48ef6dd29","profile_over_18":false,"quarantine":false,"removal_reason":null,"replies":"","report_reasons":null,"retrieved_on":1791396084,"saved":false,"score":1,"score_hidden":false,"send_replies":true,"stickied":false,"subreddit":"StrixHalo","subreddit_id":"t5_fdhjjj","subreddit_name_prefixed":"r/StrixHalo","subreddit_type":"public","top_awarded_type":null,"total_awards_received":0,"treatment_tags":[],"unrepliable_reason":null,"ups":1,"user_reports":[]},{"_meta":{"retrieved_2nd_on":1790976745},"all_awardings":[],"approved_at_utc":null,"approved_by":null,"archived":false,"associated_award":null,"author":"Overall_Damage4027","author_flair_background_color":null,"author_flair_css_class":null,"author_flair_richtext":[],"author_flair_template_id":null,"author_flair_text":null,"author_flair_text_color":null,"author_flair_type":"text","author_fullname":"t2_2lucyctc7a","author_is_blocked":false,"author_patreon_flair":false,"author_premium":false,"awarders":[],"banned_at_utc":null,"banned_by":null,"body":"Keep up the great work! ","can_gild":false,"can_mod_post":false,"collapsed":false,"collapsed_because_crowd_control":null,"collapsed_reason":null,"collapsed_reason_code":null,"comment_type":null,"controversiality":0,"created":1790847130,"created_utc":1790847130,"distinguished":null,"downs":0,"edited":false,"gilded":0,"gildings":{},"id":"pd6cbfe","is_submitter":false,"likes":null,"link_author":"fedeizzo","link_id":"t3_1wox73l","link_permalink":"https://www.reddit.com/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/","link_title":"Gufo: the all-in-one strix halo inference engine","link_url":"https://github.com/gufo-org/gufo","locked":false,"mod_note":null,"mod_reason_by":null,"mod_reason_title":null,"mod_reports":[],"name":"t1_pd6cbfe","no_follow":true,"num_comments":222,"num_reports":null,"over_18":false,"parent_id":"t3_1wox73l","permalink":"/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/pd6cbfe/","profile_img":"https://www.redditstatic.com/avatars/defaults/v2/avatar_default_6.png","profile_over_18":false,"quarantine":false,"removal_reason":null,"replies":"","report_reasons":null,"retrieved_on":1790847151,"saved":false,"score":2,"score_hidden":false,"send_replies":true,"stickied":false,"subreddit":"StrixHalo","subreddit_id":"t5_fdhjjj","subreddit_name_prefixed":"r/StrixHalo","subreddit_type":"public","top_awarded_type":null,"total_awards_received":0,"treatment_tags":[],"unrepliable_reason":null,"ups":2,"user_reports":[]},{"_meta":{"retrieved_2nd_on":1790867767},"all_awardings":[],"approved_at_utc":null,"approved_by":null,"archived":false,"associated_award":null,"author":"Ok-Protection-6612","author_flair_background_color":null,"author_flair_css_class":null,"author_flair_richtext":[],"author_flair_template_id":null,"author_flair_text":null,"author_flair_text_color":null,"author_flair_type":"text","author_fullname":"t2_ukpg352ru","author_is_blocked":false,"author_patreon_flair":false,"author_premium":false,"awarders":[],"banned_at_utc":null,"banned_by":null,"body":"You just changed my life","can_gild":false,"can_mod_post":false,"collapsed":false,"collapsed_because_crowd_control":null,"collapsed_reason":null,"collapsed_reason_code":null,"comment_type":null,"controversiality":0,"created":1790738154,"created_utc":1790738154,"distinguished":null,"downs":0,"edited":false,"gilded":0,"gildings":{},"id":"pcxgh9m","is_submitter":false,"likes":null,"link_author":"fedeizzo","link_id":"t3_1wox73l","link_permalink":"https://www.reddit.com/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/","link_title":"Gufo: the all-in-one strix halo inference engine","link_url":"https://github.com/gufo-org/gufo","locked":false,"mod_note":null,"mod_reason_by":null,"mod_reason_title":null,"mod_reports":[],"name":"t1_pcxgh9m","no_follow":true,"num_comments":221,"num_reports":null,"over_18":false,"parent_id":"t3_1wox73l","permalink":"/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/pcxgh9m/","profile_img":"https://i.redd.it/snoovatar/avatars/18d89cff-bbf5-420b-a65f-58bd041703fc-headshot.png","profile_over_18":false,"quarantine":false,"removal_reason":null,"replies":"","report_reasons":null,"retrieved_on":1790738168,"saved":false,"score":1,"score_hidden":false,"send_replies":true,"stickied":false,"subreddit":"StrixHalo","subreddit_id":"t5_fdhjjj","subreddit_name_prefixed":"r/StrixHalo","subreddit_type":"public","top_awarded_type":null,"total_awards_received":0,"treatment_tags":[],"unrepliable_reason":null,"ups":1,"user_reports":[]},{"_meta":{"retrieved_2nd_on":1790843337},"all_awardings":[],"approved_at_utc":null,"approved_by":null,"archived":false,"associated_award":null,"author":"YayaBruno","author_flair_background_color":null,"author_flair_css_class":null,"author_flair_richtext":[],"author_flair_template_id":null,"author_flair_text":null,"author_flair_text_color":null,"author_flair_type":"text","author_fullname":"t2_ou9tzias","author_is_blocked":false,"author_patreon_flair":false,"author_premium":false,"awarders":[],"banned_at_utc":null,"banned_by":null,"body":"Just FYI, in case anyone stumbles upon this, I finally found the issue, my Bosgame M5 was stuck in Quiet mode, now I was able to switch it to Performance, and I was able to match the results almost exactly! Thank you GUFO team! This is a great project! Looking forward to the improvements!","can_gild":false,"can_mod_post":false,"collapsed":false,"collapsed_because_crowd_control":null,"collapsed_reason":null,"collapsed_reason_code":null,"comment_type":null,"controversiality":0,"created":1790713724,"created_utc":1790713724,"distinguished":null,"downs":0,"edited":false,"gilded":0,"gildings":{},"id":"pcv50ho","is_submitter":false,"likes":null,"link_author":"fedeizzo","link_id":"t3_1wox73l","link_permalink":"https://www.reddit.com/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/","link_title":"Gufo: the all-in-one strix halo inference engine","link_url":"https://github.com/gufo-org/gufo","locked":false,"mod_note":null,"mod_reason_by":null,"mod_reason_title":null,"mod_reports":[],"name":"t1_pcv50ho","no_follow":true,"num_comments":221,"num_reports":null,"over_18":false,"parent_id":"t1_pcpr65b","permalink":"/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/pcv50ho/","profile_img":"https://styles.redditmedia.com/t5_6p0xc1/styles/profileIcon_o7x6v2mtdkaa1.jpg?width=256&height=256&crop=256:256,smart&s=2a20328c8809d85abfb97a86e1018322528468bc","profile_over_18":false,"quarantine":false,"removal_reason":null,"replies":"","report_reasons":null,"retrieved_on":1790713750,"saved":false,"score":1,"score_hidden":false,"send_replies":true,"stickied":false,"subreddit":"StrixHalo","subreddit_id":"t5_fdhjjj","subreddit_name_prefixed":"r/StrixHalo","subreddit_type":"public","top_awarded_type":null,"total_awards_received":0,"treatment_tags":[],"unrepliable_reason":null,"ups":1,"user_reports":[]},{"_meta":{"is_edited":true,"retrieved_2nd_on":1790827692},"all_awardings":[],"approved_at_utc":null,"approved_by":null,"archived":false,"associated_award":null,"author":"BannedGoNext","author_flair_background_color":null,"author_flair_css_class":null,"author_flair_richtext":[],"author_flair_template_id":null,"author_flair_text":null,"author_flair_text_color":null,"author_flair_type":"text","author_fullname":"t2_m1p6ow2fe","author_is_blocked":false,"author_patreon_flair":false,"author_premium":false,"awarders":[],"banned_at_utc":null,"banned_by":null,"body":"Fair enough, I built [https://huggingface.co/orcarouter/Qwen3.8-Flash-Next-Uncensored](https://huggingface.co/orcarouter/Qwen3.8-Flash-Next-Uncensored) into a gufo format, I'm testing it now.  I am running it on my strix with parallel 2 256k context, and it hasn't crashed yet, I'm going to stress test the piss out of it with some very full context windows.\n\nLike what I see so far.","can_gild":false,"can_mod_post":false,"collapsed":false,"collapsed_because_crowd_control":null,"collapsed_reason":null,"collapsed_reason_code":null,"comment_type":null,"controversiality":0,"created":1790698080,"created_utc":1790698080,"distinguished":null,"downs":0,"edited":false,"gilded":0,"gildings":{},"id":"pctbnzj","is_submitter":false,"likes":null,"link_author":"fedeizzo","link_id":"t3_1wox73l","link_permalink":"https://www.reddit.com/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/","link_title":"Gufo: the all-in-one strix halo inference engine","link_url":"https://github.com/gufo-org/gufo","locked":false,"media_metadata":{"owztbtu9khsh1":{"e":"Image","id":"owztbtu9khsh1","m":"image/png","p":[{"u":"https://preview.redd.it/owztbtu9khsh1.png?width=108&crop=smart&auto=webp&s=1d6b05ab04ec048e11fe01e5e3719d662003a94d","x":108,"y":16},{"u":"https://preview.redd.it/owztbtu9khsh1.png?width=216&crop=smart&auto=webp&s=995dd66cff92231469aba1c81e07b7f744abfead","x":216,"y":33},{"u":"https://preview.redd.it/owztbtu9khsh1.png?width=320&crop=smart&auto=webp&s=9238a2b7c4ca8eb9a92efa15b053a6a39b98da97","x":320,"y":49},{"u":"https://preview.redd.it/owztbtu9khsh1.png?width=640&crop=smart&auto=webp&s=d6c1f1215e8b3aae1944ad7ec9e492c5489f2663","x":640,"y":98}],"s":{"u":"https://preview.redd.it/owztbtu9khsh1.png?width=837&format=png&auto=webp&s=923576ed8eba1583dc3b0dbe9dea0c071ae74d78","x":837,"y":129},"status":"valid"}},"mod_note":null,"mod_reason_by":null,"mod_reason_title":null,"mod_reports":[],"name":"t1_pctbnzj","no_follow":true,"num_comments":221,"num_reports":null,"over_18":false,"parent_id":"t1_pct8zpn","permalink":"/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/pctbnzj/","profile_img":"https://www.redditstatic.com/avatars/defaults/v2/avatar_default_2.png","profile_over_18":false,"quarantine":false,"removal_reason":null,"replies":"","report_reasons":null,"retrieved_on":1790698109,"saved":false,"score":2,"score_hidden":false,"send_replies":true,"stickied":false,"subreddit":"StrixHalo","subreddit_id":"t5_fdhjjj","subreddit_name_prefixed":"r/StrixHalo","subreddit_type":"public","top_awarded_type":null,"total_awards_received":0,"treatment_tags":[],"unrepliable_reason":null,"ups":2,"user_reports":[]},{"_meta":{"retrieved_2nd_on":1790827077},"all_awardings":[],"approved_at_utc":null,"approved_by":null,"archived":false,"associated_award":null,"author":"GoNolez","author_flair_background_color":null,"author_flair_css_class":null,"author_flair_richtext":[],"author_flair_template_id":null,"author_flair_text":null,"author_flair_text_color":null,"author_flair_type":"text","author_fullname":"t2_qy6rrgi0","author_is_blocked":false,"author_patreon_flair":false,"author_premium":false,"awarders":[],"banned_at_utc":null,"banned_by":null,"body":"First thing I noticed was the thermal load. Peaked at 82  during prefill. I don’t want to burn out the RAM so I don’t want to push it. \n\nAgain I am more than happy with the performance while staying within hardware temp safety ranges.","can_gild":false,"can_mod_post":false,"collapsed":false,"collapsed_because_crowd_control":null,"collapsed_reason":null,"collapsed_reason_code":null,"comment_type":null,"controversiality":0,"created":1790697471,"created_utc":1790697471,"distinguished":null,"downs":0,"edited":false,"gilded":0,"gildings":{},"id":"pct94zv","is_submitter":false,"likes":null,"link_author":"fedeizzo","link_id":"t3_1wox73l","link_permalink":"https://www.reddit.com/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/","link_title":"Gufo: the all-in-one strix halo inference engine","link_url":"https://github.com/gufo-org/gufo","locked":false,"mod_note":null,"mod_reason_by":null,"mod_reason_title":null,"mod_reports":[],"name":"t1_pct94zv","no_follow":true,"num_comments":221,"num_reports":null,"over_18":false,"parent_id":"t1_pcsti8v","permalink":"/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/pct94zv/","profile_img":"https://i.redd.it/snoovatar/avatars/9efb029a-04f1-49bf-a3c1-1faba0863b04-headshot.png","profile_over_18":false,"quarantine":false,"removal_reason":null,"replies":"","report_reasons":null,"retrieved_on":1790697486,"saved":false,"score":1,"score_hidden":false,"send_replies":true,"stickied":false,"subreddit":"StrixHalo","subreddit_id":"t5_fdhjjj","subreddit_name_prefixed":"r/StrixHalo","subreddit_type":"public","top_awarded_type":null,"total_awards_received":0,"treatment_tags":[],"unrepliable_reason":null,"ups":1,"user_reports":[]},{"_meta":{"retrieved_2nd_on":1790827042},"all_awardings":[],"approved_at_utc":null,"approved_by":null,"archived":false,"associated_award":null,"author":"fedeizzo","author_flair_background_color":null,"author_flair_css_class":null,"author_flair_richtext":[],"author_flair_template_id":null,"author_flair_text":null,"author_flair_text_color":null,"author_flair_type":"text","author_fullname":"t2_1sreen7u","author_is_blocked":false,"author_patreon_flair":false,"author_premium":false,"awarders":[],"banned_at_utc":null,"banned_by":null,"body":"It's something we didn't consider yet, so far we are aiming for a stable experience. We'll triage feature request as soon as we stabilize what we have right now","can_gild":false,"can_mod_post":false,"collapsed":false,"collapsed_because_crowd_control":null,"collapsed_reason":null,"collapsed_reason_code":null,"comment_type":null,"controversiality":0,"created":1790697436,"created_utc":1790697436,"distinguished":null,"downs":0,"edited":false,"gilded":0,"gildings":{},"id":"pct8zpn","is_submitter":true,"likes":null,"link_author":"fedeizzo","link_id":"t3_1wox73l","link_permalink":"https://www.reddit.com/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/","link_title":"Gufo: the all-in-one strix halo inference engine","link_url":"https://github.com/gufo-org/gufo","locked":false,"mod_note":null,"mod_reason_by":null,"mod_reason_title":null,"mod_reports":[],"name":"t1_pct8zpn","no_follow":true,"num_comments":221,"num_reports":null,"over_18":false,"parent_id":"t1_pcswn1g","permalink":"/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/pct8zpn/","profile_img":"https://styles.redditmedia.com/t5_lxqhj/styles/profileIcon_snoo52c1284e-0d04-4478-9c82-e4997835b5f1-headshot.png?width=256&height=256&crop=256:256,smart&s=7db0e0a1a3be125cf7faf3c6a7b2564fe5b58db6","profile_over_18":false,"quarantine":false,"removal_reason":null,"replies":"","report_reasons":null,"retrieved_on":1790697458,"saved":false,"score":1,"score_hidden":false,"send_replies":true,"stickied":false,"subreddit":"StrixHalo","subreddit_id":"t5_fdhjjj","subreddit_name_prefixed":"r/StrixHalo","subreddit_type":"public","top_awarded_type":null,"total_awards_received":0,"treatment_tags":[],"unrepliable_reason":null,"ups":1,"user_reports":[]},{"_meta":{"retrieved_2nd_on":1790824033},"all_awardings":[],"approved_at_utc":null,"approved_by":null,"archived":false,"associated_award":null,"author":"BannedGoNext","author_flair_background_color":null,"author_flair_css_class":null,"author_flair_richtext":[],"author_flair_template_id":null,"author_flair_text":null,"author_flair_text_color":null,"author_flair_type":"text","author_fullname":"t2_m1p6ow2fe","author_is_blocked":false,"author_patreon_flair":false,"author_premium":false,"awarders":[],"banned_at_utc":null,"banned_by":null,"body":"I just built a quant for it, question, are you planning on supporting jinja templates?  ","can_gild":false,"can_mod_post":false,"collapsed":false,"collapsed_because_crowd_control":null,"collapsed_reason":null,"collapsed_reason_code":null,"comment_type":null,"controversiality":0,"created":1790694420,"created_utc":1790694420,"distinguished":null,"downs":0,"edited":false,"gilded":0,"gildings":{},"id":"pcswn1g","is_submitter":false,"likes":null,"link_author":"fedeizzo","link_id":"t3_1wox73l","link_permalink":"https://www.reddit.com/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/","link_title":"Gufo: the all-in-one strix halo inference engine","link_url":"https://github.com/gufo-org/gufo","locked":false,"mod_note":null,"mod_reason_by":null,"mod_reason_title":null,"mod_reports":[],"name":"t1_pcswn1g","no_follow":true,"num_comments":221,"num_reports":null,"over_18":false,"parent_id":"t3_1wox73l","permalink":"/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/pcswn1g/","profile_img":"https://www.redditstatic.com/avatars/defaults/v2/avatar_default_2.png","profile_over_18":false,"quarantine":false,"removal_reason":null,"replies":"","report_reasons":null,"retrieved_on":1790694440,"saved":false,"score":1,"score_hidden":false,"send_replies":true,"stickied":false,"subreddit":"StrixHalo","subreddit_id":"t5_fdhjjj","subreddit_name_prefixed":"r/StrixHalo","subreddit_type":"public","top_awarded_type":null,"total_awards_received":0,"treatment_tags":[],"unrepliable_reason":null,"ups":1,"user_reports":[]},{"_meta":{"retrieved_2nd_on":1790823246},"all_awardings":[],"approved_at_utc":null,"approved_by":null,"archived":false,"associated_award":null,"author":"fedeizzo","author_flair_background_color":null,"author_flair_css_class":null,"author_flair_richtext":[],"author_flair_template_id":null,"author_flair_text":null,"author_flair_text_color":null,"author_flair_type":"text","author_fullname":"t2_1sreen7u","author_is_blocked":false,"author_patreon_flair":false,"author_premium":false,"awarders":[],"banned_at_utc":null,"banned_by":null,"body":"The benchmarks are some ceiling values you can reproduce (thinking off, temp set, etc.) using the artifacts on the benchmarks folder, in a normal use case you may experience slightly lower values. Thermal efficiency and power also matters a lot, we run our tests on 140W with proper cooling, few extra services running, and thermal throttling highly effect results. We manged to reach 100 c during long running loads, and at some point the chip goes into protection mode","can_gild":false,"can_mod_post":false,"collapsed":false,"collapsed_because_crowd_control":null,"collapsed_reason":null,"collapsed_reason_code":null,"comment_type":null,"controversiality":0,"created":1790693628,"created_utc":1790693628,"distinguished":null,"downs":0,"edited":false,"gilded":0,"gildings":{},"id":"pcsti8v","is_submitter":true,"likes":null,"link_author":"fedeizzo","link_id":"t3_1wox73l","link_permalink":"https://www.reddit.com/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/","link_title":"Gufo: the all-in-one strix halo inference engine","link_url":"https://github.com/gufo-org/gufo","locked":false,"mod_note":null,"mod_reason_by":null,"mod_reason_title":null,"mod_reports":[],"name":"t1_pcsti8v","no_follow":true,"num_comments":221,"num_reports":null,"over_18":false,"parent_id":"t1_pcs85x4","permalink":"/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/pcsti8v/","profile_img":"https://styles.redditmedia.com/t5_lxqhj/styles/profileIcon_snoo52c1284e-0d04-4478-9c82-e4997835b5f1-headshot.png?width=256&height=256&crop=256:256,smart&s=7db0e0a1a3be125cf7faf3c6a7b2564fe5b58db6","profile_over_18":false,"quarantine":false,"removal_reason":null,"replies":"","report_reasons":null,"retrieved_on":1790693643,"saved":false,"score":2,"score_hidden":false,"send_replies":true,"stickied":false,"subreddit":"StrixHalo","subreddit_id":"t5_fdhjjj","subreddit_name_prefixed":"r/StrixHalo","subreddit_type":"public","top_awarded_type":null,"total_awards_received":0,"treatment_tags":[],"unrepliable_reason":null,"ups":2,"user_reports":[]},{"_meta":{"is_edited":true,"retrieved_2nd_on":1790820110},"all_awardings":[],"approved_at_utc":null,"approved_by":null,"archived":false,"associated_award":null,"author":"Infinite_Tank3715","author_flair_background_color":null,"author_flair_css_class":null,"author_flair_richtext":[],"author_flair_template_id":null,"author_flair_text":null,"author_flair_text_color":null,"author_flair_type":"text","author_fullname":"t2_2ntdqx96du","author_is_blocked":false,"author_patreon_flair":false,"author_premium":false,"awarders":[],"banned_at_utc":null,"banned_by":null,"body":"Yes, thank you so much for this. It's really cool what you've done. I must say it's nice to move away from Halogen and I've managed to get it working over cluster - so can run Q6 - prefill within the 600-900 area but quite a dip in decode down to 22 or so. I'm looking further into the decode problem once I know it's stable. Thank so much for making it opensource. ","can_gild":false,"can_mod_post":false,"collapsed":false,"collapsed_because_crowd_control":null,"collapsed_reason":null,"collapsed_reason_code":null,"comment_type":null,"controversiality":0,"created":1790690504,"created_utc":1790690504,"distinguished":null,"downs":0,"edited":false,"gilded":0,"gildings":{},"id":"pcshjgc","is_submitter":false,"likes":null,"link_author":"fedeizzo","link_id":"t3_1wox73l","link_permalink":"https://www.reddit.com/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/","link_title":"Gufo: the all-in-one strix halo inference engine","link_url":"https://github.com/gufo-org/gufo","locked":false,"mod_note":null,"mod_reason_by":null,"mod_reason_title":null,"mod_reports":[],"name":"t1_pcshjgc","no_follow":true,"num_comments":220,"num_reports":null,"over_18":false,"parent_id":"t3_1wox73l","permalink":"/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/pcshjgc/","profile_img":"https://www.redditstatic.com/avatars/defaults/v2/avatar_default_2.png","profile_over_18":false,"quarantine":false,"removal_reason":null,"replies":"","report_reasons":null,"retrieved_on":1790690526,"saved":false,"score":2,"score_hidden":false,"send_replies":true,"stickied":false,"subreddit":"StrixHalo","subreddit_id":"t5_fdhjjj","subreddit_name_prefixed":"r/StrixHalo","subreddit_type":"public","top_awarded_type":null,"total_awards_received":0,"treatment_tags":[],"unrepliable_reason":null,"ups":2,"user_reports":[]},{"_meta":{"retrieved_2nd_on":1790817497},"all_awardings":[],"approved_at_utc":null,"approved_by":null,"archived":false,"associated_award":null,"author":"GoNolez","author_flair_background_color":null,"author_flair_css_class":null,"author_flair_richtext":[],"author_flair_template_id":null,"author_flair_text":null,"author_flair_text_color":null,"author_flair_type":"text","author_fullname":"t2_qy6rrgi0","author_is_blocked":false,"author_patreon_flair":false,"author_premium":false,"awarders":[],"banned_at_utc":null,"banned_by":null,"body":"hello.  I just installed and ran gufo with qwen-next and it is truly impressive.  thank you for your work on this.  \n\nThe PP and decode is light years faster than llama.cpp.  With these speeds with this model, i am really excited to use this a whole lot more now and hopefully finally drop my claude sub.  I didnt quite get to your benchmarks, but i am very happy with 1,130 prefill and 43 t/s at 50k.  I feel like I can do some real work / productivity now instead of have to run everything overnight.  \n\nGreat work and thank you again for the finetuning on the strix!","can_gild":false,"can_mod_post":false,"collapsed":false,"collapsed_because_crowd_control":null,"collapsed_reason":null,"collapsed_reason_code":null,"comment_type":null,"controversiality":0,"created":1790687881,"created_utc":1790687881,"distinguished":null,"downs":0,"edited":false,"gilded":0,"gildings":{},"id":"pcs85x4","is_submitter":false,"likes":null,"link_author":"fedeizzo","link_id":"t3_1wox73l","link_permalink":"https://www.reddit.com/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/","link_title":"Gufo: the all-in-one strix halo inference engine","link_url":"https://github.com/gufo-org/gufo","locked":false,"mod_note":null,"mod_reason_by":null,"mod_reason_title":null,"mod_reports":[],"name":"t1_pcs85x4","no_follow":true,"num_comments":220,"num_reports":null,"over_18":false,"parent_id":"t3_1wox73l","permalink":"/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/pcs85x4/","profile_img":"https://i.redd.it/snoovatar/avatars/9efb029a-04f1-49bf-a3c1-1faba0863b04-headshot.png","profile_over_18":false,"quarantine":false,"removal_reason":null,"replies":"","report_reasons":null,"retrieved_on":1790687898,"saved":false,"score":2,"score_hidden":false,"send_replies":true,"stickied":false,"subreddit":"StrixHalo","subreddit_id":"t5_fdhjjj","subreddit_name_prefixed":"r/StrixHalo","subreddit_type":"public","top_awarded_type":null,"total_awards_received":0,"treatment_tags":[],"unrepliable_reason":null,"ups":2,"user_reports":[]},{"_meta":{"retrieved_2nd_on":1790788978},"all_awardings":[],"approved_at_utc":null,"approved_by":null,"archived":false,"associated_award":null,"author":"mainlyquietone","author_flair_background_color":null,"author_flair_css_class":null,"author_flair_richtext":[],"author_flair_template_id":null,"author_flair_text":null,"author_flair_text_color":null,"author_flair_type":"text","author_fullname":"t2_2ssirmmg","author_is_blocked":false,"author_patreon_flair":false,"author_premium":false,"awarders":[],"banned_at_utc":null,"banned_by":null,"body":"Nice.  This is pretty exciting!","can_gild":false,"can_mod_post":false,"collapsed":false,"collapsed_because_crowd_control":null,"collapsed_reason":null,"collapsed_reason_code":null,"comment_type":null,"controversiality":0,"created":1790659374,"created_utc":1790659374,"distinguished":null,"downs":0,"edited":false,"gilded":0,"gildings":{},"id":"pcqclwy","is_submitter":false,"likes":null,"link_author":"fedeizzo","link_id":"t3_1wox73l","link_permalink":"https://www.reddit.com/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/","link_title":"Gufo: the all-in-one strix halo inference engine","link_url":"https://github.com/gufo-org/gufo","locked":false,"mod_note":null,"mod_reason_by":null,"mod_reason_title":null,"mod_reports":[],"name":"t1_pcqclwy","no_follow":true,"num_comments":220,"num_reports":null,"over_18":false,"parent_id":"t3_1wox73l","permalink":"/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/pcqclwy/","profile_img":"https://styles.redditmedia.com/t5_11zfqg/styles/profileIcon_snoobd1d3623-e37a-45f8-9ca5-2732b576f59f-headshot.png?width=256&height=256&crop=256:256,smart&s=0508f52253649f7bcc2539a01037df488f0f3f7d","profile_over_18":false,"quarantine":false,"removal_reason":null,"replies":"","report_reasons":null,"retrieved_on":1790659389,"saved":false,"score":1,"score_hidden":false,"send_replies":true,"stickied":false,"subreddit":"StrixHalo","subreddit_id":"t5_fdhjjj","subreddit_name_prefixed":"r/StrixHalo","subreddit_type":"public","top_awarded_type":null,"total_awards_received":0,"treatment_tags":[],"unrepliable_reason":null,"ups":1,"user_reports":[]},{"_meta":{"removal_type":"removed","retrieved_2nd_on":1790780685,"was_deleted_later":true},"all_awardings":[],"approved_at_utc":null,"approved_by":null,"archived":false,"associated_award":null,"author":"YayaBruno","author_flair_background_color":null,"author_flair_css_class":null,"author_flair_richtext":[],"author_flair_template_id":null,"author_flair_text":null,"author_flair_text_color":null,"author_flair_type":"text","author_fullname":"t2_ou9tzias","author_is_blocked":false,"author_patreon_flair":false,"author_premium":false,"awarders":[],"banned_at_utc":null,"banned_by":null,"body":"Hey all, first of all, thanks for this great work! The following is AI written as a result of a couple of days testing Gufo locally!\n\n\n\nI've been benchmarking Gufo on my Bosgame M5 (AMD Strix Halo) and I keep landing below the numbers in the published results. I'm hoping someone here can point me in the right direction, whether that's a config issue on my end or just a hardware/software difference.\n\nMy setup:\n\n\\- Machine: Bosgame M5 — AMD Ryzen AI MAX+ 395 (Strix Halo, gfx1151), 16 cores/32 threads, 122 GiB LPDDR5X unified memory\n\n\\- OS: Ubuntu 26.04.1 LTS\n\n\\- Kernel: 7.1.13-070113-generic\n\n\\- ROCm: 7.2.3 (rocm-core 7.2.3.70203-90\\~24.04, hip-runtime-amd 7.2.53211.70203)\n\n\\- Gufo: built from source (release build) against ROCm 7.2.3\n\n\\- Models: Qwen3.8-Flash-Next-UD-Q4\\_K\\_XL (with shared Q8\\_0 MTP) and Qwen3.8-27B-UD-Q4\\_K\\_XL (with DFlash2 Q4\\_K\\_M)\n\n\n\nI'm running the [model-bench.py](http://model-bench.py) sweep at depths 0–32K (0, 4K, 8K, 12K, 16K, 32K).\n\n\n\nResults:\n\n\n\nAcross both models and all configs (AR, MTP, DFlash2), my decode throughput (tg) is essentially at parity with the published numbers — Flash-Next AR actually edges slightly ahead, and MTP/DFlash2 are within a few percent. The gap is entirely in prefill (pp), which is consistently 10–23% below published at every depth. That's the number that won't budge.\n\n\n\nFor example, at depth 0 on Flash-Next AR, published prefill is \\~1628 t/s while I'm getting 1318 t/s — about 19% lower. The 27B model shows a similar pattern (14% below on AR prefill).\n\n\n\nWhat I've already tried:\n\n\\- Upgraded ROCm 7.2.1 → 7.2.3 and rebuilt Gufo against it — no meaningful change.\n\n\\- Tried kernels 7.1.8 and 7.1.13. Moving from 7.0 to 7.1.8 gave a good improvement (roughly 1050 t/s → 1200 t/s prefill, \\~20% — I don't have the exact numbers recorded from that run), and 7.1.8 → 7.1.13 added another \\~4–6% on Flash-Next prefill.\n\n\n\nSo the pp gap persists regardless of ROCm version or kernel, which makes me think it's either a config/build difference on my side or something specific to how prefill runs on this hardware.\n\n\n\nQuestions:\n\n\n\n1. Is there a build flag or runtime option that affects prefill performance specifically (batch size, FlashAttention path, etc.) that I might be missing?\n\n2. Are the published numbers from a specific build/config I should match?\n\n3. Could the unified-memory setup on Strix Halo be the culprit for the pp gap specifically?\n\n\n\nThanks in advance!","can_gild":false,"can_mod_post":false,"collapsed":false,"collapsed_because_crowd_control":null,"collapsed_reason":null,"collapsed_reason_code":null,"comment_type":null,"controversiality":0,"created":1790651045,"created_utc":1790651045,"distinguished":null,"downs":0,"edited":false,"gilded":0,"gildings":{},"id":"pcpr65b","is_submitter":false,"likes":null,"link_id":"t3_1wox73l","locked":false,"mod_note":null,"mod_reason_by":null,"mod_reason_title":null,"mod_reports":[],"name":"t1_pcpr65b","no_follow":true,"num_reports":null,"parent_id":"t3_1wox73l","permalink":"/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/pcpr65b/","profile_img":"https://styles.redditmedia.com/t5_6p0xc1/styles/profileIcon_o7x6v2mtdkaa1.jpg?width=256&height=256&crop=256:256,smart&s=2a20328c8809d85abfb97a86e1018322528468bc","profile_over_18":false,"removal_reason":null,"replies":"","report_reasons":null,"retrieved_on":1790651060,"saved":false,"score":1,"score_hidden":false,"send_replies":true,"stickied":false,"subreddit":"StrixHalo","subreddit_id":"t5_fdhjjj","subreddit_name_prefixed":"r/StrixHalo","subreddit_type":"public","top_awarded_type":null,"total_awards_received":0,"treatment_tags":[],"unrepliable_reason":null,"ups":1,"user_reports":[]},{"_meta":{"is_edited":true,"retrieved_2nd_on":1790735122},"all_awardings":[],"approved_at_utc":null,"approved_by":null,"archived":false,"associated_award":null,"author":"low_v2r","author_flair_background_color":null,"author_flair_css_class":null,"author_flair_richtext":[],"author_flair_template_id":null,"author_flair_text":null,"author_flair_text_color":null,"author_flair_type":"text","author_fullname":"t2_ux58xaf2","author_is_blocked":false,"author_patreon_flair":false,"author_premium":false,"awarders":[],"banned_at_utc":null,"banned_by":null,"body":"This seems to have fixed my issue as well.  \n\nMy user already was part of render and video... I guess the direct rendering manager needed some perms more explicitly for render nodes?","can_gild":false,"can_mod_post":false,"collapsed":false,"collapsed_because_crowd_control":null,"collapsed_reason":null,"collapsed_reason_code":null,"comment_type":null,"controversiality":0,"created":1790605505,"created_utc":1790605505,"distinguished":null,"downs":0,"edited":false,"gilded":0,"gildings":{},"id":"pckzjnr","is_submitter":false,"likes":null,"link_author":"fedeizzo","link_id":"t3_1wox73l","link_permalink":"https://www.reddit.com/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/","link_title":"Gufo: the all-in-one strix halo inference engine","link_url":"https://github.com/gufo-org/gufo","locked":false,"mod_note":null,"mod_reason_by":null,"mod_reason_title":null,"mod_reports":[],"name":"t1_pckzjnr","no_follow":true,"num_comments":212,"num_reports":null,"over_18":false,"parent_id":"t1_pc05ge1","permalink":"/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/pckzjnr/","profile_img":"https://styles.redditmedia.com/t5_7kayac/styles/profileIcon_snoocd17ebf2-ed84-4e27-930a-dd77ce0b1b29-headshot.png?width=256&height=256&crop=256:256,smart&s=794824942e85fc47982df14e97b4c30b3279cf4b","profile_over_18":false,"quarantine":false,"removal_reason":null,"replies":"","report_reasons":null,"retrieved_on":1790605533,"saved":false,"score":1,"score_hidden":false,"send_replies":true,"stickied":false,"subreddit":"StrixHalo","subreddit_id":"t5_fdhjjj","subreddit_name_prefixed":"r/StrixHalo","subreddit_type":"public","top_awarded_type":null,"total_awards_received":0,"treatment_tags":[],"unrepliable_reason":null,"ups":1,"user_reports":[]},{"_meta":{"retrieved_2nd_on":1790672017},"all_awardings":[],"approved_at_utc":null,"approved_by":null,"archived":false,"associated_award":null,"author":"oginome","author_flair_background_color":null,"author_flair_css_class":null,"author_flair_richtext":[],"author_flair_template_id":null,"author_flair_text":null,"author_flair_text_color":null,"author_flair_type":"text","author_fullname":"t2_wa12r","author_is_blocked":false,"author_patreon_flair":false,"author_premium":false,"awarders":[],"banned_at_utc":null,"banned_by":null,"body":"That's completely understandable. I don't know enough to begin thinking about doing something like this, but I may try to learn!\n\n  \nThanks for your work - Gufo is working very well for me.","can_gild":false,"can_mod_post":false,"collapsed":false,"collapsed_because_crowd_control":null,"collapsed_reason":null,"collapsed_reason_code":null,"comment_type":null,"controversiality":0,"created":1790542397,"created_utc":1790542397,"distinguished":null,"downs":0,"edited":false,"gilded":0,"gildings":{},"id":"pcg2sew","is_submitter":false,"likes":null,"link_author":"fedeizzo","link_id":"t3_1wox73l","link_permalink":"https://www.reddit.com/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/","link_title":"Gufo: the all-in-one strix halo inference engine","link_url":"https://github.com/gufo-org/gufo","locked":false,"mod_note":null,"mod_reason_by":null,"mod_reason_title":null,"mod_reports":[],"name":"t1_pcg2sew","no_follow":false,"num_comments":209,"num_reports":null,"over_18":false,"parent_id":"t1_pccalih","permalink":"/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/pcg2sew/","profile_img":"https://styles.redditmedia.com/t5_1f4dh0/styles/profileIcon_snoo30bf14d9-bab5-4b2c-b5e5-afecf5cbef48-headshot.png?width=256&height=256&crop=256:256,smart&s=efbce8a5658cbe5814f8b3d1e803e2b3bc94f59d","profile_over_18":false,"quarantine":false,"removal_reason":null,"replies":"","report_reasons":null,"retrieved_on":1790542429,"saved":false,"score":1,"score_hidden":false,"send_replies":true,"stickied":false,"subreddit":"StrixHalo","subreddit_id":"t5_fdhjjj","subreddit_name_prefixed":"r/StrixHalo","subreddit_type":"public","top_awarded_type":null,"total_awards_received":0,"treatment_tags":[],"unrepliable_reason":null,"ups":1,"user_reports":[]},{"_meta":{"retrieved_2nd_on":1790657933},"all_awardings":[],"approved_at_utc":null,"approved_by":null,"archived":false,"associated_award":null,"author":"rs38","author_flair_background_color":null,"author_flair_css_class":null,"author_flair_richtext":[],"author_flair_template_id":null,"author_flair_text":null,"author_flair_text_color":null,"author_flair_type":"text","author_fullname":"t2_ssb1g","author_is_blocked":false,"author_patreon_flair":false,"author_premium":false,"awarders":[],"banned_at_utc":null,"banned_by":null,"body":"does it work with WSL?","can_gild":false,"can_mod_post":false,"collapsed":false,"collapsed_because_crowd_control":null,"collapsed_reason":null,"collapsed_reason_code":null,"comment_type":null,"controversiality":0,"created":1790528322,"created_utc":1790528322,"distinguished":null,"downs":0,"edited":false,"gilded":0,"gildings":{},"id":"pcee19b","is_submitter":false,"likes":null,"link_author":"fedeizzo","link_id":"t3_1wox73l","link_permalink":"https://www.reddit.com/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/","link_title":"Gufo: the all-in-one strix halo inference engine","link_url":"https://github.com/gufo-org/gufo","locked":false,"mod_note":null,"mod_reason_by":null,"mod_reason_title":null,"mod_reports":[],"name":"t1_pcee19b","no_follow":true,"num_comments":209,"num_reports":null,"over_18":false,"parent_id":"t3_1wox73l","permalink":"/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/pcee19b/","profile_img":"https://styles.redditmedia.com/t5_1h0s0n/styles/profileIcon_vi49nswymykg1.png?width=256&height=256&crop=256:256,smart&s=eada18eac8e6fab2779014281d0c12a40d4a7da9","profile_over_18":false,"quarantine":false,"removal_reason":null,"replies":"","report_reasons":null,"retrieved_on":1790528356,"saved":false,"score":1,"score_hidden":false,"send_replies":true,"stickied":false,"subreddit":"StrixHalo","subreddit_id":"t5_fdhjjj","subreddit_name_prefixed":"r/StrixHalo","subreddit_type":"public","top_awarded_type":null,"total_awards_received":0,"treatment_tags":[],"unrepliable_reason":null,"ups":1,"user_reports":[]},{"_meta":{"retrieved_2nd_on":1790634325},"all_awardings":[],"approved_at_utc":null,"approved_by":null,"archived":false,"associated_award":null,"author":"fedeizzo","author_flair_background_color":null,"author_flair_css_class":null,"author_flair_richtext":[],"author_flair_template_id":null,"author_flair_text":null,"author_flair_text_color":null,"author_flair_type":"text","author_fullname":"t2_1sreen7u","author_is_blocked":false,"author_patreon_flair":false,"author_premium":false,"awarders":[],"banned_at_utc":null,"banned_by":null,"body":"We'll definitely add support for embeddings, but right now we are focusing on stability. We want to fix all bug reports","can_gild":false,"can_mod_post":false,"collapsed":false,"collapsed_because_crowd_control":null,"collapsed_reason":null,"collapsed_reason_code":null,"comment_type":null,"controversiality":0,"created":1790504712,"created_utc":1790504712,"distinguished":null,"downs":0,"edited":false,"gilded":0,"gildings":{},"id":"pccalih","is_submitter":true,"likes":null,"link_author":"fedeizzo","link_id":"t3_1wox73l","link_permalink":"https://www.reddit.com/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/","link_title":"Gufo: the all-in-one strix halo inference engine","link_url":"https://github.com/gufo-org/gufo","locked":false,"mod_note":null,"mod_reason_by":null,"mod_reason_title":null,"mod_reports":[],"name":"t1_pccalih","no_follow":true,"num_comments":209,"num_reports":null,"over_18":false,"parent_id":"t1_pcapeen","permalink":"/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/pccalih/","profile_img":"https://styles.redditmedia.com/t5_lxqhj/styles/profileIcon_snoo52c1284e-0d04-4478-9c82-e4997835b5f1-headshot.png?width=256&height=256&crop=256:256,smart&s=7db0e0a1a3be125cf7faf3c6a7b2564fe5b58db6","profile_over_18":false,"quarantine":false,"removal_reason":null,"replies":"","report_reasons":null,"retrieved_on":1790510652,"saved":false,"score":2,"score_hidden":false,"send_replies":true,"stickied":false,"subreddit":"StrixHalo","subreddit_id":"t5_fdhjjj","subreddit_name_prefixed":"r/StrixHalo","subreddit_type":"public","top_awarded_type":null,"total_awards_received":0,"treatment_tags":[],"unrepliable_reason":null,"ups":2,"user_reports":[]},{"_meta":{"retrieved_2nd_on":1790608261},"all_awardings":[],"approved_at_utc":null,"approved_by":null,"archived":false,"associated_award":null,"author":"oginome","author_flair_background_color":null,"author_flair_css_class":null,"author_flair_richtext":[],"author_flair_template_id":null,"author_flair_text":null,"author_flair_text_color":null,"author_flair_type":"text","author_fullname":"t2_wa12r","author_is_blocked":false,"author_patreon_flair":false,"author_premium":false,"awarders":[],"banned_at_utc":null,"banned_by":null,"body":"Thanks! This is pretty great! I love the first-class Nix support as well, it was trivial to input into my flake and deploy via the podman image with home-manager on my FWD.\n\n  \nDoes gufo support embedding / reranking models? I use llama.cpp to run qwen embedding/reranking 0.6b models and while that is stable and relatively small footprint, I'd be curious if gufo could handle those workloads for me instead of llama.cpp?","can_gild":false,"can_mod_post":false,"collapsed":false,"collapsed_because_crowd_control":null,"collapsed_reason":null,"collapsed_reason_code":null,"comment_type":null,"controversiality":0,"created":1790478634,"created_utc":1790478634,"distinguished":null,"downs":0,"edited":false,"gilded":0,"gildings":{},"id":"pcapeen","is_submitter":false,"likes":null,"link_author":"fedeizzo","link_id":"t3_1wox73l","link_permalink":"https://www.reddit.com/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/","link_title":"Gufo: the all-in-one strix halo inference engine","link_url":"https://github.com/gufo-org/gufo","locked":false,"mod_note":null,"mod_reason_by":null,"mod_reason_title":null,"mod_reports":[],"name":"t1_pcapeen","no_follow":true,"num_comments":207,"num_reports":null,"over_18":false,"parent_id":"t3_1wox73l","permalink":"/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/pcapeen/","profile_img":"https://styles.redditmedia.com/t5_1f4dh0/styles/profileIcon_snoo30bf14d9-bab5-4b2c-b5e5-afecf5cbef48-headshot.png?width=256&height=256&crop=256:256,smart&s=efbce8a5658cbe5814f8b3d1e803e2b3bc94f59d","profile_over_18":false,"quarantine":false,"removal_reason":null,"replies":"","report_reasons":null,"retrieved_on":1790509618,"saved":false,"score":1,"score_hidden":false,"send_replies":true,"stickied":false,"subreddit":"StrixHalo","subreddit_id":"t5_fdhjjj","subreddit_name_prefixed":"r/StrixHalo","subreddit_type":"public","top_awarded_type":null,"total_awards_received":0,"treatment_tags":[],"unrepliable_reason":null,"ups":1,"user_reports":[]},{"_meta":{"retrieved_2nd_on":1790588396},"all_awardings":[],"approved_at_utc":null,"approved_by":null,"archived":false,"associated_award":null,"author":"atcsecure99","author_flair_background_color":null,"author_flair_css_class":null,"author_flair_richtext":[],"author_flair_template_id":null,"author_flair_text":null,"author_flair_text_color":null,"author_flair_type":"text","author_fullname":"t2_4qzc4ra2","author_is_blocked":false,"author_patreon_flair":false,"author_premium":false,"awarders":[],"banned_at_utc":null,"banned_by":null,"body":"running this on both my strix halos, great work! thank you","can_gild":false,"can_mod_post":false,"collapsed":false,"collapsed_because_crowd_control":null,"collapsed_reason":null,"collapsed_reason_code":null,"comment_type":null,"controversiality":0,"created":1790458792,"created_utc":1790458792,"distinguished":null,"downs":0,"edited":false,"gilded":0,"gildings":{},"id":"pc90ysh","is_submitter":false,"likes":null,"link_author":"fedeizzo","link_id":"t3_1wox73l","link_permalink":"https://www.reddit.com/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/","link_title":"Gufo: the all-in-one strix halo inference engine","link_url":"https://github.com/gufo-org/gufo","locked":false,"mod_note":null,"mod_reason_by":null,"mod_reason_title":null,"mod_reports":[],"name":"t1_pc90ysh","no_follow":true,"num_comments":207,"num_reports":null,"over_18":false,"parent_id":"t3_1wox73l","permalink":"/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/pc90ysh/","profile_img":"https://www.redditstatic.com/avatars/defaults/v2/avatar_default_2.png","profile_over_18":false,"quarantine":false,"removal_reason":null,"replies":"","report_reasons":null,"retrieved_on":1790458816,"saved":false,"score":1,"score_hidden":false,"send_replies":true,"stickied":false,"subreddit":"StrixHalo","subreddit_id":"t5_fdhjjj","subreddit_name_prefixed":"r/StrixHalo","subreddit_type":"public","top_awarded_type":null,"total_awards_received":0,"treatment_tags":[],"unrepliable_reason":null,"ups":1,"user_reports":[]},{"_meta":{"retrieved_2nd_on":1790584164},"all_awardings":[],"approved_at_utc":null,"approved_by":null,"archived":false,"associated_award":null,"author":"fedeizzo","author_flair_background_color":null,"author_flair_css_class":null,"author_flair_richtext":[],"author_flair_template_id":null,"author_flair_text":null,"author_flair_text_color":null,"author_flair_type":"text","author_fullname":"t2_1sreen7u","author_is_blocked":false,"author_patreon_flair":false,"author_premium":false,"awarders":[],"banned_at_utc":null,"banned_by":null,"body":"Not with current repo, everything is gated on gfx1151, the gpu for strix halo","can_gild":false,"can_mod_post":false,"collapsed":false,"collapsed_because_crowd_control":null,"collapsed_reason":null,"collapsed_reason_code":null,"comment_type":null,"controversiality":0,"created":1790454557,"created_utc":1790454557,"distinguished":null,"downs":0,"edited":false,"gilded":0,"gildings":{},"id":"pc8lpnq","is_submitter":true,"likes":null,"link_author":"fedeizzo","link_id":"t3_1wox73l","link_permalink":"https://www.reddit.com/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/","link_title":"Gufo: the all-in-one strix halo inference engine","link_url":"https://github.com/gufo-org/gufo","locked":false,"mod_note":null,"mod_reason_by":null,"mod_reason_title":null,"mod_reports":[],"name":"t1_pc8lpnq","no_follow":true,"num_comments":207,"num_reports":null,"over_18":false,"parent_id":"t1_pc4iprv","permalink":"/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/pc8lpnq/","profile_img":"https://styles.redditmedia.com/t5_lxqhj/styles/profileIcon_snoo52c1284e-0d04-4478-9c82-e4997835b5f1-headshot.png?width=256&height=256&crop=256:256,smart&s=7db0e0a1a3be125cf7faf3c6a7b2564fe5b58db6","profile_over_18":false,"quarantine":false,"removal_reason":null,"replies":"","report_reasons":null,"retrieved_on":1790454572,"saved":false,"score":1,"score_hidden":false,"send_replies":true,"stickied":false,"subreddit":"StrixHalo","subreddit_id":"t5_fdhjjj","subreddit_name_prefixed":"r/StrixHalo","subreddit_type":"public","top_awarded_type":null,"total_awards_received":0,"treatment_tags":[],"unrepliable_reason":null,"ups":1,"user_reports":[]},{"_meta":{"retrieved_2nd_on":1790583969},"all_awardings":[],"approved_at_utc":null,"approved_by":null,"archived":false,"associated_award":null,"author":"dasbin","author_flair_background_color":null,"author_flair_css_class":null,"author_flair_richtext":[],"author_flair_template_id":null,"author_flair_text":null,"author_flair_text_color":null,"author_flair_type":"text","author_fullname":"t2_f1y00","author_is_blocked":false,"author_patreon_flair":false,"author_premium":false,"awarders":[],"banned_at_utc":null,"banned_by":null,"body":"They're not talking about a system prompt for Medium, they're talking about a max token spend on reasoning blocks before the engine interjects and stops the thinking block. Halogen actually has a setting for this which can be set to a token count of your liking or disabled entirely.","can_gild":false,"can_mod_post":false,"collapsed":false,"collapsed_because_crowd_control":null,"collapsed_reason":null,"collapsed_reason_code":null,"comment_type":null,"controversiality":0,"created":1790454350,"created_utc":1790454350,"distinguished":null,"downs":0,"edited":false,"gilded":0,"gildings":{},"id":"pc8kyxg","is_submitter":false,"likes":null,"link_author":"fedeizzo","link_id":"t3_1wox73l","link_permalink":"https://www.reddit.com/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/","link_title":"Gufo: the all-in-one strix halo inference engine","link_url":"https://github.com/gufo-org/gufo","locked":false,"mod_note":null,"mod_reason_by":null,"mod_reason_title":null,"mod_reports":[],"name":"t1_pc8kyxg","no_follow":true,"num_comments":207,"num_reports":null,"over_18":false,"parent_id":"t1_pbx4n0i","permalink":"/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/pc8kyxg/","profile_img":"https://www.redditstatic.com/avatars/defaults/v2/avatar_default_0.png","profile_over_18":false,"quarantine":false,"removal_reason":null,"replies":"","report_reasons":null,"retrieved_on":1790454375,"saved":false,"score":1,"score_hidden":false,"send_replies":true,"stickied":false,"subreddit":"StrixHalo","subreddit_id":"t5_fdhjjj","subreddit_name_prefixed":"r/StrixHalo","subreddit_type":"public","top_awarded_type":null,"total_awards_received":0,"treatment_tags":[],"unrepliable_reason":null,"ups":1,"user_reports":[]},{"_meta":{"retrieved_2nd_on":1790578132},"all_awardings":[],"approved_at_utc":null,"approved_by":null,"archived":false,"associated_award":null,"author":"No_Lingonberry1201","author_flair_background_color":null,"author_flair_css_class":null,"author_flair_richtext":[],"author_flair_template_id":null,"author_flair_text":null,"author_flair_text_color":null,"author_flair_type":"text","author_fullname":"t2_7nrnfybi","author_is_blocked":false,"author_patreon_flair":false,"author_premium":false,"awarders":[],"banned_at_utc":null,"banned_by":null,"body":"Late to the party, just got to try gufo out and holy hell does it improve on llama.cpp. I managed to hit >800-1000t/s prefill and 30-50t/s generation consistently.","can_gild":false,"can_mod_post":false,"collapsed":false,"collapsed_because_crowd_control":null,"collapsed_reason":null,"collapsed_reason_code":null,"comment_type":null,"controversiality":0,"created":1790448517,"created_utc":1790448517,"distinguished":null,"downs":0,"edited":false,"gilded":0,"gildings":{},"id":"pc7zlpm","is_submitter":false,"likes":null,"link_author":"fedeizzo","link_id":"t3_1wox73l","link_permalink":"https://www.reddit.com/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/","link_title":"Gufo: the all-in-one strix halo inference engine","link_url":"https://github.com/gufo-org/gufo","locked":false,"mod_note":null,"mod_reason_by":null,"mod_reason_title":null,"mod_reports":[],"name":"t1_pc7zlpm","no_follow":true,"num_comments":207,"num_reports":null,"over_18":false,"parent_id":"t3_1wox73l","permalink":"/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/pc7zlpm/","profile_img":"https://styles.redditmedia.com/t5_2zc2vo/styles/profileIcon_n8k4dtr0k5kc1.png?width=256&height=256&crop=256:256,smart&s=924b44ccd2b9122198f4955b21841198ddde2ca8","profile_over_18":false,"quarantine":false,"removal_reason":null,"replies":"","report_reasons":null,"retrieved_on":1790448537,"saved":false,"score":3,"score_hidden":false,"send_replies":true,"stickied":false,"subreddit":"StrixHalo","subreddit_id":"t5_fdhjjj","subreddit_name_prefixed":"r/StrixHalo","subreddit_type":"public","top_awarded_type":null,"total_awards_received":0,"treatment_tags":[],"unrepliable_reason":null,"ups":3,"user_reports":[]},{"_meta":{"retrieved_2nd_on":1790534845},"all_awardings":[],"approved_at_utc":null,"approved_by":null,"archived":false,"associated_award":null,"author":"maexxx","author_flair_background_color":null,"author_flair_css_class":null,"author_flair_richtext":[],"author_flair_template_id":null,"author_flair_text":null,"author_flair_text_color":null,"author_flair_type":"text","author_fullname":"t2_sh64i","author_is_blocked":false,"author_patreon_flair":false,"author_premium":false,"awarders":[],"banned_at_utc":null,"banned_by":null,"body":"Would this run on Strix Point too? (AI9 HX370/HX470) ","can_gild":false,"can_mod_post":false,"collapsed":false,"collapsed_because_crowd_control":null,"collapsed_reason":null,"collapsed_reason_code":null,"comment_type":null,"controversiality":0,"created":1790405228,"created_utc":1790405228,"distinguished":null,"downs":0,"edited":false,"gilded":0,"gildings":{},"id":"pc4iprv","is_submitter":false,"likes":null,"link_author":"fedeizzo","link_id":"t3_1wox73l","link_permalink":"https://www.reddit.com/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/","link_title":"Gufo: the all-in-one strix halo inference engine","link_url":"https://github.com/gufo-org/gufo","locked":false,"mod_note":null,"mod_reason_by":null,"mod_reason_title":null,"mod_reports":[],"name":"t1_pc4iprv","no_follow":true,"num_comments":204,"num_reports":null,"over_18":false,"parent_id":"t3_1wox73l","permalink":"/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/pc4iprv/","profile_img":"https://styles.redditmedia.com/t5_eq8tq/styles/profileIcon_snoo-nftv2_bmZ0X2VpcDE1NToxMzdfYzhkM2EzYTgzYmRlNWRhZDA2ZDQzNjY5NGUzZTIyYWMzZTY0ZDU3N180OTkwMjA4_rare_e2fe4c36-b1bb-4124-8f67-c701d0225da0-headshot.png?width=256&height=256&crop=256:256,smart&s=624185015a4ac9d948f75f8ce1ef17edbed2e5c2","profile_over_18":false,"quarantine":false,"removal_reason":null,"replies":"","report_reasons":null,"retrieved_on":1790405242,"saved":false,"score":1,"score_hidden":false,"send_replies":true,"stickied":false,"subreddit":"StrixHalo","subreddit_id":"t5_fdhjjj","subreddit_name_prefixed":"r/StrixHalo","subreddit_type":"public","top_awarded_type":null,"total_awards_received":0,"treatment_tags":[],"unrepliable_reason":null,"ups":1,"user_reports":[]},{"_meta":{"retrieved_2nd_on":1790532416},"all_awardings":[],"approved_at_utc":null,"approved_by":null,"archived":false,"associated_award":null,"author":"prselzh","author_flair_background_color":null,"author_flair_css_class":null,"author_flair_richtext":[],"author_flair_template_id":null,"author_flair_text":null,"author_flair_text_color":null,"author_flair_type":"text","author_fullname":"t2_1i9wyadssl","author_is_blocked":false,"author_patreon_flair":false,"author_premium":false,"awarders":[],"banned_at_utc":null,"banned_by":null,"body":"It does hold up","can_gild":false,"can_mod_post":false,"collapsed":false,"collapsed_because_crowd_control":null,"collapsed_reason":null,"collapsed_reason_code":null,"comment_type":null,"controversiality":0,"created":1790402808,"created_utc":1790402808,"distinguished":null,"downs":0,"edited":false,"gilded":0,"gildings":{},"id":"pc4dmev","is_submitter":false,"likes":null,"link_author":"fedeizzo","link_id":"t3_1wox73l","link_permalink":"https://www.reddit.com/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/","link_title":"Gufo: the all-in-one strix halo inference engine","link_url":"https://github.com/gufo-org/gufo","locked":false,"mod_note":null,"mod_reason_by":null,"mod_reason_title":null,"mod_reports":[],"name":"t1_pc4dmev","no_follow":true,"num_comments":204,"num_reports":null,"over_18":false,"parent_id":"t1_pc0g8go","permalink":"/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/pc4dmev/","profile_img":"https://www.redditstatic.com/avatars/defaults/v2/avatar_default_5.png","profile_over_18":false,"quarantine":false,"removal_reason":null,"replies":"","report_reasons":null,"retrieved_on":1790402828,"saved":false,"score":1,"score_hidden":false,"send_replies":true,"stickied":false,"subreddit":"StrixHalo","subreddit_id":"t5_fdhjjj","subreddit_name_prefixed":"r/StrixHalo","subreddit_type":"public","top_awarded_type":null,"total_awards_received":0,"treatment_tags":[],"unrepliable_reason":null,"ups":1,"user_reports":[]},{"_meta":{"is_edited":true,"retrieved_2nd_on":1790514066},"all_awardings":[],"approved_at_utc":null,"approved_by":null,"archived":false,"associated_award":null,"author":"cafedude","author_flair_background_color":null,"author_flair_css_class":null,"author_flair_richtext":[],"author_flair_template_id":null,"author_flair_text":null,"author_flair_text_color":null,"author_flair_type":"text","author_fullname":"t2_23o6","author_is_blocked":false,"author_patreon_flair":false,"author_premium":false,"awarders":[],"banned_at_utc":null,"banned_by":null,"body":"Right, this was the Q8 quant.","can_gild":false,"can_mod_post":false,"collapsed":false,"collapsed_because_crowd_control":null,"collapsed_reason":null,"collapsed_reason_code":null,"comment_type":null,"controversiality":0,"created":1790377641,"created_utc":1790377641,"distinguished":null,"downs":0,"edited":false,"gilded":0,"gildings":{},"id":"pc2hvai","is_submitter":false,"likes":null,"link_author":"fedeizzo","link_id":"t3_1wox73l","link_permalink":"https://www.reddit.com/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/","link_title":"Gufo: the all-in-one strix halo inference engine","link_url":"https://github.com/gufo-org/gufo","locked":false,"mod_note":null,"mod_reason_by":null,"mod_reason_title":null,"mod_reports":[],"name":"t1_pc2hvai","no_follow":true,"num_comments":201,"num_reports":null,"over_18":false,"parent_id":"t1_pc2dmih","permalink":"/r/StrixHalo/comments/1wox73l/gufo_the_allinone_strix_halo_inference_engine/pc2hvai/","profile_img":"https://styles.redditmedia.com/t5_bjdq3/styles/profileIcon_snoo0eda208f-f55d-4911-abf9-226711139b78-headshot.png?width=256&height=256&crop=256:256,smart&s=5834e473e9d975a45f7f37f179062550695e5ae8","profile_over_18":true,"quarantine":false,"removal_reason":null,"replies":"","report_reasons":null,"retrieved_on":1790377664,"saved":false,"score":1,"score_hidden":false,"send_replies":true,"stickied":false,"subreddit":"StrixHalo","subreddit_id":"t5_fdhjjj","subreddit_name_prefixed":"r/StrixHalo","subreddit_type":"public","top_awarded_type":null,"total_awards_received":0,"treatment_tags":[],"unrepliable_reason":null,"ups":1,"user_reports":[]}]}