{"id":135,"date":"2024-05-04T17:38:18","date_gmt":"2024-05-05T00:38:18","guid":{"rendered":"http:\/\/Macdaddy4sure.com\/?p=135"},"modified":"2024-05-04T18:09:48","modified_gmt":"2024-05-05T01:09:48","slug":"list-of-large-language-models-on-my-machines","status":"publish","type":"post","link":"http:\/\/macdaddy4sure.ai\/index.php\/2024\/05\/04\/list-of-large-language-models-on-my-machines\/","title":{"rendered":"List of Large Language Models on My Machines"},"content":{"rendered":"\n<p>The following are Language Models that I have been playing around with on my dev workstation.<\/p>\n\n\n\n<figure class=\"wp-block-table\"><table><tbody><tr><td>NAME<\/td><td>Size<\/td><\/tr><tr><td>codegemma:7b-instruct-fp16<\/td><td>17 GB<\/td><\/tr><tr><td>codellama:34b<\/td><td>19 GB<\/td><\/tr><tr><td>codellama:34b-instruct<\/td><td>19 GB<\/td><\/tr><tr><td>command-r:35b<\/td><td>20 GB<\/td><\/tr><tr><td>command-r-plus:104b<\/td><td>59 GB<\/td><\/tr><tr><td>dolphin-mixtral:8x7b-v2.7-fp16<\/td><td>93 GB<\/td><\/tr><tr><td>dolphin-mixtral:latest<\/td><td>26 GB<\/td><\/tr><tr><td>llama2:13b<\/td><td>17 GB<\/td><\/tr><tr><td>llama2-uncensored:70b-chat-q6_K<\/td><td>7.4 GB<\/td><\/tr><tr><td>llama3:70b-instruct<\/td><td>56 GB<\/td><\/tr><tr><td>llama3:8b-instruct-q8_0<\/td><td>39 GB<\/td><\/tr><tr><td>llama3:latest<\/td><td>8.5 GB<\/td><\/tr><tr><td>llava:34b<\/td><td>20 GB<\/td><\/tr><tr><td>llava:latest<\/td><td>4.7 GB<\/td><\/tr><tr><td>phi3:3.8b-mini-instruct-4k-fp16<\/td><td>4.7 GB<\/td><\/tr><tr><td>wizard-math:13b<\/td><td>7.6 GB<\/td><\/tr><tr><td>wizardlm2:8x22b<\/td><td>79 GB<\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n<p>The following are installed on the current AI server.<\/p>\n","protected":false},"excerpt":{"rendered":"<p>The following are Language Models that I have been playing around with on my dev workstation. NAME Size codegemma:7b-instruct-fp16 17 GB codellama:34b 19 GB codellama:34b-instruct 19 GB command-r:35b 20 GB command-r-plus:104b 59 GB dolphin-mixtral:8x7b-v2.7-fp16 93 GB dolphin-mixtral:latest 26 GB llama2:13b 17 GB llama2-uncensored:70b-chat-q6_K 7.4 GB llama3:70b-instruct 56 GB llama3:8b-instruct-q8_0 39 GB llama3:latest 8.5 GB llava:34b [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[],"tags":[],"class_list":["post-135","post","type-post","status-publish","format-standard","hentry"],"_links":{"self":[{"href":"http:\/\/macdaddy4sure.ai\/index.php\/wp-json\/wp\/v2\/posts\/135","targetHints":{"allow":["GET"]}}],"collection":[{"href":"http:\/\/macdaddy4sure.ai\/index.php\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"http:\/\/macdaddy4sure.ai\/index.php\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"http:\/\/macdaddy4sure.ai\/index.php\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"http:\/\/macdaddy4sure.ai\/index.php\/wp-json\/wp\/v2\/comments?post=135"}],"version-history":[{"count":3,"href":"http:\/\/macdaddy4sure.ai\/index.php\/wp-json\/wp\/v2\/posts\/135\/revisions"}],"predecessor-version":[{"id":139,"href":"http:\/\/macdaddy4sure.ai\/index.php\/wp-json\/wp\/v2\/posts\/135\/revisions\/139"}],"wp:attachment":[{"href":"http:\/\/macdaddy4sure.ai\/index.php\/wp-json\/wp\/v2\/media?parent=135"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"http:\/\/macdaddy4sure.ai\/index.php\/wp-json\/wp\/v2\/categories?post=135"},{"taxonomy":"post_tag","embeddable":true,"href":"http:\/\/macdaddy4sure.ai\/index.php\/wp-json\/wp\/v2\/tags?post=135"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}