{"id":955,"date":"2024-07-19T16:47:04","date_gmt":"2024-07-19T08:47:04","guid":{"rendered":"https:\/\/www.15zhi.net\/blog\/?p=955"},"modified":"2024-07-25T15:16:11","modified_gmt":"2024-07-25T07:16:11","slug":"202407-%e8%ae%ba%e6%96%87%e7%a0%94%e8%af%bb-huatuogpt-vision-towards-injecting-medical-visual-knowledge-into-multimodal-llms-at-scale","status":"publish","type":"post","link":"https:\/\/www.15zhi.net\/blog\/202407-%e8%ae%ba%e6%96%87%e7%a0%94%e8%af%bb-huatuogpt-vision-towards-injecting-medical-visual-knowledge-into-multimodal-llms-at-scale\/","title":{"rendered":"202407 \u8bba\u6587\u7814\u8bfb-HuatuoGPT-Vision, Towards Injecting Medical Visual Knowledge into Multimodal LLMs at Scale"},"content":{"rendered":"\n<p>\u4f5c\u8005\uff1a<em>Junying Chen\u3001Ouyang Ruyi\u3001Ouyang Ruyi<\/em><\/p>\n\n\n\n<p>\u6765\u6e90\uff1aThe Chinese University of Hong Kong<\/p>\n\n\n\n<p>\u5355\u4f4d\uff1a<em>National Health Data Institute<\/em>&nbsp;<\/p>\n\n\n\n<p><\/p>\n\n\n\n<p class=\"has-large-font-size\">1. \u8bba\u6587\u4ecb\u7ecd<\/p>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" decoding=\"async\" width=\"800\" height=\"450\" src=\"http:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2024\/07\/image-67.png\" alt=\"\" class=\"wp-image-956\" srcset=\"https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2024\/07\/image-67.png 800w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2024\/07\/image-67-300x169.png 300w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2024\/07\/image-67-768x432.png 768w\" sizes=\"auto, (max-width: 800px) 100vw, 800px\" \/><\/figure>\n\n\n\n<p class=\"has-large-font-size\">2.\u6838\u5fc3\u5185\u5bb9<\/p>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" decoding=\"async\" width=\"800\" height=\"450\" src=\"http:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2024\/07\/image-70.png\" alt=\"\" class=\"wp-image-960\" srcset=\"https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2024\/07\/image-70.png 800w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2024\/07\/image-70-300x169.png 300w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2024\/07\/image-70-768x432.png 768w\" sizes=\"auto, (max-width: 800px) 100vw, 800px\" \/><\/figure>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" decoding=\"async\" width=\"800\" height=\"450\" src=\"http:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2024\/07\/image-71.png\" alt=\"\" class=\"wp-image-961\" srcset=\"https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2024\/07\/image-71.png 800w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2024\/07\/image-71-300x169.png 300w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2024\/07\/image-71-768x432.png 768w\" sizes=\"auto, (max-width: 800px) 100vw, 800px\" \/><\/figure>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" decoding=\"async\" width=\"800\" height=\"450\" src=\"http:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2024\/07\/image-72.png\" alt=\"\" class=\"wp-image-962\" srcset=\"https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2024\/07\/image-72.png 800w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2024\/07\/image-72-300x169.png 300w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2024\/07\/image-72-768x432.png 768w\" sizes=\"auto, (max-width: 800px) 100vw, 800px\" \/><\/figure>\n\n\n\n<p class=\"has-large-font-size\">3.\u5b9e\u9a8c\u5185\u5bb9<\/p>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" decoding=\"async\" width=\"800\" height=\"450\" src=\"http:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2024\/07\/image-85.png\" alt=\"\" class=\"wp-image-999\" srcset=\"https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2024\/07\/image-85.png 800w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2024\/07\/image-85-300x169.png 300w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2024\/07\/image-85-768x432.png 768w\" sizes=\"auto, (max-width: 800px) 100vw, 800px\" \/><\/figure>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" decoding=\"async\" width=\"800\" height=\"450\" src=\"http:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2024\/07\/image-77.png\" alt=\"\" class=\"wp-image-969\" srcset=\"https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2024\/07\/image-77.png 800w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2024\/07\/image-77-300x169.png 300w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2024\/07\/image-77-768x432.png 768w\" sizes=\"auto, (max-width: 800px) 100vw, 800px\" \/><\/figure>\n\n\n\n<p class=\"has-large-font-size\">4.\u5b9e\u9a8c\u7ed3\u8bba<\/p>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" decoding=\"async\" width=\"800\" height=\"450\" src=\"http:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2024\/07\/image-78.png\" alt=\"\" class=\"wp-image-970\" srcset=\"https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2024\/07\/image-78.png 800w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2024\/07\/image-78-300x169.png 300w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2024\/07\/image-78-768x432.png 768w\" sizes=\"auto, (max-width: 800px) 100vw, 800px\" \/><\/figure>\n\n\n\n<p class=\"has-large-font-size\">5.\u8bba\u6587\u8d21\u732e<\/p>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" decoding=\"async\" width=\"800\" height=\"450\" src=\"http:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2024\/07\/image-79.png\" alt=\"\" class=\"wp-image-971\" srcset=\"https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2024\/07\/image-79.png 800w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2024\/07\/image-79-300x169.png 300w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2024\/07\/image-79-768x432.png 768w\" sizes=\"auto, (max-width: 800px) 100vw, 800px\" \/><\/figure>\n\n\n\n<p class=\"has-large-font-size\">6.\u603b\u7ed3\u4e0e\u601d\u8003<\/p>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" decoding=\"async\" width=\"800\" height=\"450\" src=\"http:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2024\/07\/image-80.png\" alt=\"\" class=\"wp-image-972\" srcset=\"https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2024\/07\/image-80.png 800w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2024\/07\/image-80-300x169.png 300w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2024\/07\/image-80-768x432.png 768w\" sizes=\"auto, (max-width: 800px) 100vw, 800px\" \/><\/figure>\n","protected":false},"excerpt":{"rendered":"<p>\u4f5c\u8005\uff1aJunying Chen\u3001Ouyang Ruyi\u3001Ouyang Ruyi \u6765\u6e90\uff1aThe Chinese  [&hellip;]<\/p>\n","protected":false},"author":61,"featured_media":0,"comment_status":"closed","ping_status":"","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[],"class_list":["post-955","post","type-post","status-publish","format-standard","hentry","category-events"],"_links":{"self":[{"href":"https:\/\/www.15zhi.net\/blog\/wp-json\/wp\/v2\/posts\/955","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.15zhi.net\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.15zhi.net\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.15zhi.net\/blog\/wp-json\/wp\/v2\/users\/61"}],"replies":[{"embeddable":true,"href":"https:\/\/www.15zhi.net\/blog\/wp-json\/wp\/v2\/comments?post=955"}],"version-history":[{"count":2,"href":"https:\/\/www.15zhi.net\/blog\/wp-json\/wp\/v2\/posts\/955\/revisions"}],"predecessor-version":[{"id":1000,"href":"https:\/\/www.15zhi.net\/blog\/wp-json\/wp\/v2\/posts\/955\/revisions\/1000"}],"wp:attachment":[{"href":"https:\/\/www.15zhi.net\/blog\/wp-json\/wp\/v2\/media?parent=955"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.15zhi.net\/blog\/wp-json\/wp\/v2\/categories?post=955"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.15zhi.net\/blog\/wp-json\/wp\/v2\/tags?post=955"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}