{"id":5160,"date":"2026-05-17T23:07:31","date_gmt":"2026-05-17T15:07:31","guid":{"rendered":"https:\/\/www.15zhi.net\/blog\/?p=5160"},"modified":"2026-05-17T23:07:31","modified_gmt":"2026-05-17T15:07:31","slug":"202605%e8%ae%ba%e6%96%87%e7%a0%94%e8%af%bbmmkd-distilling-vision-language-pre-training-models-with-modality-specific-meta-learning","status":"publish","type":"post","link":"https:\/\/www.15zhi.net\/blog\/202605%e8%ae%ba%e6%96%87%e7%a0%94%e8%af%bbmmkd-distilling-vision-language-pre-training-models-with-modality-specific-meta-learning\/","title":{"rendered":"202605\u8bba\u6587\u7814\u8bfbMMKD: Distilling Vision-Language Pre-training Models with Modality-Specific Meta-Learning"},"content":{"rendered":"\n<p>gongchenhao <\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\u57fa\u672c\u4fe1\u606f<\/h2>\n\n\n\n<p>Author: Xinge Ma, Jin Wang, Xuejie Zhang<br>Unit: \u4e91\u5357\u5927\u5b66 \u4fe1\u606f\u79d1\u5b66\u4e0e\u5de5\u7a0b\u5b66\u9662<br>Journal: Knowledge-Based Systems (Elsevier)<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\u7814\u7a76\u80cc\u666f<\/h2>\n\n\n\n<figure class=\"wp-block-image size-large\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"478\" src=\"https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-3-1024x478.png\" alt=\"\" class=\"wp-image-5161\" srcset=\"https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-3-1024x478.png 1024w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-3-300x140.png 300w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-3-768x358.png 768w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-3.png 1279w\" sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n\n\n\n<h2 class=\"wp-block-heading\">\u6838\u5fc3\u8d21\u732e<\/h2>\n\n\n\n<figure class=\"wp-block-image size-large\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"460\" src=\"https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-4-1024x460.png\" alt=\"\" class=\"wp-image-5162\" srcset=\"https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-4-1024x460.png 1024w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-4-300x135.png 300w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-4-768x345.png 768w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-4.png 1197w\" sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n\n\n\n<h2 class=\"wp-block-heading\">\u65b9\u6cd5<\/h2>\n\n\n\n<figure class=\"wp-block-image size-large\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"488\" src=\"https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-5-1024x488.png\" alt=\"\" class=\"wp-image-5163\" srcset=\"https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-5-1024x488.png 1024w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-5-300x143.png 300w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-5-768x366.png 768w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-5.png 1318w\" sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n\n\n\n<figure class=\"wp-block-image size-large\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"488\" src=\"https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-6-1024x488.png\" alt=\"\" class=\"wp-image-5164\" srcset=\"https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-6-1024x488.png 1024w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-6-300x143.png 300w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-6-768x366.png 768w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-6.png 1280w\" sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n\n\n\n<figure class=\"wp-block-image size-large\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"446\" src=\"https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-7-1024x446.png\" alt=\"\" class=\"wp-image-5165\" srcset=\"https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-7-1024x446.png 1024w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-7-300x131.png 300w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-7-768x335.png 768w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-7.png 1156w\" sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n\n\n\n<h2 class=\"wp-block-heading\">\u5b9e\u9a8c<\/h2>\n\n\n\n<figure class=\"wp-block-image size-large\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"472\" src=\"https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-8-1024x472.png\" alt=\"\" class=\"wp-image-5166\" srcset=\"https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-8-1024x472.png 1024w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-8-300x138.png 300w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-8-768x354.png 768w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-8.png 1125w\" sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n\n\n\n<figure class=\"wp-block-image size-large\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"360\" src=\"https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-9-1024x360.png\" alt=\"\" class=\"wp-image-5167\" srcset=\"https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-9-1024x360.png 1024w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-9-300x105.png 300w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-9-768x270.png 768w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-9.png 1258w\" sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n\n\n\n<h2 class=\"wp-block-heading\">\u603b\u7ed3\u4e0e\u601d\u8003<br><\/h2>\n\n\n\n<figure class=\"wp-block-image size-large\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"425\" src=\"https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-10-1024x425.png\" alt=\"\" class=\"wp-image-5168\" srcset=\"https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-10-1024x425.png 1024w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-10-300x124.png 300w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-10-768x318.png 768w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-10.png 1131w\" sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n\n\n\n<figure class=\"wp-block-image size-large\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"322\" src=\"https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-11-1024x322.png\" alt=\"\" class=\"wp-image-5169\" srcset=\"https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-11-1024x322.png 1024w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-11-300x94.png 300w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-11-768x241.png 768w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-11.png 1037w\" sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n\n\n\n<figure class=\"wp-block-image size-large\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"446\" src=\"https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-12-1024x446.png\" alt=\"\" class=\"wp-image-5170\" srcset=\"https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-12-1024x446.png 1024w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-12-300x131.png 300w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-12-768x335.png 768w, https:\/\/www.15zhi.net\/blog\/wp-content\/uploads\/2026\/05\/image-12.png 1028w\" sizes=\"auto, (max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n","protected":false},"excerpt":{"rendered":"<p>gongchenhao \u57fa\u672c\u4fe1\u606f Author: Xinge Ma, Jin Wang, Xuejie Zha [&hellip;]<\/p>\n","protected":false},"author":73,"featured_media":0,"comment_status":"closed","ping_status":"","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[],"class_list":["post-5160","post","type-post","status-publish","format-standard","hentry","category-events"],"_links":{"self":[{"href":"https:\/\/www.15zhi.net\/blog\/wp-json\/wp\/v2\/posts\/5160","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.15zhi.net\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.15zhi.net\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.15zhi.net\/blog\/wp-json\/wp\/v2\/users\/73"}],"replies":[{"embeddable":true,"href":"https:\/\/www.15zhi.net\/blog\/wp-json\/wp\/v2\/comments?post=5160"}],"version-history":[{"count":1,"href":"https:\/\/www.15zhi.net\/blog\/wp-json\/wp\/v2\/posts\/5160\/revisions"}],"predecessor-version":[{"id":5171,"href":"https:\/\/www.15zhi.net\/blog\/wp-json\/wp\/v2\/posts\/5160\/revisions\/5171"}],"wp:attachment":[{"href":"https:\/\/www.15zhi.net\/blog\/wp-json\/wp\/v2\/media?parent=5160"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.15zhi.net\/blog\/wp-json\/wp\/v2\/categories?post=5160"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.15zhi.net\/blog\/wp-json\/wp\/v2\/tags?post=5160"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}