{"id":3089,"date":"2026-10-06T18:48:45","date_gmt":"2026-10-06T09:48:45","guid":{"rendered":"https:\/\/kd-tklab.na-inet.jp\/?p=3089"},"modified":"2026-10-06T18:50:07","modified_gmt":"2026-10-06T09:50:07","slug":"%e5%8d%92%e7%a0%94%e3%83%86%e3%83%bc%e3%83%9e%e5%90%8d-%e6%b7%b1%e5%b1%a4%e5%ad%a6%e7%bf%92%e3%81%ab%e3%81%8a%e3%81%91%e3%82%8b%e4%b8%b8%e3%82%81%e8%aa%a4%e5%b7%ae%e3%81%ae%e5%bd%b1%e9%9f%bf%e3%81%a8","status":"publish","type":"post","link":"https:\/\/kd-tklab.na-inet.jp\/?p=3089","title":{"rendered":"\u5352\u7814\u30c6\u30fc\u30de\u540d) \u6df1\u5c64\u5b66\u7fd2\u306b\u304a\u3051\u308b\u4e38\u3081\u8aa4\u5dee\u306e\u5f71\u97ff\u3068\u305d\u306e\u89e3\u6c7a\u7b56"},"content":{"rendered":"\n<figure class=\"wp-block-embed is-type-rich is-provider-twitter wp-block-embed-twitter\"><div class=\"wp-block-embed__wrapper\">\n<div class=\"embed-x\"><blockquote class=\"twitter-tweet\" data-width=\"525\" data-dnt=\"true\"><p lang=\"ja\" dir=\"ltr\">\u73fe\u5728\u306eLLM\u306e\u4f4e\u7cbe\u5ea6\u5b66\u7fd2\u3067FlashAttention-3\u3092\u4f7f\u3063\u305f\u5834\u5408\u3001backward\u8a08\u7b97\u3067\u6570\u5024\u7684\u306a\u554f\u984c\u304c\u751f\u3058\u308b\u53ef\u80fd\u6027\u304c\u3042\u308b\u3053\u3068\u304c\u5831\u544a\u3055\u308c\u3066\u3044\u308b\u3002<br><br>\u5b9f\u9a13\u3067\u306f\u3001\u6700\u521d\u306e25B\u30c8\u30fc\u30af\u30f3\u7a0b\u5ea6\u307e\u3067\u306f\u6b63\u5e38\u306b\u5b66\u7fd2\u3067\u304d\u3066\u3044\u305f\u304c\u3001\u305d\u306e\u5f8c\u3001\u52fe\u914d\u30ce\u30eb\u30e0\u304c1000\u500d\u8fd1\u304f\u307e\u3067\u5897\u5927\u3057\u3001\u6700\u7d42\u7684\u306a\u640d\u5931\u3082\u60aa\u5316\u3057\u305f\u3002\u2026<\/p>&mdash; Daisuke Okanohara \/ \u5ca1\u91ce\u539f \u5927\u8f14 (@hillbig) <a href=\"https:\/\/x.com\/hillbig\/status\/2106875129590698465?ref_src=twsrc%5Etfw\">October 4, 2026<\/a><\/blockquote><script async src=\"https:\/\/platform.x.com\/widgets.js\" charset=\"utf-8\"><\/script><\/div>\n<\/div><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u3068\u308a\u3042\u3048\u305a\uff0c\u5b66\u7fd2\u3092FP32\uff5eFP4\u3050\u3089\u3044\u307e\u3067\u3055\u305b\u3066\u307f\u3066\u3069\u306e\u3050\u3089\u3044\u306e\u969b\u304c\u51fa\u308b\u306e\u304b\u3092\u8abf\u67fb\u3059\u308b\u3002\u8a55\u4fa1\u306b\u3064\u3044\u3066\u3082\u5236\u5ea6\u5909\u66f4\u306e\u5f71\u97ff\u3092\u8abf\u67fb\u3057\u3066\uff0c\u6700\u9069\u306a\u7cbe\u5ea6\u3068\u5b66\u7fd2\u52b9\u7387\u30fb\u8a55\u4fa1\u52b9\u7387\u3092\u63a2\u7d22\u3059\u308b\u3002\u624b\u9593\u304c\u304b\u304b\u308b\u8a71\u306a\u306e\u3067\uff0c\u7279\u5b9a\u306e\u30b8\u30e3\u30f3\u30eb\uff08\u753b\u50cf\u751f\u6210\u306a\u3069\uff09\u306b\u7d5e\u3063\u3066\u30c1\u30e3\u30ec\u30f3\u30b8\u3057\u3066\u3082\u3088\u3044\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u3068\u308a\u3042\u3048\u305a\uff0c\u5b66\u7fd2\u3092FP32\uff5eFP4\u3050\u3089\u3044\u307e\u3067\u3055\u305b\u3066\u307f\u3066\u3069\u306e\u3050\u3089\u3044\u306e\u969b\u304c\u51fa\u308b\u306e\u304b\u3092\u8abf\u67fb\u3059\u308b\u3002\u8a55\u4fa1\u306b\u3064\u3044\u3066\u3082\u5236\u5ea6\u5909\u66f4\u306e\u5f71\u97ff\u3092\u8abf\u67fb\u3057\u3066\uff0c\u6700\u9069\u306a\u7cbe\u5ea6\u3068\u5b66\u7fd2\u52b9\u7387\u30fb\u8a55\u4fa1\u52b9\u7387\u3092\u63a2\u7d22\u3059\u308b\u3002\u624b\u9593\u304c\u304b\u304b\u308b\u8a71\u306a\u306e\u3067\uff0c\u7279\u5b9a\u306e\u30b8\u30e3\u30f3\u30eb\uff08\u753b\u50cf\u751f\u6210\u306a &hellip; <\/p>\n<p class=\"link-more\"><a href=\"https:\/\/kd-tklab.na-inet.jp\/?p=3089\" class=\"more-link\"><span class=\"screen-reader-text\">&#8220;\u5352\u7814\u30c6\u30fc\u30de\u540d) \u6df1\u5c64\u5b66\u7fd2\u306b\u304a\u3051\u308b\u4e38\u3081\u8aa4\u5dee\u306e\u5f71\u97ff\u3068\u305d\u306e\u89e3\u6c7a\u7b56&#8221; \u306e<\/span>\u7d9a\u304d\u3092\u8aad\u3080<\/a><\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_feature_clip_id":0,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2},"jetpack_post_was_ever_published":false},"categories":[5],"tags":[],"class_list":["post-3089","post","type-post","status-publish","format-standard","hentry","category-5"],"jetpack_publicize_connections":[],"jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/p6Oxer-NP","jetpack-related-posts":[{"id":2897,"url":"https:\/\/kd-tklab.na-inet.jp\/?p=2897","url_meta":{"origin":3089,"position":0},"title":"\u300cAI\u6642\u4ee3\u306e\u9ad8\u6027\u80fd\u8a08\u7b97\u5165\u9580\u300d\u30c6\u30ad\u30b9\u30c8\u57f7\u7b46\u958b\u59cb","author":"T.Kouya","date":"2026\u5e741\u670825\u65e5","format":false,"excerpt":"\u3000\u4eca\u306e\u3068\u3053\u308d\u7406\u60f3\u306b\u8fd1\u3044\u3082\u306e\u304c\u898b\u5f53\u305f\u3089\u306a\u3044\u3088\u3046\u306a\u306e\u3067\uff0c\u300cAI\u6642\u4ee3\u306e\u9ad8\u6027\u80fd\u8a08\u7b97\u5165\u9580\u300d\u306e\u57f7\u7b46\u3092\u958b\u59cb\u3059\u308b\u3053\u3068\u2026","rel":"","context":"\u5352\u7814\u30e1\u30e2","block_context":{"text":"\u5352\u7814\u30e1\u30e2","link":"https:\/\/kd-tklab.na-inet.jp\/?cat=5"},"img":{"alt_text":"","src":"https:\/\/i0.wp.com\/kd-tklab.na-inet.jp\/wp-content\/uploads\/2026\/01\/hpc_in_ai_era-1.png?resize=350%2C200&ssl=1","width":350,"height":200,"srcset":"https:\/\/i0.wp.com\/kd-tklab.na-inet.jp\/wp-content\/uploads\/2026\/01\/hpc_in_ai_era-1.png?resize=350%2C200&ssl=1 1x, https:\/\/i0.wp.com\/kd-tklab.na-inet.jp\/wp-content\/uploads\/2026\/01\/hpc_in_ai_era-1.png?resize=525%2C300&ssl=1 1.5x, https:\/\/i0.wp.com\/kd-tklab.na-inet.jp\/wp-content\/uploads\/2026\/01\/hpc_in_ai_era-1.png?resize=700%2C400&ssl=1 2x"},"classes":[]},{"id":2164,"url":"https:\/\/kd-tklab.na-inet.jp\/?p=2164","url_meta":{"origin":3089,"position":1},"title":"\u699b\u539f\u9ad8\u7b49\u5b66\u6821\u3000\u7406\u6570\u79d1\u5b66\u7fd2\u4f1a\u3000\u79d1\u5b66\u63a2\u6c42\u8b1b\u5ea7","author":"T.Kouya","date":"2019\u5e748\u67087\u65e5","format":false,"excerpt":"\u3000\u6bce\u5e74\u5b9f\u65bd\u3055\u308c\u3066\u3044\u308b\u699b\u539f\u9ad8\u7b49\u5b66\u6821\u7406\u6570\u79d1\u306e\u751f\u5f92\u3055\u3093\u5411\u3051\u306b\u5b9f\u65bd\u3057\u3066\u3044\u308b\u5b66\u7fd2\u4f1a\u306e\u8b1b\u5ea7\u306e\u4e00\u3064\u3068\u3057\u3066\uff0c\u300c\u30b3\u30f3\u30d4\u2026","rel":"","context":"\u66f4\u65b0\u60c5\u5831","block_context":{"text":"\u66f4\u65b0\u60c5\u5831","link":"https:\/\/kd-tklab.na-inet.jp\/?cat=2"},"img":{"alt_text":"","src":"https:\/\/i0.wp.com\/kd-tklab.na-inet.jp\/wp-content\/uploads\/2019\/08\/2019-08-07_173939.png?resize=350%2C200&ssl=1","width":350,"height":200,"srcset":"https:\/\/i0.wp.com\/kd-tklab.na-inet.jp\/wp-content\/uploads\/2019\/08\/2019-08-07_173939.png?resize=350%2C200&ssl=1 1x, https:\/\/i0.wp.com\/kd-tklab.na-inet.jp\/wp-content\/uploads\/2019\/08\/2019-08-07_173939.png?resize=525%2C300&ssl=1 1.5x, https:\/\/i0.wp.com\/kd-tklab.na-inet.jp\/wp-content\/uploads\/2019\/08\/2019-08-07_173939.png?resize=700%2C400&ssl=1 2x"},"classes":[]},{"id":1007,"url":"https:\/\/kd-tklab.na-inet.jp\/?p=1007","url_meta":{"origin":3089,"position":2},"title":"\u5352\u7814\u30e1\u30e2\uff1aSciPy Lecture Notes","author":"T.Kouya","date":"2016\u5e747\u670819\u65e5","format":false,"excerpt":"\u3000\u6a5f\u68b0\u5b66\u7fd2\u306b\u9650\u3089\u305a\uff0c\u5168\u4e16\u754c\u7684\u306b\u306fPython\u8a00\u8a9e\u306e\u4f7f\u7528\u304c\u666e\u901a\u306b\u306a\u308a\u3064\u3064\u3042\u308a\u307e\u3059\u3002\u79c1\u306e\u8208\u5473\u306f\u79d1\u5b66\u6280\u8853\u8a08\u2026","rel":"","context":"\u5352\u7814\u30e1\u30e2","block_context":{"text":"\u5352\u7814\u30e1\u30e2","link":"https:\/\/kd-tklab.na-inet.jp\/?cat=5"},"img":{"alt_text":"2016-07-19_150704","src":"https:\/\/i0.wp.com\/cs-tklab.na-inet.jp\/blog\/wp-content\/uploads\/2016\/07\/2016-07-19_150704-300x143.png?resize=350%2C200","width":350,"height":200},"classes":[]},{"id":2587,"url":"https:\/\/kd-tklab.na-inet.jp\/?p=2587","url_meta":{"origin":3089,"position":3},"title":"\u300c\u9ad8\u6027\u80fd\u8a08\u7b97\u300d\u7814\u7a76\u7d39\u4ecb","author":"T.Kouya","date":"2024\u5e746\u670821\u65e5","format":false,"excerpt":"\u9ad8\u6027\u80fd\u8a08\u7b97\u7814\u7a76\u958b\u767a\u7528\u306e\u30b5\u30fc\u30d0\u30de\u30b7\u30f3\uff08\u65e7\u30bf\u30a4\u30d7\uff09 \u7814\u7a76\u306e\u6982\u8981 \u3000\u73fe\u4ee3\u306e\u30b3\u30f3\u30d4\u30e5\u30fc\u30bf\u306f\uff0c\u30b9\u30de\u30fc\u30c8\u30d5\u30a9\u30f3\u304b\u2026","rel":"","context":"\u30a8\u30c3\u30bb\u30a4","block_context":{"text":"\u30a8\u30c3\u30bb\u30a4","link":"https:\/\/kd-tklab.na-inet.jp\/?cat=7"},"img":{"alt_text":"","src":"https:\/\/i0.wp.com\/cs-tklab.na-inet.jp\/wp-content\/uploads\/2024\/06\/image.png?resize=350%2C200&ssl=1","width":350,"height":200},"classes":[]},{"id":1323,"url":"https:\/\/kd-tklab.na-inet.jp\/?p=1323","url_meta":{"origin":3089,"position":4},"title":"\u5352\u7814\u30e1\u30e2\uff1aA3RT\u3092\u4f7f\u3063\u305f\u30c1\u30e3\u30c3\u30c8\u30dc\u30c3\u30c8","author":"T.Kouya","date":"2017\u5e744\u670826\u65e5","format":false,"excerpt":"\u3000\u30ea\u30af\u30eb\u30fc\u30c8\u793e\u304c\u6a5f\u68b0\u5b66\u7fd2\u30fbAI\u306e\u30ce\u30a6\u30cf\u30a6\u3092\u63d0\u4f9b\u3059\u308bAPI\uff08A3RT)\u3092\u516c\u958b\u3057\u307e\u3057\u305f\u3002API\u30ad\u30fc\u3092\u53d6\u5f97\u2026","rel":"","context":"\u5352\u7814\u30e1\u30e2","block_context":{"text":"\u5352\u7814\u30e1\u30e2","link":"https:\/\/kd-tklab.na-inet.jp\/?cat=5"},"img":{"alt_text":"","src":"https:\/\/i0.wp.com\/cs-tklab.na-inet.jp\/blog\/wp-content\/uploads\/2017\/04\/2017-04-26_122809-300x191.png?resize=350%2C200&ssl=1","width":350,"height":200},"classes":[]},{"id":1236,"url":"https:\/\/kd-tklab.na-inet.jp\/?p=1236","url_meta":{"origin":3089,"position":5},"title":"\u5352\u7814\u30e1\u30e2\uff1aTensorFlow Ver.1.0\u30ea\u30ea\u30fc\u30b9","author":"T.Kouya","date":"2017\u5e742\u670816\u65e5","format":false,"excerpt":"\u3000Google\u306eDeepLearning\u30d1\u30c3\u30b1\u30fc\u30b8\uff0cTensorFlow(\u30c6\u30f3\u30bd\u30eb\u30d5\u30ed\u30fc) Ver.\u2026","rel":"","context":"\u66f4\u65b0\u60c5\u5831","block_context":{"text":"\u66f4\u65b0\u60c5\u5831","link":"https:\/\/kd-tklab.na-inet.jp\/?cat=2"},"img":{"alt_text":"","src":"https:\/\/i0.wp.com\/cs-tklab.na-inet.jp\/blog\/wp-content\/uploads\/2017\/02\/2017-02-16_140717-285x300.png?resize=350%2C200&ssl=1","width":350,"height":200},"classes":[]}],"amp_enabled":true,"jetpack_featured_media_url":"","_links":{"self":[{"href":"https:\/\/kd-tklab.na-inet.jp\/index.php?rest_route=\/wp\/v2\/posts\/3089","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/kd-tklab.na-inet.jp\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/kd-tklab.na-inet.jp\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/kd-tklab.na-inet.jp\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/kd-tklab.na-inet.jp\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=3089"}],"version-history":[{"count":2,"href":"https:\/\/kd-tklab.na-inet.jp\/index.php?rest_route=\/wp\/v2\/posts\/3089\/revisions"}],"predecessor-version":[{"id":3091,"href":"https:\/\/kd-tklab.na-inet.jp\/index.php?rest_route=\/wp\/v2\/posts\/3089\/revisions\/3091"}],"wp:attachment":[{"href":"https:\/\/kd-tklab.na-inet.jp\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=3089"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/kd-tklab.na-inet.jp\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=3089"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/kd-tklab.na-inet.jp\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=3089"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}