{"id":420,"date":"2023-07-21T07:21:54","date_gmt":"2023-07-21T07:21:54","guid":{"rendered":"http:\/\/ocean:8000\/?p=420"},"modified":"2023-07-24T03:09:29","modified_gmt":"2023-07-24T03:09:29","slug":"%e5%a4%a7%e8%a6%8f%e6%a8%a1%e8%a8%80%e8%aa%9e%e3%83%a2%e3%83%87%e3%83%ab%e5%88%86%e6%95%a3%e5%ad%a6%e7%bf%92%e3%83%8f%e3%83%83%e3%82%ab%e3%82%bd%e3%83%b3%e3%81%ab%e5%8f%82%e5%8a%a0%e3%81%97%e3%81%a6","status":"publish","type":"post","link":"http:\/\/ocean:8000\/event\/%e5%a4%a7%e8%a6%8f%e6%a8%a1%e8%a8%80%e8%aa%9e%e3%83%a2%e3%83%87%e3%83%ab%e5%88%86%e6%95%a3%e5%ad%a6%e7%bf%92%e3%83%8f%e3%83%83%e3%82%ab%e3%82%bd%e3%83%b3%e3%81%ab%e5%8f%82%e5%8a%a0%e3%81%97%e3%81%a6\/","title":{"rendered":"\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb\u5206\u6563\u5b66\u7fd2\u30cf\u30c3\u30ab\u30bd\u30f3\u306b\u53c2\u52a0\u3057\u3066\u304d\u307e\u3057\u305f\uff01"},"content":{"rendered":"\n<figure class=\"wp-block-image size-large\"><img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"768\" src=\"http:\/\/ocean:8000\/wp-content\/uploads\/2023\/07\/blog1-1024x768.jpg\" alt=\"\" class=\"wp-image-421\" srcset=\"http:\/\/ocean:8000\/wp-content\/uploads\/2023\/07\/blog1-1024x768.jpg 1024w, http:\/\/ocean:8000\/wp-content\/uploads\/2023\/07\/blog1-300x225.jpg 300w, http:\/\/ocean:8000\/wp-content\/uploads\/2023\/07\/blog1-768x576.jpg 768w, http:\/\/ocean:8000\/wp-content\/uploads\/2023\/07\/blog1-1536x1152.jpg 1536w, http:\/\/ocean:8000\/wp-content\/uploads\/2023\/07\/blog1.jpg 2016w\" sizes=\"(max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n\n\n\n<p><\/p>\n\n\n\n<p>\u6587\u8cac\uff1a\u7530\u4e2d\u5eb7\u592a\u90ce<\/p>\n\n\n\n<p><\/p>\n\n\n\n<p>\u6700\u8fd1ChatGPT\u3084Bard\u306b\u4ee3\u8868\u3055\u308c\u308b\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb\uff08Large Language Model; LLM\uff09\u304c\u6ce8\u76ee\u3092\u96c6\u3081\u3066\u3044\u307e\u3059\u3002\u3053\u308c\u3089\u306e\u30e2\u30c7\u30eb\u306f\u9ad8\u3044\u81ea\u7136\u8a00\u8a9e\u51e6\u7406\u80fd\u529b\u3092\u6301\u3063\u3066\u304a\u308a\u3001\u69d8\u3005\u306a\u5206\u91ce\u3067\u306e\u5fdc\u7528\u304c\u691c\u8a0e\u3055\u308c\u3066\u3044\u307e\u3059\u3002\u4e00\u65b9\u3067\u3001LLM\u3092\u8a13\u7df4\u3059\u308b\u305f\u3081\u306b\u306f\u5927\u91cf\u306e\u8a08\u7b97\u30ea\u30bd\u30fc\u30b9\u3092\u5fc5\u8981\u3068\u3057\u3001\u30c7\u30fc\u30bf\u30d1\u30e9\u30ec\u30eb\u3001\u30e2\u30c7\u30eb\u30d1\u30e9\u30ec\u30eb\u3068\u3044\u3063\u305f\u5206\u6563\u5b66\u7fd2\u3084\u30cf\u30a4\u30d1\u30fc\u30d1\u30e9\u30e1\u30fc\u30bf\u306e\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u304c\u5fc5\u8981\u3068\u306a\u308a\u307e\u3059\u3002LLM\u306e\u5b66\u7fd2\u306b\u5fc5\u8981\u306a\u6280\u8853\u7684\u77e5\u898b\u3092\u84c4\u3048\u308b\u305f\u3081\u3001\u56fd\u7acb\u7814\u7a76\u958b\u767a\u6cd5\u4eba\u7523\u696d\u6280\u8853\u7dcf\u5408\u7814\u7a76\u6240\u304c\u63d0\u4f9b\u3059\u308b\u30b9\u30fc\u30d1\u30fc\u30b3\u30f3\u30d4\u30e5\u30fc\u30bf\u30fc\u3001ABCI\u3092\u6d3b\u7528\u3057\u305f\u7b2c1\u56de\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb\u5206\u6563\u5b66\u7fd2\u30cf\u30c3\u30ab\u30bd\u30f3\uff08<a href=\"https:\/\/abci.ai\/event\/2023\/06\/13\/ja_event.html\" target=\"_blank\" rel=\"noopener\" title=\"\">https:\/\/abci.ai\/event\/2023\/06\/13\/ja_event.html<\/a>\uff09\u306b\u65e5\u9ad9\u96c5\u4fca\u3001\u6a4b\u672c\u667a\u6d0b\u3001\u7530\u4e2d\u5eb7\u592a\u90ce\u304c\u53c2\u52a0\u3057\u307e\u3057\u305f\u3002\u672c\u30d6\u30ed\u30b0\u3067\u306f\u7530\u4e2d\u5eb7\u592a\u90ce\u304c\u30cf\u30c3\u30ab\u30bd\u30f3\u3067\u306e\u53d6\u308a\u7d44\u307f\u3068LLM\u306e\u5b66\u7fd2\u306b\u5fc5\u8981\u306a\u6280\u8853\u7684\u77e5\u898b\u3092\u7d39\u4ecb\u3044\u305f\u3057\u307e\u3059\u3002<\/p>\n\n\n\n<p><\/p>\n\n\n\n<p>\u4eca\u56de\u306fLLM\u3092\u30b9\u30af\u30e9\u30c3\u30c1\u304b\u3089\u30de\u30eb\u30c1\u30ce\u30fc\u30c9\u3067\u52b9\u7387\u7684\u306b\u5b66\u7fd2\u3059\u308b\u65b9\u6cd5\u3092\u5b66\u3076\u3053\u3068\u3092\u76ee\u6a19\u306b\u3057\u3001\uff13\u4eba\u306e\u30e1\u30f3\u30d0\u30fc\u304c\u305d\u308c\u305e\u308c\u7570\u306a\u308b\u30e9\u30a4\u30d6\u30e9\u30ea\u3092\u7528\u3044\u3066\u691c\u8a3c\u3092\u884c\u3044\u307e\u3057\u305f\u3002<\/p>\n\n\n\n<p><\/p>\n\n\n\n<h3 class=\"wp-block-heading\">Transformers\u3068DeepSpeed\u3092\u7528\u3044\u305fOPT [Zhang et al., 2022]\u306e\u5b66\u7fd2<\/h3>\n\n\n\n<p><\/p>\n\n\n\n<p>OPT\u306fMeta\u793e\u304c\u516c\u958b\u3057\u3066\u3044\u308b\u30aa\u30fc\u30d7\u30f3\u30bd\u30fc\u30b9\u306eLLM\u3067\u3001\u30d1\u30e9\u30e1\u30fc\u30bf\u6570\u304c1\u51042500\u4e07 (125m)\u306e\u6bd4\u8f03\u7684\u5c0f\u3055\u306a\u3082\u306e\u304b\u3089\u3001GPT-3[Brown et al., 2020]\u3068\u540c\u7b49\u306e1750\u5104 (175b)\u306e\u30e2\u30c7\u30eb\u307e\u3067\u516c\u958b\u3055\u308c\u3066\u3044\u307e\u3059\u3002\u672c\u30cf\u30c3\u30ab\u30bd\u30f3\u3067\u306fVRAM16GB\u306eV100\u3092\u5229\u7528\u3057\u307e\u3057\u305f\u304c\u3001\u30d1\u30e9\u30e1\u30fc\u30bf\u6570\u306e\u591a\u3044\u30e2\u30c7\u30eb\u3092\u5b66\u7fd2\u3057\u3088\u3046\u3068\u3059\u308b\u3068\u3001\u5de5\u592b\u306a\u3057\u3067\u306fVRAM\u306e\u5bb9\u91cf\u304c\u8db3\u308a\u307e\u305b\u3093\u3002\u305d\u3053\u3067\u3001DeepSpeed\uff08<a href=\"https:\/\/github.com\/microsoft\/DeepSpeed\">https:\/\/github.com\/microsoft\/<\/a><a href=\"https:\/\/github.com\/microsoft\/DeepSpeed\" target=\"_blank\" rel=\"noopener\" title=\"\">DeepSpeed<\/a>\uff09\u3068\u3044\u3046Microsoft\u793e\u304c\u63d0\u4f9b\u3057\u3066\u3044\u308b\u30e9\u30a4\u30d6\u30e9\u30ea\u3092\u7528\u3044\u307e\u3057\u305f\u3002\u3053\u306e\u30e9\u30a4\u30d6\u30e9\u30ea\u306b\u306fZeRO [Rajbhandari et al., 2020]\u3068\u547c\u3070\u308c\u308b\u30e1\u30e2\u30ea\u52b9\u7387\u5316\u624b\u6cd5\u304c\u5b9f\u88c5\u3055\u308c\u3066\u304a\u308a\u3001\u30d1\u30e9\u30e1\u30fc\u30bf\u6570\u306e\u591a\u3044\u30e2\u30c7\u30eb\u306e\u5b66\u7fd2\u3092\u53ef\u80fd\u306b\u3057\u3066\u3044\u307e\u3059\u3002\u624b\u6cd5\u306e\u8a73\u7d30\u306f\u3053\u306e\u30d6\u30ed\u30b0\u3067\u7d39\u4ecb\u3055\u308c\u3066\u3044\u307e\u3059\uff08<a href=\"https:\/\/www.microsoft.com\/en-us\/research\/blog\/zero-deepspeed-new-system-optimizations-enable-training-models-with-over-100-billion-parameters\/\">https:\/\/<\/a><a href=\"https:\/\/www.microsoft.com\/en-us\/research\/blog\/zero-deepspeed-new-system-optimizations-enable-training-models-with-over-100-billion-parameters\/\" target=\"_blank\" rel=\"noopener\" title=\"\">www.microsoft.com<\/a><a href=\"https:\/\/www.microsoft.com\/en-us\/research\/blog\/zero-deepspeed-new-system-optimizations-enable-training-models-with-over-100-billion-parameters\/\">\/en-us\/research\/blog\/zero-deepspeed-new-system-optimizations-enable-training-models-with-over-100-billion-parameters\/<\/a>\uff09\u3002\u691c\u8a3c\u3067\u306fZeRO stage 3\u3092\u5229\u7528\u3057\u307e\u3057\u305f\u3002<\/p>\n\n\n\n<p><\/p>\n\n\n\n<p>\u672c\u30bb\u30af\u30b7\u30e7\u30f3\u3067\u306f\u4ee5\u4e0b\u306e\uff13\u70b9\u306b\u3064\u3044\u3066\u7d39\u4ecb\u3057\u307e\u3059\u3002<\/p>\n\n\n\n<ul>\n<li>\u5927\u5bb9\u91cf\u30c7\u30fc\u30bf\u306e\u7b26\u53f7\u5316\u51e6\u7406\u306e\u96e3\u3057\u3055<\/li>\n\n\n\n<li>\u30de\u30eb\u30c1GPU, \u30de\u30eb\u30c1\u30ce\u30fc\u30c9\u306b\u3088\u308b\u5b66\u7fd2\u306e\u30b9\u30b1\u30fc\u30eb\u5316<\/li>\n\n\n\n<li>OPT125m\u3068350m\u306e\u5b66\u7fd2\u7d50\u679c\u3068\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u65b9\u6cd5<\/li>\n<\/ul>\n\n\n\n<p><\/p>\n\n\n\n<h3 class=\"wp-block-heading\">\u5927\u5bb9\u91cf\u30c7\u30fc\u30bf\u306e\u7b26\u53f7\u5316\u51e6\u7406\u306e\u96e3\u3057\u3055<\/h3>\n\n\n\n<p><\/p>\n\n\n\n<p>\u3000\u8a00\u8a9e\u30e2\u30c7\u30eb\u3092\u5b66\u7fd2\u3059\u308b\u305f\u3081\u306b\u306f\u307e\u305a\u6587\u5b57\u30c7\u30fc\u30bf\u3092\u7b26\u53f7\u5316\u3059\u308b\u5fc5\u8981\u304c\u3042\u308a\u307e\u3059\u3002\u4eca\u56de\u306fGPT-2 [Radford et al., 2018]\u3067\u7528\u3044\u3089\u308c\u305f\u30d0\u30a4\u30c8\u5bfe\u7b26\u53f7\u5316(Byte-Pair Encoding; BPE)\u3092\u884c\u3044\u307e\u3057\u305f\u3002\u7b26\u53f7\u5316\u51e6\u7406\u306b\u306f\u4ee5\u4e0b\u306e\uff12\u3064\u306e\u30a2\u30d7\u30ed\u30fc\u30c1\u304c\u8003\u3048\u3089\u308c\u307e\u3059\u3002<\/p>\n\n\n\n<ul>\n<li>\u8a13\u7df4\u524d\u306b\u5168\u3066\u306e\u30c7\u30fc\u30bf\u306b\u5bfe\u3057\u3066\u7b26\u53f7\u5316\u3092\u884c\u3046\u30a2\u30d7\u30ed\u30fc\u30c1<\/li>\n\n\n\n<li>\u8a13\u7df4\u6642\u306b\u30d0\u30c3\u30c1\u5358\u4f4d\u3067\u7b26\u53f7\u5316\u3092\u884c\u3046\u30a2\u30d7\u30ed\u30fc\u30c1<\/li>\n<\/ul>\n\n\n\n<p>\u8a13\u7df4\u524d\u306b\u7b26\u53f7\u5316\u3092\u884c\u3048\u3070\u8a13\u7df4\u6642\u306eCPU\u51e6\u7406\u3092\u5c11\u306a\u304f\u3059\u308b\u3053\u3068\u304c\u3067\u304d\u3001\u8a13\u7df4\u3092\u9ad8\u901f\u5316\u3067\u304d\u307e\u3059\u3002\u4e00\u65b9\u3067\u3001\u8a13\u7df4\u30c7\u30fc\u30bf\u304c\u5927\u898f\u6a21\u306e\u5834\u5408\u3001CPU\u30e1\u30e2\u30ea\u306b\u306e\u3089\u305a\u30d7\u30ed\u30bb\u30b9\u304c\u6b62\u307e\u308b\u5834\u5408\u304c\u3042\u308b\u4e0a\u3001\u7b26\u53f7\u5316\u306e\u9593GPU\u304c\u6709\u52b9\u6d3b\u7528\u3067\u304d\u306a\u3044\u3068\u3044\u3046\u554f\u984c\u304c\u3042\u308a\u307e\u3059\u3002<\/p>\n\n\n\n<p>\u3000\u4eca\u56deBookCorpus [Zhu et al., 2015]\u306a\u3069\u7d04120GB\u306e\u30c7\u30fc\u30bf\u30bb\u30c3\u30c8\u3067\u8a13\u7df4\u3057\u3088\u3046\u3068\u3057\u305f\u3068\u3053\u308d\u3001\u8a13\u7df4\u524d\u306b\u7b26\u53f7\u5316\u3059\u308b\u30a2\u30d7\u30ed\u30fc\u30c1\u3067\u306f\u30e1\u30e2\u30ea\u4e0d\u8db3\u306b\u3088\u308a\u30d7\u30ed\u30bb\u30b9\u3092\u5b8c\u4e86\u3059\u308b\u3053\u3068\u304c\u3067\u304d\u305a\u30016GB\u307e\u3067\u6e1b\u3089\u3057\u3066\u3082\u7b26\u53f7\u5316\u306b6\u6642\u9593\uff08\u30de\u30eb\u30c1\u30b9\u30ec\u30c3\u30c9\u3001\u30b7\u30f3\u30b0\u30eb\u30d7\u30ed\u30bb\u30b9\uff09\u304b\u304b\u308a\u307e\u3057\u305f\u3002ABCI\u306e\u3088\u3046\u306a\u6642\u9593\u8ab2\u91d1\u5236\u5ea6\u306e\u5834\u5408\u3001\u7b26\u53f7\u5316\u51e6\u7406\u306e\u9593GPU\u304c\u52d5\u3044\u3066\u3044\u306a\u3044\u306b\u3082\u95a2\u308f\u3089\u305a\u9ad8\u984d\u306e\u8ab2\u91d1\u304c\u3055\u308c\u3066\u3057\u307e\u3046\u3068\u3044\u3046\u554f\u984c\u304c\u3042\u308b\u305f\u3081\u3001\u7b26\u53f7\u5316\u306fCPU\u51e6\u7406\u3067\u4e8b\u524d\u306b\u884c\u3063\u305f\u4e0a\u3067\u3001\u7d50\u679c\u3092\u30ad\u30e3\u30c3\u30b7\u30e5\u3068\u3057\u3066\u4fdd\u5b58\u3057\u3001\u8a13\u7df4\u6642\u306f\u305d\u306e\u30ad\u30e3\u30c3\u30b7\u30e5\u3092\u30ed\u30fc\u30c9\u3059\u308b\u5f62\u3092\u3068\u308a\u307e\u3057\u305f\u3002\u3000\u4e00\u65b9\u3001\u8a13\u7df4\u6642\u306b\u30d0\u30c3\u30c1\u5358\u4f4d\u3067\u7b26\u53f7\u5316\u3092\u884c\u3046\u30a2\u30d7\u30ed\u30fc\u30c1\u3092\u8a66\u3059\u305f\u3081\u306b\u3001Huggingface\u306edataset streaming (<a href=\"https:\/\/huggingface.co\/docs\/datasets\/stream\" target=\"_blank\" rel=\"noopener\" title=\"\">https:\/\/huggingface.co\/docs\/datasets\/stream<\/a>)\u3092\u5229\u7528\u3057\u307e\u3057\u305f\u3002dataset split\u3092\u81ea\u52d5\u3067\u4f5c\u6210\u3059\u308b\u6a5f\u80fd\u304c\u306a\u3044\u3053\u3068\u3084\u3001\u8a13\u7df4\u30d1\u30e9\u30e1\u30fc\u30bf\u3068\u3057\u3066\u30b9\u30c6\u30c3\u30d7\u6570\u3092\u6307\u5b9a\u3057\u306a\u3051\u308c\u3070\u3044\u3051\u306a\u3044\u306a\u3069\u306e\u5236\u9650\u306f\u3042\u308b\u4e00\u65b9\u3001\u7b26\u53f7\u5316\u51e6\u7406\u3084\u30b0\u30eb\u30fc\u30d4\u30f3\u30b0\u51e6\u7406\u3092\u5f85\u3064\u5fc5\u8981\u304c\u306a\u304f\u306a\u308a\u307e\u3059\u3002DeepSpeed\u306a\u3057\u306e\u5834\u5408\u3067\u306fstreaming\u3092\u7528\u3044\u305f\u8a13\u7df4\u304c\u3067\u304d\u305f\u4e00\u65b9\u3001DeepSpeed\u3068\u7d44\u307f\u5408\u308f\u305b\u308b\u3068GPU\u4f7f\u7528\u7387\u304c100%\u306b\u3082\u95a2\u308f\u3089\u305aGPU\u6e29\u5ea6\u3084\u96fb\u529b\u6d88\u8cbb\u91cf\u304c\u3042\u304c\u3089\u305a\u3001\u5b66\u7fd2\u3082\u59cb\u307e\u3089\u306a\u304f\u306a\u308a\u3001\u3046\u307e\u304f\u884c\u304d\u307e\u305b\u3093\u3067\u3057\u305f\u3002<\/p>\n\n\n\n<p><\/p>\n\n\n\n<h3 class=\"wp-block-heading\">\u30de\u30eb\u30c1GPU\u3001\u30de\u30eb\u30c1\u30ce\u30fc\u30c9\u306b\u3088\u308b\u5b66\u7fd2\u306e\u30b9\u30b1\u30fc\u30eb\u5316<\/h3>\n\n\n\n<p><\/p>\n\n\n\n<p>\u8a13\u7df4\u306b\u4f7f\u3046GPU\u6570\u3092\u4e0a\u3052\u305f\u6642\u306b\u8a13\u7df4\u901f\u5ea6\u3084\u6027\u80fd\u306b\u5f71\u97ff\u304c\u3042\u308b\u304b\u3092\u8abf\u3079\u308b\u305f\u3081\u3001OPT-125m\u3092wikitext\u30c7\u30fc\u30bf\u30bb\u30c3\u30c8[Merity et al., 2016]\u30673\u30a8\u30dd\u30c3\u30af\u8a13\u7df4\u3059\u308b\u30bf\u30b9\u30af\u3092\u4ee5\u4e0b\u306e\u6761\u4ef6\u3067\u6bd4\u8f03\u3057\u307e\u3057\u305f\u3002<\/p>\n\n\n\n<ul>\n<li>1 GPU \uff08DeepSpeed\u306a\u3057\uff09<\/li>\n\n\n\n<li>1 \u30ce\u30fc\u30c9\uff084 GPU, DeepSpeed\u306a\u3057\uff09<\/li>\n\n\n\n<li>1 \u30ce\u30fc\u30c9+DS\uff084 GPU\uff09<\/li>\n\n\n\n<li>2 \u30ce\u30fc\u30c9+DS\uff088 GPU\uff09<\/li>\n\n\n\n<li>4 \u30ce\u30fc\u30c9+DS\uff0816 GPU\uff09<\/li>\n\n\n\n<li>16 \u30ce\u30fc\u30c9+DS\uff0864 GPU\uff09<\/li>\n<\/ul>\n\n\n\n<p>1\u30ce\u30fc\u30c9\u3067DeepSpeed\u3092\u7528\u3044\u306a\u3044\u5834\u5408\u306fOut of memory\u3068\u306a\u308a\u307e\u3057\u305f\u3002\u305d\u306e\u4ed6\u306e\u6761\u4ef6\u306e\u7d50\u679c\u306f\u56f3\uff11\u306e\u901a\u308a\u3067\u3059\u3002<\/p>\n\n\n\n<p><\/p>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" decoding=\"async\" width=\"960\" height=\"720\" src=\"http:\/\/ocean:8000\/wp-content\/uploads\/2023\/07\/ABCI\u30cf\u30c3\u30ab\u30bd\u30f320230714.pptx.jpg\" alt=\"\" class=\"wp-image-425\" srcset=\"http:\/\/ocean:8000\/wp-content\/uploads\/2023\/07\/ABCI\u30cf\u30c3\u30ab\u30bd\u30f320230714.pptx.jpg 960w, http:\/\/ocean:8000\/wp-content\/uploads\/2023\/07\/ABCI\u30cf\u30c3\u30ab\u30bd\u30f320230714.pptx-300x225.jpg 300w, http:\/\/ocean:8000\/wp-content\/uploads\/2023\/07\/ABCI\u30cf\u30c3\u30ab\u30bd\u30f320230714.pptx-768x576.jpg 768w\" sizes=\"(max-width: 960px) 100vw, 960px\" \/><figcaption class=\"wp-element-caption\">\u56f3\uff11: \u8907\u6570GPU\u3001\u8907\u6570\u30ce\u30fc\u30c9\u3092\u7528\u3044\u305fOPT125m\u306e\u8a13\u7df4\u6642\u9593\u306e\u6bd4\u8f03\u3002<\/figcaption><\/figure>\n\n\n\n<p><\/p>\n\n\n\n<p><\/p>\n\n\n\n<p>\u7d50\u679c\u304b\u3089\u30ce\u30fc\u30c9\u6570\u3092\u5897\u3084\u3059\u3068\u3001\u30ce\u30fc\u30c9\u6570\u306b\u6bd4\u4f8b\u3057\u3066\u8a13\u7df4\u901f\u5ea6\u304c\u4e0a\u304c\u308b\u3053\u3068\u304c\u308f\u304b\u308a\u307e\u3057\u305f\u3002\u4e00\u65b9\u30671 GPU\u304b\u30891 \u30ce\u30fc\u30c9\uff08GPU\u65704\u500d\uff09\u306b\u5897\u3084\u3057\u3066\u3082\u3001\u8a13\u7df4\u901f\u5ea6\u306f4\u500d\u306b\u306f\u306a\u308a\u307e\u305b\u3093\u3067\u3057\u305f\u3002\u3053\u306e\u539f\u56e0\u306b\u3064\u3044\u3066\u8a73\u3057\u304f\u7279\u5b9a\u3059\u308b\u3053\u3068\u306f\u3067\u304d\u307e\u305b\u3093\u3067\u3057\u305f\u304c\u3001ZeRO stage 3\u306f\u30e1\u30e2\u30ea\u4f7f\u7528\u304c\u52b9\u7387\u7684\u306a\u53cd\u9762\u3001\u8a13\u7df4\u901f\u5ea6\u304c\u843d\u3061\u308b\u3053\u3068\u304c\u30cf\u30c3\u30ab\u30bd\u30f3\u306e\u4ed6\u30c1\u30fc\u30e0\u306e\u767a\u8868\u3067\u5831\u544a\u3055\u308c\u3066\u3044\u307e\u3057\u305f\u3002<\/p>\n\n\n\n<p><\/p>\n\n\n\n<h3 class=\"wp-block-heading\">OPT125m\u3068350m\u306e\u5b66\u7fd2\u7d50\u679c\u3068\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u65b9\u6cd5<\/h3>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" decoding=\"async\" width=\"960\" height=\"720\" src=\"http:\/\/ocean:8000\/wp-content\/uploads\/2023\/07\/ABCI\u30cf\u30c3\u30ab\u30bd\u30f320230714.pptx-1.jpg\" alt=\"\" class=\"wp-image-426\" srcset=\"http:\/\/ocean:8000\/wp-content\/uploads\/2023\/07\/ABCI\u30cf\u30c3\u30ab\u30bd\u30f320230714.pptx-1.jpg 960w, http:\/\/ocean:8000\/wp-content\/uploads\/2023\/07\/ABCI\u30cf\u30c3\u30ab\u30bd\u30f320230714.pptx-1-300x225.jpg 300w, http:\/\/ocean:8000\/wp-content\/uploads\/2023\/07\/ABCI\u30cf\u30c3\u30ab\u30bd\u30f320230714.pptx-1-768x576.jpg 768w\" sizes=\"(max-width: 960px) 100vw, 960px\" \/><figcaption class=\"wp-element-caption\">\u56f3\uff12\uff1a\u5de6\u306fOPT125m\u3092\u8a13\u7df4\u3057\u305f\u7d50\u679c\u3002\u53f3\u306fOPT350m\u3092BookCorpus\u3067\u8a13\u7df4\u3057\u305f\u7d50\u679c\u3002<\/figcaption><\/figure>\n\n\n\n<p><\/p>\n\n\n\n<p>BookCorpus, CC News, WikiText\u306e\u30c7\u30fc\u30bf\u30bb\u30c3\u30c8\u3092\u7d50\u5408\u3057OPT125m\u3067\u8a13\u7df4\u3092\u884c\u3044\u307e\u3057\u305f\uff08\u56f3\uff12\u306e\u5de6\uff09\u3002\u30cf\u30a4\u30d1\u30fc\u30d1\u30e9\u30e1\u30fc\u30bf\u306f\u57fa\u672c\u7684\u306bOPT\u306e\u8ad6\u6587\u306b\u5f93\u3044\u307e\u3057\u305f\u304c\u3001\u30d0\u30c3\u30c1\u30b5\u30a4\u30ba\u306f\u30e1\u30e2\u30ea\u524a\u6e1b\u306e\u305f\u3081\uff12\u3068\u3057\u307e\u3057\u305f\u300224\u6642\u9593\u8a13\u7df4\u3092\u3057\u305f\u3068\u3053\u308d\u3001\u8a13\u7df4\u306e\u640d\u5931\u306f\u7d04\uff13\u307e\u3067\u4e0b\u304c\u308a\u307e\u3057\u305f\u3002\u8a13\u7df4\u3057\u305f\u30e2\u30c7\u30eb\u306b\u201dHello! I am\u201d\u306e\u7d9a\u304d\u3092\u751f\u6210\u3055\u305b\u305f\u3068\u3053\u308d\u3001\u201dHello! I am sorry for the delay\u201d\u306e\u3088\u3046\u306b\u6587\u8108\u306b\u3042\u3063\u305f\u3001\u6587\u6cd5\u7684\u306b\u6b63\u3057\u3044\u6587\u7ae0\u304c\u751f\u6210\u3055\u308c\u307e\u3057\u305f\u3002<\/p>\n\n\n\n<p>\u3000OPT350m\u306fBookCorpus\u3092\u7528\u3044\u3066\u8a13\u7df4\u3057\u307e\u3057\u305f\u3002\u306f\u3058\u3081\u3001\uff12\u30ce\u30fc\u30c9\u3001lr=3e-04\u306e\u6761\u4ef6\u3067\u8a13\u7df4\u3057\u305f\u3068\u3053\u308d\u3001\u56f3\uff12\u306e\u53f3\u306e\u9ec4\u8272\u7dda\u306e\u3088\u3046\u306b\u8a13\u7df4\u640d\u5931\u304c\uff17\u3042\u305f\u308a\u304b\u3089\u4e0b\u304c\u3089\u306a\u304f\u306a\u308a\u3001\u751f\u6210\u7d50\u679c\u3082\u201dHello! I ams, for\u201d\u306e\u3088\u3046\u306b\u82f1\u8a9e\u306e\u983b\u51fa\u5358\u8a9e\u3092\u30e9\u30f3\u30c0\u30e0\u306b\u4e26\u3079\u305f\u3088\u3046\u306a\u3082\u306e\u306b\u306a\u308a\u307e\u3057\u305f\u3002\u305d\u3053\u3067\u3001\u5b66\u7fd2\u3092\u5b89\u5b9a\u3055\u305b\u308b\u305f\u3081\u306blr\u30923e-06\u307e\u3067\u4e0b\u3052\u3001\u30ce\u30fc\u30c9\u6570\u309216\u30ce\u30fc\u30c9\u307e\u3067\u5897\u3084\u3057\u305f\uff08\u30d0\u30c3\u30c1\u30b5\u30a4\u30ba\u3092\u4e0a\u3052\u308b\u3053\u3068\u3068\u540c\u7b49\uff09\u3068\u3053\u308d\u640d\u5931\u306f4\u7a0b\u5ea6\u307e\u3067\u4e0b\u304c\u308a\u3001\u751f\u6210\u7d50\u679c\u3082\u201dHello! I am quite a good name?\u201d\u306e\u3088\u3046\u306b\u82f1\u8a9e\u3089\u3057\u3044\u6587\u7ae0\u3068\u306a\u308a\u307e\u3057\u305f\u3002<\/p>\n\n\n\n<p><\/p>\n\n\n\n<h2 class=\"wp-block-heading\">Megatron-LM\u3092\u7528\u3044\u305fGPT-3 [Brown et al., 2020]\u306e\u5b66\u7fd2<\/h2>\n\n\n\n<p><\/p>\n\n\n\n<p>VRAM\u306b\u30e2\u30c7\u30eb\u304c\u306e\u308a\u304d\u3089\u306a\u3044\u5834\u5408\u306e\u5bfe\u51e6\u6cd5\u3068\u3057\u3066\u3001ZeRO\u4ee5\u5916\u306b\u30d1\u30a4\u30d7\u30e9\u30a4\u30f3\u4e26\u5217\u3084\u30c6\u30f3\u30bd\u30eb\u4e26\u5217\u304c\u3042\u308a\u307e\u3059\u3002\u30d1\u30a4\u30d7\u30e9\u30a4\u30f3\u4e26\u5217\u3084\u30c6\u30f3\u30bd\u30eb\u4e26\u5217\u306b\u3064\u3044\u3066\u8a73\u3057\u304f\u306f\u3053\u306e\u30b5\u30a4\u30c8\u3067\u7d39\u4ecb\u3055\u308c\u3066\u3044\u307e\u3059\u3002\uff08<a href=\"https:\/\/huggingface.co\/docs\/transformers\/v4.17.0\/en\/parallelism%EF%BC%89\" target=\"_blank\" rel=\"noopener\" title=\"\">https:\/\/huggingface.co\/docs\/transformers\/v4.17.0\/en\/parallelism\uff09<\/a><\/p>\n\n\n\n<p>\u30d1\u30a4\u30d7\u30e9\u30a4\u30f3\u4e26\u5217\u3084\u30c6\u30f3\u30bd\u30eb\u4e26\u5217\u306fHuggingface\u3092\u542b\u3081\u305f\u591a\u304f\u306e\u30e9\u30a4\u30d6\u30e9\u30ea\u306b\u5b9f\u88c5\u3055\u308c\u3066\u3044\u307e\u305b\u3093\u304c\u3001NVIDIA\u793e\u304c\u516c\u958b\u3057\u3066\u3044\u308bMegatron-LM\uff08<a href=\"https:\/\/github.com\/NVIDIA\/Megatron-LM\" target=\"_blank\" rel=\"noopener\" title=\"\">https:\/\/github.com\/NVIDIA\/Megatron-LM<\/a>\uff09\u306b\u5b9f\u88c5\u304c\u516c\u958b\u3055\u308c\u3066\u3044\u308b\u305f\u3081\u3001\u3053\u3061\u3089\u3092\u5229\u7528\u3057\u307e\u3057\u305f\u3002<\/p>\n\n\n\n<p><\/p>\n\n\n\n<p>\u30d1\u30a4\u30d7\u30e9\u30a4\u30f3\u4e26\u5217\u3084\u30c6\u30f3\u30bd\u30eb\u4e26\u5217\u3092\u7528\u3044\u308b\u5834\u5408\u3001\u5206\u5272\u65b9\u6cd5\u306b\u95a2\u3059\u308b\u30d1\u30e9\u30e1\u30fc\u30bf\u304c\u767a\u751f\u3057\u3001\u6700\u9069\u306a\u30d1\u30e9\u30e1\u30fc\u30bf\u3092\u63a2\u7d22\u3059\u308b\u5fc5\u8981\u304c\u3042\u308a\u307e\u3059\u3002\u305d\u3053\u3067\u3001\u672c\u30bb\u30af\u30b7\u30e7\u30f3\u3067\u306f\u30d1\u30a4\u30d7\u30e9\u30a4\u30f3\u4e26\u5217\u3084\u30c6\u30f3\u30bd\u30eb\u4e26\u5217\u3092\u7528\u3044\u305f\u5b66\u7fd2\u306b\u304a\u3044\u3066\u3001\u5206\u5272\u65b9\u6cd5\u306b\u95a2\u3059\u308b\u30cf\u30a4\u30d1\u30fc\u30d1\u30e9\u30e1\u30fc\u30bf\u3068\u5b66\u7fd2\u901f\u5ea6\u306e\u95a2\u4fc2\u3092\u78ba\u8a8d\u3059\u308b\u5b9f\u9a13\u306e\u7d50\u679c\u3092\u7d39\u4ecb\u3057\u307e\u3059\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" decoding=\"async\" width=\"960\" height=\"720\" src=\"http:\/\/ocean:8000\/wp-content\/uploads\/2023\/07\/ABCI\u30cf\u30c3\u30ab\u30bd\u30f320230714.pptx-2.jpg\" alt=\"\" class=\"wp-image-428\" srcset=\"http:\/\/ocean:8000\/wp-content\/uploads\/2023\/07\/ABCI\u30cf\u30c3\u30ab\u30bd\u30f320230714.pptx-2.jpg 960w, http:\/\/ocean:8000\/wp-content\/uploads\/2023\/07\/ABCI\u30cf\u30c3\u30ab\u30bd\u30f320230714.pptx-2-300x225.jpg 300w, http:\/\/ocean:8000\/wp-content\/uploads\/2023\/07\/ABCI\u30cf\u30c3\u30ab\u30bd\u30f320230714.pptx-2-768x576.jpg 768w\" sizes=\"(max-width: 960px) 100vw, 960px\" \/><figcaption class=\"wp-element-caption\">\u56f3\uff13\uff1aMegatron-LM\u306e\u8a13\u7df4\u74b0\u5883\u3068\u30d1\u30e9\u30e1\u30fc\u30bf\u6761\u4ef6\u3002<\/figcaption><\/figure>\n\n\n\n<p><\/p>\n\n\n\n<p>\u5b9f\u9a13\u3067\u306fGPT-3 (1.3B)\u3092\u56f3\uff13\u306e\u74b0\u5883\u3067\u8a13\u7df4\u3057\u3001\u30c6\u30f3\u30bd\u30eb\u4e26\u5217\u3001\u30d1\u30a4\u30d7\u30e9\u30a4\u30f3\u4e26\u5217\u3001\u30de\u30a4\u30af\u30ed\u30d0\u30c3\u30c1\u30b5\u30a4\u30ba\u306e\u30cf\u30a4\u30d1\u30fc\u30d1\u30e9\u30e1\u30fc\u30bf\u3092\u5909\u66f4\u3057\u3001\u6700\u9069\u306a\u30d1\u30e9\u30e1\u30fc\u30bf\u63a2\u7d22\u3092\u884c\u3044\u307e\u3057\u305f\u3002\u7d50\u679c\u306f\u56f3\uff14\u306e\u901a\u308a\u3067\u3001\u7c21\u5358\u306a\u6570\u5f0f\u3067\u6c42\u307e\u308b\u6700\u9069\u89e3\u306f\u6b8b\u5ff5\u306a\u304c\u3089\u898b\u3064\u304b\u3089\u306a\u304b\u3063\u305f\u4e00\u65b9\u3001\u30c6\u30f3\u30bd\u30eb\u4e26\u5217\u3067\u306f\u30de\u30a4\u30af\u30ed\u30d0\u30c3\u30c1\u30b5\u30a4\u30ba\u3092\u5927\u304d\u304f\u3057\u305f\u308a\u3001\u30d1\u30a4\u30d7\u30e9\u30a4\u30f3\u4e26\u5217\u3067\u306f\u30de\u30a4\u30af\u30ed\u30d0\u30c3\u30c1\u30b5\u30a4\u30ba\u3092\u5c0f\u3055\u304f\u3057\u305f\u308a\u3068\u3044\u3063\u305f\u5c40\u6240\u7684\u306a\u6700\u9069\u89e3\u306f\u898b\u3089\u308c\u307e\u3057\u305f\u3002\u5b9f\u9a13\u306e\u7d50\u679c\u3001\u6700\u901f\u306e\u8a2d\u5b9a\u3068\u4e0b\u624b\u306a\u8a2d\u5b9a\u3067\u306f\u8a13\u7df4\u901f\u5ea6\u306b3\u500d\u4ee5\u4e0a\u306e\u5dee\u304c\u898b\u3089\u308c\u305f\u305f\u3081\u3001\u9577\u6642\u9593\u8a13\u7df4\u3059\u308b\u969b\u306f\u4e8b\u524d\u306b\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u3092\u884c\u3046\u5fc5\u8981\u6027\u304c\u3042\u308b\u3053\u3068\u304c\u308f\u304b\u308a\u307e\u3057\u305f\u3002<\/p>\n\n\n\n<p><\/p>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" decoding=\"async\" width=\"960\" height=\"720\" src=\"http:\/\/ocean:8000\/wp-content\/uploads\/2023\/07\/ABCI\u30cf\u30c3\u30ab\u30bd\u30f320230714.pptx-3-1.jpg\" alt=\"\" class=\"wp-image-429\" srcset=\"http:\/\/ocean:8000\/wp-content\/uploads\/2023\/07\/ABCI\u30cf\u30c3\u30ab\u30bd\u30f320230714.pptx-3-1.jpg 960w, http:\/\/ocean:8000\/wp-content\/uploads\/2023\/07\/ABCI\u30cf\u30c3\u30ab\u30bd\u30f320230714.pptx-3-1-300x225.jpg 300w, http:\/\/ocean:8000\/wp-content\/uploads\/2023\/07\/ABCI\u30cf\u30c3\u30ab\u30bd\u30f320230714.pptx-3-1-768x576.jpg 768w\" sizes=\"(max-width: 960px) 100vw, 960px\" \/><figcaption class=\"wp-element-caption\">\u56f3\uff14\uff1a\u5206\u5272\u5b66\u7fd2\u306b\u95a2\u308f\u308b\u30d1\u30e9\u30e1\u30fc\u30bf\u3092\u5909\u3048\u305f\u6642\u306e\u8a13\u7df4\u901f\u5ea6\u306e\u6bd4\u8f03\u3002<\/figcaption><\/figure>\n\n\n\n<h3 class=\"wp-block-heading\">Megatron-DeepSpeed\u3092\u7528\u3044\u305fGPT-3\u306e\u5b66\u7fd2<\/h3>\n\n\n\n<p><\/p>\n\n\n\n<p>Megatron-LM\u3092DeepSpeed\u3068\u4f75\u7528\u3059\u308b\u3053\u3068\u3067\u3001\u30de\u30eb\u30c1\u30ce\u30fc\u30c9\u306eGPU\u3092\u30e1\u30e2\u30ea\u52b9\u7387\u3088\u304f\u7528\u3044\u3066\u3001\u5927\u304d\u306a\u30e2\u30c7\u30eb\u3092\u8a13\u7df4\u3092\u53ef\u80fd\u306b\u3059\u308b\u30e9\u30a4\u30d6\u30e9\u30ea\u304cMicrosoft\u793e\u304b\u3089\u516c\u958b\u3055\u308c\u3066\u3044\u307e\u3059\u3002\uff08<a href=\"https:\/\/github.com\/microsoft\/Megatron-DeepSpeed\" target=\"_blank\" rel=\"noopener\" title=\"\">https:\/\/github.com\/microsoft\/Megatron-DeepSpeed<\/a>\uff09\u672c\u7ae0\u3067\u306f\u3053\u306e\u30e9\u30a4\u30d6\u30e9\u30ea\u3092\u7528\u3044\u305fGPT-3 13B\u306e\u8a13\u7df4\u52d5\u4f5c\u78ba\u8a8d\u3068Megatron-LM\u3068\u306e\u6bd4\u8f03\u306b\u3064\u3044\u3066\u7d39\u4ecb\u3057\u307e\u3059\u3002<\/p>\n\n\n\n<p>\u3000Megatron-LM\u3068Megatron-DeepSpeed (ZeRO stage-1)\u3092\u7528\u3044\u305fGPT-3 13B\u306e\u8a13\u7df4\u3092\u6bd4\u8f03\u3059\u308b\u3068\u3001\u56f3\uff15\u306e\u3088\u3046\u306b\u3001\u8a13\u7df4\u901f\u5ea6\u306f\u4f4e\u4e0b\u3057\u305f\u4e00\u65b9\u3001\u30e1\u30e2\u30ea\u52b9\u7387\u304c\u5411\u4e0a\u3057\u307e\u3057\u305f\u3002\u30d1\u30e9\u30e1\u30fc\u30bf\u6570\u306e\u5927\u304d\u306a\u30e2\u30c7\u30eb\u3092\u8a13\u7df4\u3059\u308b\u5834\u5408\u3001\u591a\u304f\u306eGPU\u304c\u3042\u308b\u5834\u5408\u306fMegatron-LM\u306e\u30d1\u30a4\u30d7\u30e9\u30a4\u30f3\u4e26\u5217\u3084\u30c6\u30f3\u30bd\u30eb\u4e26\u5217\u3067\u5341\u5206\u3067\u3059\u304c\u3001GPU\u6570\u306b\u9650\u308a\u304c\u3042\u308b\u5834\u5408\u306fCPU offloading\u306a\u3069\u306e\u30e1\u30e2\u30ea\u52b9\u7387\u5316\u304c\u5b9f\u88c5\u3055\u308c\u3066\u3044\u308bDeepSpeed\u3068\u4f75\u7528\u3059\u308b\u3053\u3068\u304c\u6709\u52b9\u3067\u3042\u308b\u3068\u8003\u3048\u3089\u308c\u307e\u3059\u3002<\/p>\n\n\n\n<p><\/p>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" decoding=\"async\" width=\"960\" height=\"720\" src=\"http:\/\/ocean:8000\/wp-content\/uploads\/2023\/07\/ABCI\u30cf\u30c3\u30ab\u30bd\u30f320230714.pptx-4.jpg\" alt=\"\" class=\"wp-image-430\" srcset=\"http:\/\/ocean:8000\/wp-content\/uploads\/2023\/07\/ABCI\u30cf\u30c3\u30ab\u30bd\u30f320230714.pptx-4.jpg 960w, http:\/\/ocean:8000\/wp-content\/uploads\/2023\/07\/ABCI\u30cf\u30c3\u30ab\u30bd\u30f320230714.pptx-4-300x225.jpg 300w, http:\/\/ocean:8000\/wp-content\/uploads\/2023\/07\/ABCI\u30cf\u30c3\u30ab\u30bd\u30f320230714.pptx-4-768x576.jpg 768w\" sizes=\"(max-width: 960px) 100vw, 960px\" \/><figcaption class=\"wp-element-caption\">\u56f3\uff15\uff1aMegatron-LM\u3068Megatron-DeepSpeed\u306b\u3088\u308b\u5b66\u7fd2\u306e\u6bd4\u8f03\u3002<\/figcaption><\/figure>\n\n\n\n<p><\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\u304a\u308f\u308a\u306b<\/h2>\n\n\n\n<p><\/p>\n\n\n\n<p>\u672c\u30cf\u30c3\u30ab\u30bd\u30f3\u3067\u306f\u4e00\u9031\u9593\u4ee5\u4e0a\u306b\u6e21\u3063\u3066ABCI\u3092\u7121\u511f\u3067\u5229\u7528\u3055\u305b\u3066\u3044\u305f\u3060\u304d\u3001\u5927\u898f\u6a21\u30e2\u30c7\u30eb\u306e\u8a13\u7df4\u306b\u95a2\u3059\u308b\u6280\u8853\u7684\u77e5\u898b\u3092\u5f97\u308b\u3053\u3068\u304c\u3067\u304d\u307e\u3057\u305f\u3002\u671f\u9593\u4e2d\u306f\u30c1\u30e5\u30fc\u30bf\u30fc\u306e\u65b9\u3005\u306b\u3088\u308b\u624b\u539a\u3044\u30b5\u30dd\u30fc\u30c8\u306b\u52a0\u3048\u3066\u3001\u4ed6\u306e\u53c2\u52a0\u8005\u306e\u65b9\u304b\u3089\u3082\u30a2\u30c9\u30d0\u30a4\u30b9\u3084\u77e5\u898b\u3092\u3044\u305f\u3060\u304d\u307e\u3057\u305f\u3002\u8aa0\u306b\u3042\u308a\u304c\u3068\u3046\u3054\u3056\u3044\u307e\u3059\u3002<\/p>\n\n\n\n<p><\/p>\n\n\n\n<p><\/p>\n\n\n\n<p><\/p>\n\n\n\n<p><\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u7b2c1\u56de\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb\u5206\u6563\u5b66\u7fd2\u30cf\u30c3\u30ab\u30bd\u30f3\uff08https:\/\/abci.ai\/event\/2023\/06\/13\/ja_event.html\uff09\u306b\u65e5\u9ad9\u96c5\u4fca\u3001\u6a4b\u672c\u667a\u6d0b\u3001\u7530\u4e2d\u5eb7\u592a\u90ce\u304c\u53c2\u52a0\u3057\u307e\u3057\u305f\u3002\u672c\u30d6\u30ed\u30b0\u3067\u306f\u7530\u4e2d\u5eb7\u592a\u90ce\u304c\u30cf\u30c3\u30ab\u30bd\u30f3\u3067\u306e\u53d6\u308a\u7d44\u307f\u3068LLM\u306e\u5b66\u7fd2\u306b\u5fc5\u8981\u306a\u6280\u8853\u7684\u77e5\u898b\u3092\u7d39\u4ecb\u3044\u305f\u3057\u307e\u3059\u3002<\/p>\n","protected":false},"author":3,"featured_media":432,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[13],"tags":[],"aioseo_notices":[],"_links":{"self":[{"href":"http:\/\/ocean:8000\/wp-json\/wp\/v2\/posts\/420"}],"collection":[{"href":"http:\/\/ocean:8000\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"http:\/\/ocean:8000\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"http:\/\/ocean:8000\/wp-json\/wp\/v2\/users\/3"}],"replies":[{"embeddable":true,"href":"http:\/\/ocean:8000\/wp-json\/wp\/v2\/comments?post=420"}],"version-history":[{"count":8,"href":"http:\/\/ocean:8000\/wp-json\/wp\/v2\/posts\/420\/revisions"}],"predecessor-version":[{"id":438,"href":"http:\/\/ocean:8000\/wp-json\/wp\/v2\/posts\/420\/revisions\/438"}],"wp:featuredmedia":[{"embeddable":true,"href":"http:\/\/ocean:8000\/wp-json\/wp\/v2\/media\/432"}],"wp:attachment":[{"href":"http:\/\/ocean:8000\/wp-json\/wp\/v2\/media?parent=420"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"http:\/\/ocean:8000\/wp-json\/wp\/v2\/categories?post=420"},{"taxonomy":"post_tag","embeddable":true,"href":"http:\/\/ocean:8000\/wp-json\/wp\/v2\/tags?post=420"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}