{"id":516,"date":"2024-01-18T10:37:20","date_gmt":"2024-01-18T01:37:20","guid":{"rendered":"https:\/\/elosove.com\/?p=516"},"modified":"2024-01-18T12:59:33","modified_gmt":"2024-01-18T03:59:33","slug":"deepspeed%e3%82%92windows%e3%81%ab%e3%82%a4%e3%83%b3%e3%82%b9%e3%83%88%e3%83%bc%e3%83%ab%e3%81%99%e3%82%8b%e6%96%b9%e6%b3%95","status":"publish","type":"post","link":"https:\/\/elosove.com\/?p=516","title":{"rendered":"DeepSpeed[v0.8.3]\u3092Windows\u306b\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3059\u308b\u65b9\u6cd5"},"content":{"rendered":"\n<p>windows\u3067\u306fpip install\u3067\u51fa\u6765\u306a\u304b\u3063\u305f\u306e\u3067\u30d3\u30eb\u30c9\u3057\u3066\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3057\u3066\u307f\u307e\u3057\u305f\u3002<\/p>\n\n\n\n<p>git\u306eissue\u3092\u898b\u308b\u3068\u73fe\u6642\u70b9\u306e\u6700\u65b0\u7248\u306ev0.12.6\u306f\u7121\u7406\u305d\u3046\u306a\u306e\u3067v0.8.3\u3092\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3057\u307e\u3059\u3002<\/p>\n\n\n\n<p>(\u53c2\u8003\u60c5\u5831\uff1a<a href=\"https:\/\/github.com\/microsoft\/DeepSpeed\/issues\/4729\" target=\"_blank\" rel=\"noreferrer noopener\">Installing DeepSpeed on Windows!<\/a>)<\/p>\n\n\n\n<p>\u203bv0.11.2\u306e\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u65b9\u6cd5\u306f<a href=\"https:\/\/elosove.com\/?p=528\" data-type=\"link\" data-id=\"https:\/\/elosove.com\/?p=528\">\u3053\u3061\u3089<\/a><\/p>\n\n\n\n<p>\u3000<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\u30c6\u30b9\u30c8\u74b0\u5883<\/h2>\n\n\n\n<blockquote class=\"wp-block-quote is-layout-flow wp-block-quote-is-layout-flow\">\n<p>OS : Windows 10<\/p>\n\n\n\n<p>CUDA : 11.8<\/p>\n\n\n\n<p>Visual C++ build tools : Visual Studio 2022 community<\/p>\n\n\n\n<p>Python : 3.9.13 (<strong>3.9.X\u7cfb\u306f\u5fc5\u9808<\/strong> , Anaconda\u74b0\u5883\u4e0b)<\/p>\n\n\n\n<p>PyTroch : 2.1.1<\/p>\n<\/blockquote>\n\n\n\n<p>\u203bCUDA\u7cfb\u306e\u30d1\u30b9(CUDA_HOME \/ CUDA_PATH)\u306f\u901a\u3063\u3066\u308b\u524d\u63d0\u3067\u3059\u3002<\/p>\n\n\n\n<p>\u3000<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">1 : DeepSpeed\u306eclone<\/h3>\n\n\n\n<blockquote class=\"wp-block-quote is-layout-flow wp-block-quote-is-layout-flow\">\n<p>git clone <strong>&#8211;branch v0.8.3<\/strong> https:\/\/github.com\/microsoft\/DeepSpeed.git<\/p>\n<\/blockquote>\n\n\n\n<h3 class=\"wp-block-heading\">2 : build_win.bat\u306e\u7de8\u96c6<\/h3>\n\n\n\n<blockquote class=\"wp-block-quote is-layout-flow wp-block-quote-is-layout-flow\">\n<p>set DS_BUILD_EVOFORMER_ATTN=0<\/p>\n<\/blockquote>\n\n\n\n<p>\u3092&#8221;set DS_BUILD_SPARSE_ATTN=0&#8243;\u306e\u5f8c\u308d\u306b\u8ffd\u52a0<\/p>\n\n\n\n<p>\u7ba1\u7406\u8005\u6a29\u9650\u3067\u30b3\u30de\u30f3\u30c9\u30d7\u30ed\u30f3\u30d7\u30c8\u3092\u958b\u304d\u3001build_win.bat\u3092\u5b9f\u884c\u3002(\u7d50\u69cb\u5f85\u3064)<\/p>\n\n\n\n<figure class=\"wp-block-image size-full\"><img loading=\"lazy\" decoding=\"async\" width=\"363\" height=\"17\" src=\"https:\/\/elosove.com\/wp-content\/uploads\/2024\/01\/build_log.png\" alt=\"\" class=\"wp-image-518\" srcset=\"https:\/\/elosove.com\/wp-content\/uploads\/2024\/01\/build_log.png 363w, https:\/\/elosove.com\/wp-content\/uploads\/2024\/01\/build_log-300x14.png 300w\" sizes=\"auto, (max-width: 363px) 100vw, 363px\" \/><\/figure>\n\n\n\n<h3 class=\"wp-block-heading\">3 : install<\/h3>\n\n\n\n<p>\u30d3\u30eb\u30c9\u306b\u6210\u529f\u3059\u308b\u3068dist\u30d5\u30a9\u30eb\u30c0\u306bwhl\u30d5\u30a1\u30a4\u30eb\u304c\u751f\u6210\u3055\u308c\u308b\u306e\u3067\u3001pip install\u3059\u308b\u3002<\/p>\n\n\n\n<blockquote class=\"wp-block-quote is-layout-flow wp-block-quote-is-layout-flow\">\n<p>cd dist<\/p>\n\n\n\n<p>pip install deepspeed-0.8.3+f1e4fb0b-cp39-cp39-win_amd64.whl<\/p>\n<\/blockquote>\n\n\n\n<p>\u203b.whl\u306e\u30d5\u30a1\u30a4\u30eb\u540d\u306f\u74b0\u5883\u306b\u3088\u3063\u3066\u9055\u3044\u307e\u3059\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"<p>windows\u3067\u306fpip install\u3067\u51fa\u6765\u306a\u304b\u3063\u305f\u306e\u3067\u30d3\u30eb\u30c9\u3057\u3066\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3057\u3066\u307f\u307e\u3057\u305f\u3002 git\u306eissue\u3092\u898b\u308b\u3068\u73fe\u6642\u70b9\u306e\u6700\u65b0\u7248\u306ev0.12.6\u306f\u7121\u7406\u305d\u3046\u306a\u306e\u3067v0.8.3\u3092\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3057\u307e\u3059\u3002 (\u53c2\u8003\u60c5\u5831\uff1aIn [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":526,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[4],"tags":[19],"class_list":["post-516","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-tech","tag-deepspeed"],"_links":{"self":[{"href":"https:\/\/elosove.com\/index.php?rest_route=\/wp\/v2\/posts\/516","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/elosove.com\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/elosove.com\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/elosove.com\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/elosove.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=516"}],"version-history":[{"count":10,"href":"https:\/\/elosove.com\/index.php?rest_route=\/wp\/v2\/posts\/516\/revisions"}],"predecessor-version":[{"id":533,"href":"https:\/\/elosove.com\/index.php?rest_route=\/wp\/v2\/posts\/516\/revisions\/533"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/elosove.com\/index.php?rest_route=\/wp\/v2\/media\/526"}],"wp:attachment":[{"href":"https:\/\/elosove.com\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=516"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/elosove.com\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=516"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/elosove.com\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=516"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}