Windows Migration

.bazelrc

@@ -1,7 +1,9 @@
+startup --windows_enable_symlinks
+build --enable_runfiles
 build --action_env=BAZEL_LINKLIBS=-l%:libstdc++.a:-lm
 build --action_env=BAZEL_LINKOPTS=-static-libgcc
 build --action_env=CUDA_DIR=/usr/local/cuda
-build --incompatible_strict_action_env --cxxopt=-std=c++17 --host_cxxopt=-std=c++17 --client_env=BAZEL_CXXOPTS=-std=c++17
+build --incompatible_strict_action_env --cxxopt=/std:c++17 --host_cxxopt=/std:c++17 --client_env=BAZEL_CXXOPTS=/std:c++17
 build:debug --cxxopt=-DENVPOOL_TEST --compilation_mode=dbg -s
 build:test --cxxopt=-DENVPOOL_TEST --copt=-g0 --copt=-O3 --copt=-DNDEBUG --copt=-msse --copt=-msse2 --copt=-mmmx
 build:release --copt=-g0 --copt=-O3 --copt=-DNDEBUG --copt=-msse --copt=-msse2 --copt=-mmmx

BUILD

@@ -22,3 +22,4 @@ py_binary(
         requirement("wheel"),
     ],
 )
+

WINDOWS.md

@@ -0,0 +1,30 @@
+# Windows Migration
+
+Note that this merge request only intends to work on Windows. I haven't write code that switch support between linux and Windows. I'll update that feature after the whole thing can be build on Windows.
+
+## Setup Environment On Windows
+
+1. Install [Windows Powershell](https://learn.microsoft.com/en-us/powershell/scripting/install/installing-powershell-on-windows?view=powershell-7.2). Do step 2 and 3 in Powershell.
+2. Install [choco](https://chocolatey.org/install#individual)
+3. Install bazelisk/bazel ``` choco install bazelisk```
+4. Install [MinGW-w64](https://www.mingw-w64.org/)
+5. Install [git bash](https://gitforwindows.org/) and make sure it uses MINGW64 emulation. Do all the following steps in bash.
+6. Install [VC++ 2017](https://www.google.com/url?q=https://aka.ms/vs/15/release/vs_buildtools.exe&sa=D&source=docs&ust=1667504254128145&usg=AOvVaw3jOTmoHfuzAHgaScSgsmlE) on Windows
+7. Install python 3.10 (instead of 3.11 because pygame installation fails on Windows)
+8. Go where python.exe is installed, make a copy of python.exe and rename it python3.exe (it would bypass the bug "python interpreter cannot be found with requirement")
+9. Install [swig.exe](https://sourceforge.net/projects/swig/files/swigwin/swigwin-4.1.0/swigwin-4.1.0.zip/download?use_mirror=gigenet) and merge it into python folder and do [some hacks](https://stackoverflow.com/questions/44504899/installing-pocketsphinx-python-module-command-swig-exe-failed)
+10. Install [Clang](https://bazel.build/configure/windows#using) and follow this [link](https://github.com/llvm/llvm-project/releases/tag/llvmorg-15.0.2). Don't forget to set BAZEL_VC and BAZEL_LLVM in environmental variable manually.
+11. Now you can run some tests  
+```bazel build --test_output=all //envpool/dummy:dummy_envpool_test --config=debug --compiler=clang-cl```
+
+
+
+## Parts that built successfully
+- [x] Dummy
+- [x] Utils
+- [x] Box2d
+- [x] Classic Control
+- [x] Mujoco:mujoco_gym-env
+- [ ] Mujoco:mujoco_dmc_env:  no matching function for call to 'mj_loadXML', use of undeclared identifier 'M_PI'...
+- [ ] Atari:atari_env  #include <dlfcn.h> not found
+- [ ] Toy_text fatal error: 'cuda_runtime_api.h' file not found

envpool/core/async_envpool.h

@@ -106,14 +106,16 @@ class AsyncEnvPool : public EnvPool<typename Env::Spec> {
     if (spec.config["thread_affinity_offset"_] >= 0) {
       std::size_t thread_affinity_offset =
           spec.config["thread_affinity_offset"_];
-      for (std::size_t tid = 0; tid < num_threads_; ++tid) {
-        cpu_set_t cpuset;
-        CPU_ZERO(&cpuset);
-        std::size_t cid = (thread_affinity_offset + tid) % processor_count;
-        CPU_SET(cid, &cpuset);
-        pthread_setaffinity_np(workers_[tid].native_handle(), sizeof(cpu_set_t),
-                               &cpuset);
-      }
+
+      // The following does not work under Windows. Need to find alternatives.
+      // for (std::size_t tid = 0; tid < num_threads_; ++tid) {
+      //   cpu_set_t cpuset;
+      //   CPU_ZERO(&cpuset);
+      //   std::size_t cid = (thread_affinity_offset + tid) % processor_count;
+      //   CPU_SET(cid, &cpuset);
+      //   pthread_setaffinity_np(workers_[tid].native_handle(), sizeof(cpu_set_t),
+      //                          &cpuset);
+      // }
     }
   }
 

envpool/core/state_buffer_queue.h

@@ -83,7 +83,10 @@ class StateBufferQueue {
     }
     std::size_t processor_count = std::thread::hardware_concurrency();
     // hardcode here :(
-    std::size_t create_buffer_thread_num = std::max(1UL, processor_count / 64);
+    std::size_t create_buffer_thread_num = 1;
+    if (processor_count / 64 > create_buffer_thread_num){
+      create_buffer_thread_num = processor_count / 64;
+    }
     for (std::size_t i = 0; i < create_buffer_thread_num; ++i) {
       create_buffer_thread_.emplace_back(std::thread([&]() {
         while (true) {

envpool/mujoco/dmc/mujoco_env.h

@@ -23,6 +23,7 @@
 #include <memory>
 #include <random>
 #include <string>
+#include <array>
 
 #include "envpool/mujoco/dmc/utils.h"
 

envpool/workspace0.bzl

@@ -18,6 +18,7 @@ load("@bazel_tools//tools/build_defs/repo:http.bzl", "http_archive")
 load("@bazel_tools//tools/build_defs/repo:utils.bzl", "maybe")
 load("//third_party/cuda:cuda.bzl", "cuda_configure")
 
+
 def workspace():
     """Load requested packages."""
     maybe(
@@ -318,13 +319,21 @@ def workspace():
 
     maybe(
         http_archive,
-        name = "mujoco",
+        name = "mujoco_linux",
         sha256 = "d1cb3a720546240d894cd315b7fd358a2b96013a1f59b6d718036eca6f6edac2",
         strip_prefix = "mujoco-2.2.1",
         urls = [
-            "https://github.com/deepmind/mujoco/releases/download/2.2.1/mujoco-2.2.1-linux-x86_64.tar.gz",
-            "https://ml.cs.tsinghua.edu.cn/~jiayi/envpool/deepmind/mujoco/mujoco-2.2.1-linux-x86_64.tar.gz",
-        ],
+                "https://github.com/deepmind/mujoco/releases/download/2.2.1/mujoco-2.2.1-linux-x86_64.tar.gz",
+                "https://ml.cs.tsinghua.edu.cn/~jiayi/envpool/deepmind/mujoco/mujoco-2.2.1-linux-x86_64.tar.gz",
+            ],
+        build_file = "//third_party/mujoco:mujoco.BUILD",
+    )
+
+    maybe(
+        http_archive,
+        name = "mujoco",
+        sha256 = "e0068d25fdb00ec3afa53e429b5eff438d222455603bafa080086abaf11fe16f",
+        urls = ["https://github.com/deepmind/mujoco/releases/download/2.2.1/mujoco-2.2.1-windows-x86_64.zip"],
         build_file = "//third_party/mujoco:mujoco.BUILD",
     )
 

third_party/cuda/cuda.bzl

@@ -17,9 +17,9 @@
 _CUDA_DIR = "CUDA_DIR"
 
 def _impl(rctx):
-    cuda_dir = rctx.os.environ.get(_CUDA_DIR, default = "/usr/local/cuda")
-    rctx.symlink("{}/include".format(cuda_dir), "include")
-    rctx.symlink("{}/lib64".format(cuda_dir), "lib64")
+    cuda_dir = rctx.os.environ.get(_CUDA_DIR, default = "C:/Program Files/NVIDIA GPU Computing Toolkit/CUDA/v11.7")
+    """ rctx.symlink("{}/include".format(cuda_dir), "include")
+    rctx.symlink("{}/lib64".format(cuda_dir), "lib64") """
     rctx.file("WORKSPACE")
     rctx.file("BUILD", content = """
 package(default_visibility = ["//visibility:public"])

third_party/vizdoom/vizdoom.BUILD

@@ -52,7 +52,6 @@ cc_library(
     hdrs = glob(["gdtoa/*.h"]),
     copts = [
         "-Wall",
-        "-Wextra",
         "-DINFNAN_CHECK",
         "-DMULTIPLE_THREADS",
         "-include $(execpath @glibc_version_header//:glibc_2_17)",
@@ -78,7 +77,6 @@ cc_library(
     copts = [
         "-DBZ_NO_STDIO",
         "-Wall",
-        "-Wextra",
         "-fomit-frame-pointer",
         "-include $(execpath @glibc_version_header//:glibc_2_17)",
     ],
@@ -120,7 +118,6 @@ cc_library(
     copts = [
         "-D_7ZIP_ST",
         "-Wall",
-        "-Wextra",
         "-fomit-frame-pointer",
         "-D_7ZIP_PPMD_SUPPPORT",
         "-include $(execpath @glibc_version_header//:glibc_2_17)",
@@ -211,7 +208,6 @@ cc_library(
     copts = [
         "-DNEED_ITOA=1",
         "-Wall",
-        "-Wno-pointer-sign",
         "-Wno-uninitialized",
         "-Wno-unused-but-set-variable",
         "-include $(execpath @glibc_version_header//:glibc_2_17)",

third_party/zlib/zlib.BUILD

@@ -33,7 +33,6 @@ cc_library(
     ],
     hdrs = ["zlib.h"],
     copts = [
-        "-Wno-shift-negative-value",
         "-DZ_HAVE_UNISTD_H",
     ],
     includes = ["."],