Defines needed for btree-test

.github/workflows/build_for_wsl.yaml

@@ -0,0 +1,58 @@
+name: build_for_wsl
+
+on:
+  push:
+  pull_request:
+  workflow_dispatch:
+
+jobs:
+  tests:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v2
+      with:
+        ref: ${{ github.event.pull_request.head.sha }}
+    - name: Reclaim disk space
+      run: |
+        ${{ github.workspace }}/.github/workflows/scripts/reclaim_disk_space.sh
+    - name: Install dependencies
+      run: |
+        sudo apt-get update
+        xargs --arg-file=${{ github.workspace }}/.github/workflows/build-dependencies.txt sudo apt-get install -qq
+        sudo apt-get clean
+    - name: Autogen.sh
+      run: |
+        ./autogen.sh
+    - name: Configure
+      run: |
+        ./configure --enable-debug --enable-debuginfo --enable-asan --enable-ubsan
+    - name: Make
+      run: |
+        make -j16 --no-print-directory --silent pkg-utils pkg-kmod
+        #make -j$(nproc) --no-print-directory --silent pkg-utils pkg-kmod
+    - name: get files
+      run: ls -Rla
+    - name: Prepare artifacts
+      if: failure()
+      run: |
+        RESULTS_PATH=$(readlink -f /var/tmp/test_results/current)
+        sudo dmesg > $RESULTS_PATH/dmesg
+        sudo cp /var/log/syslog /var/tmp/dmesg-prerun $RESULTS_PATH/
+        sudo chmod +r $RESULTS_PATH/*
+        # Replace ':' in dir names, actions/upload-artifact doesn't support it
+        for f in $(find /var/tmp/test_results -name '*:*'); do mv "$f" "${f//:/__}"; done
+    - uses: actions/upload-artifact@v2
+      if: failure()
+      with:
+        name: Test logs Ubuntu-${{ matrix.os }}
+        path: |
+          /var/tmp/test_results/*
+          !/var/tmp/test_results/current
+        if-no-files-found: ignore
+
+    - uses: actions/upload-artifact@v2
+      with:
+        name: build result
+        path: |
+          *.deb
+          *.rpm

.github/workflows/windows-build-test.yml

@@ -0,0 +1,142 @@
+name: windows-build-test
+
+on:
+  push:
+  pull_request:
+
+env:
+  # Customize the CMake build type here (Release, Debug, RelWithDebInfo, etc.)
+  BUILD_TYPE: Debug
+
+jobs:
+  build:
+    # The CMake configure and build commands are platform agnostic and should work equally well on Windows or Mac.
+    # You can convert this to a matrix build if you need cross-platform coverage.
+    # See: https://docs.github.com/en/free-pro-team@latest/actions/learn-github-actions/managing-complex-workflows#using-a-build-matrix
+    runs-on: windows-latest
+
+    steps:
+    - uses: ilammy/msvc-dev-cmd@v1
+
+    - uses: actions/checkout@v3
+      with:
+        #repository: openzfsonwindows/openzfs
+        fetch-depth: 0
+
+    - name: debug - git status
+      run: git status
+
+    #https://stackoverflow.com/a/60883893
+    #  "C:\Program Files\Git\bin\git.exe" -c protocol.version=2 fetch --no-tags --prune --progress --no-recurse-submodules --depth=1 origin +90acd8f20e6d0c14b83241cc7dcd17df27d5a95b:refs/remotes/origin/andrew_workflows-7
+    #- name: checkout again
+    #  run: git fetch --prune --unshallow
+
+
+    - name: Import signing certificate
+      run: |
+        $plaintextpwd = 'password1234'
+        $pwd = ConvertTo-SecureString -String $plaintextpwd -Force -AsPlainText
+        Import-PfxCertificate -FilePath ${{github.workspace}}/contrib/windows/TestCert/test_sign_cert_pass.pfx -CertStoreLocation Cert:\CurrentUser\My -Password $pwd -Exportable
+
+    #- name: Remove provided ssl
+    #  run:  Remove-Item -Path "C:\Strawberry\" -Recurse -Force
+
+    #- name: Install openssl
+    #  run: git clone https://github.com/andrewc12/openssl.git
+
+    - name: Checkout openssl
+      uses: actions/checkout@v3
+      with:
+        repository: andrewc12/openssl # optional, default is ${{ github.repository }}
+        path: openssl # optional
+
+    - name: Configure CMake
+      # Configure CMake in a 'build' subdirectory. `CMAKE_BUILD_TYPE` is only required if you are using a single-configuration generator such as make.
+      # See https://cmake.org/cmake/help/latest/variable/CMAKE_BUILD_TYPE.html?highlight=cmake_build_type
+      run: cmake -G "Ninja" -B ${{github.workspace}}/out/build/x64-Debug ${{github.workspace}}  -DOPENSSL_ROOT_DIR=${{github.workspace}}/openssl/ -DCRYPTO_STATIC_TEST=${{github.workspace}}/openssl/lib/VC/static/libcrypto64MTd.lib -DLIB_EAY_DEBUG=${{github.workspace}}/openssl/lib/VC/static/libcrypto64MTd.lib -DLIB_EAY_RELEASE=${{github.workspace}}/openssl/lib/VC/static/libcrypto64MT.lib -DOPENSSL_INCLUDE_DIR=${{github.workspace}}/openssl/include -DSSL_EAY_DEBUG=${{github.workspace}}/openssl/lib/VC/static/libssl64MTd.lib -DSSL_EAY_RELEASE=${{github.workspace}}/openssl/lib/VC/static/libssl64MT.lib
+
+    - name: Build
+      working-directory: ${{github.workspace}}/out/build/x64-Debug
+      # Build your program with the given configuration
+      run: cmake --build ${{github.workspace}}/out/build/x64-Debug
+
+    - name: debug - get git rev
+      run: git describe --always --long --dirty
+
+    - name: Download Inno Setup istaller
+      uses: suisei-cn/[email protected]
+      id: innoinstaller
+      with:
+        url: 'https://jrsoftware.org/download.php/is.exe'
+        target: ${{github.workspace}}/
+
+    - name: debug - echo filename
+      run: echo ${{ steps.innoinstaller.outputs.filename }}
+
+    - name: debug - list
+      run: ls ${{github.workspace}}\
+
+    - name: debug - list
+      run: ls ${{github.workspace}}\${{ steps.innoinstaller.outputs.filename }}
+
+    - name: install inno
+      run: 'Start-Process -FilePath "${{github.workspace}}\${{ steps.innoinstaller.outputs.filename }}" -Wait -ArgumentList "/NORESTART /ALLUSERS /VERYSILENT /LOG=`"${{github.workspace}}\InnoSetup-Install.log`""'
+
+    #- name: Wait for install to finish
+    #  run: Start-Sleep -Seconds 30
+    #  uses: iFaxity/wait-on-action@v1
+    #  with:
+    #    resource: 'C:\Program Files\OpenZFS On Windows\zpool.exe'
+
+    - name: debug - print log
+      run: cat "${{github.workspace}}\InnoSetup-Install.log"
+
+    - name: run ISCC.exe to construct OpenZFS installer
+      run: '&"C:\Program Files (x86)\Inno Setup 6\ISCC.exe" .\ZFSInstall-debug.iss | Tee-Object -FilePath "${{github.workspace}}\iscc.log"'
+      working-directory: ${{github.workspace}}\contrib\windows\Inno.Setup
+
+    #- name: debug - get exe name
+    # https://stackoverflow.com/questions/4426442/unix-tail-equivalent-command-in-windows-powershell
+    #  run: Get-Content "${{github.workspace}}\iscc.log" -Tail 1
+
+    - name: get installer exe name
+      id: innoout
+    # https://stackoverflow.com/questions/4426442/unix-tail-equivalent-command-in-windows-powershell
+      run: |
+        $p = Get-Content "${{github.workspace}}\iscc.log" -Tail 1
+        echo $p
+        $f = (Get-Item $p ).Name
+        echo $f
+        echo "::set-output name=name::$($f)"
+
+    - name: debug - echo
+      run: echo ${{ steps.innoout.outputs.name }}
+
+    - name: Upload a Build Artifact
+      uses: actions/[email protected]
+      with:
+        name: build_output
+        path: ${{github.workspace}}/out
+
+    - name: Collect dev build
+      run: |
+        mkdir ${{github.workspace}}/zfs_collect
+        copy ${{github.workspace}}/out/build/x64-Debug/module/os/windows/driver/* ${{github.workspace}}/zfs_collect
+        copy ${{github.workspace}}/out/build/x64-Debug/cmd/os/windows/kstat/kstat.exe ${{github.workspace}}/zfs_collect/kstat.exe
+        copy ${{github.workspace}}/out/build/x64-Debug/cmd/os/windows/zfsinstaller/zfsinstaller.exe ${{github.workspace}}/zfs_collect/zfsinstaller.exe
+        copy ${{github.workspace}}/out/build/x64-Debug/cmd/zdb/zdb.exe ${{github.workspace}}/zfs_collect/zdb.exe
+        copy ${{github.workspace}}/out/build/x64-Debug/cmd/zfs/zfs.exe ${{github.workspace}}/zfs_collect/zfs.exe
+        copy ${{github.workspace}}/out/build/x64-Debug/cmd/zpool/zpool.exe ${{github.workspace}}/zfs_collect/zpool.exe
+        copy ${{github.workspace}}/out/build/x64-Debug/cmd/zstream/zstreamdump.exe ${{github.workspace}}/zfs_collect/zstreamdump.exe
+
+    - name: Upload dev build
+      uses: actions/[email protected]
+      with:
+        name: dev_build
+        path: ${{github.workspace}}/zfs_collect/*
+
+    - name: Upload dev build with Inno Setup
+      uses: actions/[email protected]
+      with:
+        name: dev_build_inno
+        path: ${{github.workspace}}\contrib\windows\${{ steps.innoout.outputs.name }}

.gitignore

@@ -48,6 +48,12 @@ Makefile.in
 /aclocal.m4
 /autom4te.cache
 
+#
+# OpenZFSonWindows MS Visual Studio top level generated files specific to this top level dir
+#
+/.vs
+/out
+
 #
 # Top level generic files
 #

CMakeLists.txt

@@ -0,0 +1,93 @@
+cmake_minimum_required(VERSION 3.13)
+project(OpenZFS LANGUAGES C CXX ASM)
+SET (CMAKE_ASM_COMPILER_ID Clang)
+SET (CMAKE_ASM_COMPILER clang-cl.exe)
+
+include(GNUInstallDirs)
+
+list(APPEND CMAKE_MODULE_PATH "${CMAKE_CURRENT_LIST_DIR}/contrib/windows/cmake")
+find_package(WDK REQUIRED)
+
+option(BUILD_SHARED_LIBS "Build Shared Libraries" OFF)
+
+set(OPENSSL_USE_STATIC_LIBS TRUE)
+set(OPENSSL_MSVC_STATIC_RT TRUE)
+find_package(OpenSSL REQUIRED)
+# message(STATUS "OpenSSL libs: " ${OPENSSL_LIBRARIES})
+# Seriously, why does it pick MD versions and not MT like requested?
+# string(REGEX REPLACE "64MD" "64MT" INTERNAL_OPENSSL_LIBRARIES ${OPENSSL_LIBRARIES})
+#message(STATUS "OpenSSL libs: " ${OPENSSL_CRYPTO_LIBRARY})
+#cmake_path(GET ${OPENSSL_LIBRARIES} ROOT_PATH rootPath)
+#get_filename_component(rootPath "${OPENSSL_CRYPTO_LIBRARY}" DIRECTORY)
+#message(STATUS "OpenSSL root: " ${rootPath})
+
+
+# Attempt to simulate scripts/make-gitrev.h and zfs_gitrev.h
+include(GetGitRevisionDescription)
+git_describe_working_tree(GIT_GITREV)
+configure_file("${CMAKE_CURRENT_SOURCE_DIR}/include/zfs_gitrev.h.in" "${CMAKE_CURRENT_SOURCE_DIR}/include/zfs_gitrev.h" @ONLY)
+#
+
+function(use_clang)
+# It seems "-include file" is "/FI file" on Windows
+add_compile_options(/FI ${CMAKE_SOURCE_DIR}/include/os/windows/zfs/zfs_config.h)
+set(CMAKE_C_COMPILER clang-cl.exe PARENT_SCOPE)
+set(CMAKE_CXX_COMPILER clang-cl.exe PARENT_SCOPE)
+if(CMAKE_SIZEOF_VOID_P EQUAL 4)
+	add_compile_options(-m32)
+else()
+	add_compile_options(-m64)
+endif()
+
+add_compile_options(
+	# These are all MS headers
+	-Wno-nonportable-include-path
+	-Wno-unknown-pragmas
+	-Wno-ignored-pragma-intrinsic
+	-Wno-pragma-pack
+	-Wno-microsoft-enum-forward-reference
+	-Wno-visibility
+	-Wno-microsoft-anon-tag
+	-Wno-ignored-attributes
+	-Wno-unused-command-line-argument
+	-Wno-unused-local-typedef
+	-Wno-int-to-void-pointer-cast
+	# ZFS related
+	-Wno-misleading-indentation
+	-Wno-dangling-else
+	-Wno-missing-field-initializers
+	#-fms-extensions
+	-Wno-unused-function
+)
+endfunction()
+
+if(CMAKE_SIZEOF_VOID_P EQUAL 4)
+    add_definitions(-D__x86_32__ -D__i386 -D__i386__ -D_LP32 -DWIN32)
+elseif(CMAKE_SIZEOF_VOID_P EQUAL 8)
+    add_definitions(-D__x86_64__ -D_LP64 -D__LP64__ -D__x86_64 -D_AMD64_ -D_WIN64 -DAMD64 -DWIN64)
+else()
+    message(FATAL_ERROR "Unsupported architecture")
+endif()
+
+if(CMAKE_BUILD_TYPE STREQUAL "Debug")
+    add_definitions(-DDBG -DZFS_DEBUG)
+endif()
+
+# Avoid dependency add_compile_definitions vcruntime140.dll
+set(CMAKE_C_FLAGS_RELEASE "${CMAKE_C_FLAGS_RELEASE} /MT")
+set(CMAKE_C_FLAGS_DEBUG "${CMAKE_CXX_FLAGS_DEBUG} /MTd")
+set(CMAKE_CXX_FLAGS_RELEASE "${CMAKE_C_FLAGS_RELEASE} /MT")
+set(CMAKE_CXX_FLAGS_DEBUG "${CMAKE_CXX_FLAGS_DEBUG} /MTd")
+
+# Let's try to emulate gitrev
+#find_path(BASH_DIR NAMES bash.exe git-bash.exe PATHS "/c/Program Files (x86)/Git/")
+#execute_process(COMMAND $BASH_DIR -c "scripts/make_gitrev.h include/zfs_gitrev.h" )
+
+
+add_subdirectory(module)
+#add_subdirectory(module/zfs)
+#add_subdirectory(zfsinstaller)
+
+add_subdirectory(lib)
+add_subdirectory(cmd)
+

CMakeSettings.json

@@ -0,0 +1,28 @@
+{
+  "configurations": [
+    {
+      "name": "x64-Debug",
+      "generator": "Ninja",
+      "configurationType": "Debug",
+      "inheritEnvironments": [ "msvc_x64" ],
+      "buildRoot": "${projectDir}\\out\\build\\${name}",
+      "installRoot": "${projectDir}\\out\\install\\${name}",
+      "cmakeCommandArgs": "",
+      "buildCommandArgs": "",
+      "ctestCommandArgs": "",
+      "variables": []
+    },
+    {
+      "name": "x64-Release",
+      "generator": "Ninja",
+      "configurationType": "RelWithDebInfo",
+      "buildRoot": "${projectDir}\\out\\build\\${name}",
+      "installRoot": "${projectDir}\\out\\install\\${name}",
+      "cmakeCommandArgs": "",
+      "buildCommandArgs": "",
+      "ctestCommandArgs": "",
+      "inheritEnvironments": [ "msvc_x64_x64" ],
+      "variables": []
+    }
+  ]
+}

README.md

@@ -1,3 +1,7 @@
+# ⚠️WARNING: OpenZFS for Windows is in a pre-release state.⚠️
+## ⛔ Do *not* use it for writing *or* reading critical data! ⛔
+## ⛔ Doing so may corrupt your zpool and cause permanent data loss! ⛔
+
 ![img](https://openzfs.github.io/openzfs-docs/_static/img/logo/480px-Open-ZFS-Secondary-Logo-Colour-halfsize.png)
 
 OpenZFS is an advanced file system and volume manager which was originally

cmd/CMakeLists.txt

@@ -0,0 +1,12 @@
+
+include_directories(PRIVATE "${CMAKE_SOURCE_DIR}/lib/libspl/include/os/windows/" "${CMAKE_SOURCE_DIR}/lib/libspl/include" "${CMAKE_SOURCE_DIR}/include"
+	"${CMAKE_SOURCE_DIR}/lib/os/windows/libpthread" "${OPENSSL_INCLUDE_DIR}")
+
+add_definitions(-D_CRT_SECURE_NO_WARNINGS)
+
+add_subdirectory(zpool)
+add_subdirectory(zfs)
+add_subdirectory(zdb)
+add_subdirectory(zstream)
+add_subdirectory(os/windows/kstat)
+add_subdirectory(os/windows/zfsinstaller)

cmd/os/windows/kstat/CMakeLists.txt

@@ -0,0 +1,13 @@
+
+use_clang()
+
+um_add_executable(kstat kstat.c resource.rc)
+
+include_directories(PRIVATE "${CMAKE_SOURCE_DIR}/lib/os/windows")
+
+target_link_libraries(kstat PRIVATE libkstat)
+install(TARGETS kstat RUNTIME DESTINATION "${CMAKE_INSTALL_BINDIR}")
+install(FILES $<TARGET_PDB_FILE:kstat>
+	DESTINATION "${CMAKE_INSTALL_BINDIR}"
+	OPTIONAL
+)