# ////////////////////////////////////////////////////////////////////////////////////////// # // A multi-platform support c++11 library with focus on asynchronous socket I/O for any # // client application. # ////////////////////////////////////////////////////////////////////////////////////////// # # The MIT License (MIT) # # Copyright (c) 2012-2023 HALX99 # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal # in the Software without restriction, including without limitation the rights # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell # copies of the Software, and to permit persons to whom the Software is # furnished to do so, subject to the following conditions: # # The above copyright notice and this permission notice shall be included in all # copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE # SOFTWARE. # # # The build1k.ps1, will be core script of project https://github.com/axmolengine/build1k # options # -p: build target platform: win32,winuwp,linux,android,osx,ios,tvos,watchos,wasm # for android: will search ndk in sdk_root which is specified by env:ANDROID_HOME first, # if not found, by default will install ndk-r16b or can be specified by option: -cc 'ndk-r23c' # -a: build arch: x86,x64,armv7,arm64 # -d: the build workspace, i.e project root which contains root CMakeLists.txt, empty use script run working directory aka cwd # -cc: The C/C++ compiler toolchain: clang, msvc, gcc(mingw) or empty use default installed on current OS # msvc: msvc-120, msvc-141 # ndk: ndk-r16b, ndk-r16b+ # -xt: cross build tool, default: cmake, for android can be gradlew, can be path of cross build tool program # -xc: cross build tool configure options: i.e. -xc '-Dbuild' # -xb: cross build tool build options: i.e. -xb '--config','Release' # -prefix: the install location for missing tools in system, default is "$HOME/build1k" # -sdk: specific windows sdk version, i.e. -sdk '10.0.19041.0', leave empty, cmake will auto choose latest avaiable # -setupOnly: this param present, only execute step: setup # -configOnly: if this param present, will skip build step # support matrix # | OS | Build targets | C/C++ compiler toolchain | Cross Build tool | # +----------+----------------------+---------------------------+------------------| # | Windows | win32,winuwp | msvc,clang,gcc(mingw) | cmake | # | Linux | linux,android | gcc,ndk | cmake,gradle | # | macOS | osx,ios,tvos,watchos | xcode | cmake | # param( [switch]$configOnly, [switch]$setupOnly, [switch]$forceConfig ) $myRoot = $PSScriptRoot # ----------------- utils functions ----------------- $HOST_WIN = 0 # targets: win,uwp,android $HOST_LINUX = 1 # targets: linux,android $HOST_MAC = 2 # targets: android,ios,osx(macos),tvos,watchos # 0: windows, 1: linux, 2: macos $Global:IsWin = $IsWindows -or ("$env:OS" -eq 'Windows_NT') if ($Global:IsWin) { $HOST_OS = $HOST_WIN $envPathSep = ';' } else { $envPathSep = ':' if ($IsLinux) { $HOST_OS = $HOST_LINUX } elseif ($IsMacOS) { $HOST_OS = $HOST_MAC } else { throw "Unsupported host OS to run build1k.ps1" } } $exeSuffix = if ($HOST_OS -eq 0) { '.exe' } else { '' } $cmake_generator = $null class build1k { [void] println($msg) { Write-Host "build1k: $msg" } [void] print($msg) { Write-Host "build1k: $msg" -NoNewline } [System.Boolean] isfile([string]$path) { return Test-Path $path -PathType Leaf } [System.Boolean] isdir([string]$path) { return Test-Path $path -PathType Container } [void] mkdirs([string]$path) { if (!(Test-Path $path -PathType Container)) { New-Item $path -ItemType Directory 1>$null } } [void] rmdirs([string]$path) { if ($this.isdir($path)) { $this.println("Deleting $path ...") Remove-Item $path -Recurse -Force } } [void] del([string]$path) { if ($this.isfile($path)) { $this.println("Deleting $path ...") Remove-Item $path -Force } } [void] mv([string]$path, [string]$dest) { if ($this.isdir($path) -and !$this.isdir($dest)) { Move-Item $path $dest } } [void] pause($msg) { if ($Global:IsWin) { $myProcess = [System.Diagnostics.Process]::GetCurrentProcess() $parentProcess = $myProcess.Parent if (!$parentProcess) { $myPID = $myProcess.Id $instance = Get-WmiObject Win32_Process -Filter "ProcessId = $myPID" $parentProcess = Get-Process -Id $instance.ParentProcessID } $parentProcessName = $parentProcess.ProcessName if ($parentProcessName -like "explorer") { $this.print("$msg, press any key to continue . . .") cmd /c pause 1>$null } } else { $this.println($msg) } } [string] realpath($path) { return $Global:ExecutionContext.SessionState.Path.GetUnresolvedProviderPathFromPSPath($path) } [string] hash($content) { $stringAsStream = [System.IO.MemoryStream]::new() $writer = [System.IO.StreamWriter]::new($stringAsStream) $writer.write($content) $writer.Flush() $stringAsStream.Position = 0 return (Get-FileHash -InputStream $stringAsStream -Algorithm MD5).Hash } } $b1k = [build1k]::new() # ---------------------- manifest -------------------- # mode: # x.y.z+ : >= # x.y.z : == # * : any # x.y.z~x2.y2.z2 : range $manifest = @{ # C:\Program Files\Microsoft Visual Studio\2022\Professional\VC\Redist\MSVC\14.36.32532\vc_redist.x64.exe msvc = '14.37'; ndk = 'r23c'; xcode = '13.0.0~15.0.0'; # range # _EMIT_STL_ERROR(STL1000, "Unexpected compiler version, expected Clang 16.0.0 or newer."); llvm = '16.0.6+'; # clang-cl msvc14.37 require 16.0.0+ gcc = '9.0.0+'; cmake = '3.27.7+'; ninja = '1.11.1+'; jdk = '11.0.19+'; emsdk = '3.1.47'; cmdlinetools = '7.0+'; # android cmdlinetools } $channels = @{} # refer to: https://developer.android.com/studio#command-line-tools-only $cmdlinetools_rev = '10406996' $options = @{ p = $null; a = $null; d = $null; cc = $null; xt = 'cmake'; prefix = $null; xc = @(); xb = @(); sdk = $null; dll = $false } $optName = $null foreach ($arg in $args) { if (!$optName) { if ($arg.StartsWith('-')) { $optName = $arg.SubString(1) } } else { if ($options.Contains($optName)) { $options[$optName] = $arg } else { $b1k.println("Warning: ignore unrecognized option: $optName") } $optName = $null } } $manifest_file = Join-Path $myRoot 'manifest.ps1' if ($b1k.isfile($manifest_file)) { . $manifest_file } # translate xtool args if ($options.xc.GetType() -eq [string]) { $options.xc = $options.xc.Split(' ') } if ($options.xb.GetType() -eq [string]) { $options.xb = $options.xb.Split(' ') } $pwsh_ver = $PSVersionTable.PSVersion.ToString() if ([System.Version]$pwsh_ver -lt [System.Version]"7.0.0.0") { [Net.ServicePointManager]::SecurityProtocol = [Net.SecurityProtocolType]::Tls12 } $osVer = if($IsWin) {"Microsoft Windows $([System.Environment]::OSVersion.Version.ToString())"} else {$PSVersionTable.OS} $hostArch = [System.Runtime.InteropServices.RuntimeInformation,mscorlib]::OSArchitecture.ToString().ToLower() $b1k.println("PowerShell $pwsh_ver on $osVer") # determine build target os $TARGET_OS = $options.p if (!$TARGET_OS) { # choose host target if not specified by command line automatically $TARGET_OS = $options.p = $('win32', 'linux', 'osx').Get($HOST_OS) } $is_wasm = $TARGET_OS -eq 'wasm' if (!$is_wasm) { $TARGET_ARCH = $options.a if (!$TARGET_ARCH) { $TARGET_ARCH = @{'ios' = 'arm64'; 'tvos' = 'arm64'; 'watchos' = 'arm64'; 'android' = 'arm64';}[$TARGET_OS] if (!$TARGET_ARCH) { $TARGET_ARCH = $hostArch } $options.a = $TARGET_ARCH } } else { $TARGET_ARCH = $options.a = '*' } if (!$setupOnly) { $b1k.println("$(Out-String -InputObject $options)") } $HOST_OS_NAME = $('windows', 'linux', 'macos').Get($HOST_OS) # determine toolchain $TOOLCHAIN = $options.cc $toolchains = @{ 'win32' = 'msvc'; 'winuwp' = 'msvc'; 'linux' = 'gcc'; 'android' = 'ndk'; 'osx' = 'xcode'; 'ios' = 'xcode'; 'tvos' = 'xcode'; 'watchos' = 'xcode'; 'wasm' = 'emcc'; # wasm llvm-emcc } if (!$TOOLCHAIN) { $TOOLCHAIN = $toolchains[$TARGET_OS] } $TOOLCHAIN_INFO = $TOOLCHAIN.Split('-') $TOOLCHAIN_VER = $null if ($TOOLCHAIN_INFO.Count -ge 2) { $toolVer = $TOOLCHAIN_INFO[$TOOLCHAIN_INFO.Count - 1] if ($toolVer -match "\d+") { $TOOLCHAIN_NAME = $TOOLCHAIN_INFO[0..($TOOLCHAIN_INFO.Count - 2)] -join '-' $TOOLCHAIN_VER = $toolVer } } if (!$TOOLCHAIN_VER) { $TOOLCHAIN_NAME = $TOOLCHAIN } $external_prefix = if ($options.prefix) { $options.prefix } else { Join-Path $HOME '.build1k' } if (!$b1k.isdir($external_prefix)) { $b1k.mkdirs($external_prefix) } $b1k.println("proj_dir=$((Get-Location).Path), external_prefix=$external_prefix") function find_prog($name, $path = $null, $mode = 'ONLY', $cmd = $null, $params = @('--version'), $silent = $false) { if ($path) { $storedPATH = $env:PATH if ($mode -eq 'ONLY') { $env:PATH = $path } elseif ($mode -eq 'BOTH') { $env:PATH = "$path$envPathSep$env:PATH" } } else { $storedPATH = $null } if (!$cmd) { $cmd = $name } $params = [array]$params # try get match expr and preferred ver $checkVerCond = $null $requiredMin = '' $preferredVer = '' $requiredVer = $manifest[$name] if ($requiredVer) { $preferredVer = $null if ($requiredVer.EndsWith('+')) { $preferredVer = $requiredVer.TrimEnd('+') $checkVerCond = '[System.Version]$foundVer -ge [System.Version]$preferredVer' } elseif ($requiredVer -eq '*') { $checkVerCond = '$True' $preferredVer = 'latest' } else { $verArr = $requiredVer.Split('~') $isRange = $verArr.Count -gt 1 $preferredVer = $verArr[$isRange] if ($isRange -gt 1) { $requiredMin = $verArr[0] $checkVerCond = '[System.Version]$foundVer -ge [System.Version]$requiredMin -and [System.Version]$foundVer -le [System.Version]$preferredVer' } else { $checkVerCond = '[System.Version]$foundVer -eq [System.Version]$preferredVer' } } if (!$checkVerCond) { throw "Invalid tool $name=$requiredVer in manifest" } } # find command $cmd_info = (Get-Command $cmd -ErrorAction SilentlyContinue) # needs restore immidiately since further cmd invoke maybe require system bins if ($path) { $env:PATH = "$path$envPathSep$storedPATH" } $found_rets = $null # prog_path,prog_version if ($cmd_info) { $prog_path = $cmd_info.Source $verStr = $(. $cmd @params 2>$null) | Select-Object -First 1 if (!$verStr -or ($verStr.IndexOf('--version') -ne -1)) { $verInfo = $cmd_info.Version $verStr = "$($verInfo.Major).$($verInfo.Minor).$($verInfo.Build)" } # full pattern: '(\d+\.)+(\*|\d+)(\-[a-z]+[0-9]*)?' can match x.y.z-rc3, but not require for us $matchInfo = [Regex]::Match($verStr, '(\d+\.)+(-)?(\*|\d+)') $foundVer = $matchInfo.Value [void]$requiredMin if ($checkVerCond) { $matched = Invoke-Expression $checkVerCond if ($matched) { if (!$silent) { $b1k.println("Using ${name}: $prog_path, version: $foundVer") } $found_rets = $prog_path, $foundVer } else { # if (!$silent) { $b1k.println("The installed ${name}: $prog_path, version: $foundVer not match required: $requiredVer") } $found_rets = $null, $preferredVer } } else { if (!$silent) { $b1k.println("Using ${name}: $prog_path, version: $foundVer") } $found_rets = $prog_path, $foundVer } } else { if ($preferredVer) { # if (!$silent) { $b1k.println("Not found $name, needs install: $preferredVer") } $found_rets = $null, $preferredVer } else { throw "Not found $name, and it's not in manifest" } } if ($storedPATH) { $env:PATH = $storedPATH } return $found_rets } function exec_prog($prog, $params) { # & $prog_name $params for ($i = 0; $i -lt $params.Count; $i++) { $param = "'" $param += $params[$i] $param += "'" $params[$i] = $param } $strParams = "$params" return Invoke-Expression -Command "$prog $strParams" } function download_file($url, $out) { if ($b1k.isfile($out)) { return } $b1k.println("Downloading $url to $out ...") Invoke-WebRequest -Uri $url -OutFile $out } function download_and_expand($url, $out, $dest) { download_file $url $out if ($out.EndsWith('.zip')) { Expand-Archive -Path $out -DestinationPath $dest } elseif ($out.EndsWith('.tar.gz')) { if (!$dest.EndsWith('/')) { $b1k.mkdirs($dest) } tar xf "$out" -C $dest } elseif ($out.EndsWith('.sh')) { chmod 'u+x' "$out" $b1k.mkdirs($dest) } } # setup nuget, not add to path function setup_nuget() { if (!$manifest['nuget']) { return $null } $nuget_bin = Join-Path $external_prefix 'nuget' $nuget_prog, $nuget_ver = find_prog -name 'nuget' -path $nuget_bin -mode 'BOTH' -silent $true if (!$nuget_prog) { $b1k.rmdirs($nuget_bin) $b1k.mkdirs($nuget_bin) $nuget_prog = Join-Path $nuget_bin 'nuget.exe' download_file "https://dist.nuget.org/win-x86-commandline/v$nuget_ver/nuget.exe" $nuget_prog if (!$b1k.isfile($nuget_prog)) { throw "Install nuget fail" } } if ($env:PATH.IndexOf($nuget_bin) -eq -1) { $env:PATH = "$nuget_bin$envPathSep$env:PATH" } $b1k.println("Using nuget: $nuget_prog, version: $nuget_ver") return $nuget_prog } # setup glslcc, not add to path function setup_glslcc() { if (!$manifest['glslcc']) { return $null } $glslcc_bin = Join-Path $external_prefix 'glslcc' $glslcc_prog, $glslcc_ver = find_prog -name 'glslcc' -path $glslcc_bin -mode 'BOTH' if ($glslcc_prog) { return $glslcc_prog } $suffix = $('win64.zip', 'linux.tar.gz', 'osx.tar.gz').Get($HOST_OS) $b1k.rmdirs($glslcc_bin) $glslcc_pkg = Join-Path $external_prefix "glslcc-$suffix" $b1k.del($glslcc_pkg) download_and_expand "https://github.com/axmolengine/glslcc/releases/download/v$glslcc_ver/glslcc-$glslcc_ver-$suffix" "$glslcc_pkg" $glslcc_bin $glslcc_prog = (Join-Path $glslcc_bin "glslcc$exeSuffix") if ($b1k.isfile($glslcc_prog)) { $b1k.println("Using glslcc: $glslcc_prog, version: $glslcc_ver") return $glslcc_prog } throw "Install glslcc fail" } function setup_ninja() { if (!$manifest['ninja']) { return $null } $suffix = $('win', 'linux', 'mac').Get($HOST_OS) $ninja_bin = Join-Path $external_prefix 'ninja' $ninja_prog, $ninja_ver = find_prog -name 'ninja' if ($ninja_prog) { return $ninja_prog } $ninja_prog, $ninja_ver = find_prog -name 'ninja' -path $ninja_bin -silent $true if (!$ninja_prog) { $ninja_pkg = "$external_prefix/ninja-$suffix.zip" $b1k.rmdirs($ninja_bin) $b1k.del($ninja_pkg) download_and_expand "https://github.com/ninja-build/ninja/releases/download/v$ninja_ver/ninja-$suffix.zip" $ninja_pkg "$external_prefix/ninja/" } if ($env:PATH.IndexOf($ninja_bin) -eq -1) { $env:PATH = "$ninja_bin$envPathSep$env:PATH" } $ninja_prog = (Join-Path $ninja_bin "ninja$exeSuffix") $b1k.println("Using ninja: $ninja_prog, version: $ninja_ver") return $ninja_prog } # setup cmake function setup_cmake([switch]$Force = $false) { $cmake_prog, $cmake_ver = find_prog -name 'cmake' if ($cmake_prog -and !$Force) { return $cmake_prog } $cmake_root = $(Join-Path $external_prefix 'cmake') $cmake_bin = Join-Path $cmake_root 'bin' $cmake_prog, $cmake_ver = find_prog -name 'cmake' -path $cmake_bin -mode 'ONLY' -silent $true if (!$cmake_prog) { $b1k.rmdirs($cmake_root) $cmake_suffix = @(".zip", ".sh", ".tar.gz").Get($HOST_OS) $cmake_dev_hash = $channels['cmake'] if ($cmake_dev_hash) { $cmake_ver = "$cmake_ver-$cmake_dev_hash" } if ($HOST_OS -ne $HOST_MAC) { $cmake_pkg_name = "cmake-$cmake_ver-$HOST_OS_NAME-x86_64" } else { $cmake_pkg_name = "cmake-$cmake_ver-$HOST_OS_NAME-universal" } $cmake_pkg_path = Join-Path $external_prefix "$cmake_pkg_name$cmake_suffix" if (!$cmake_dev_hash) { $cmake_url = "https://github.com/Kitware/CMake/releases/download/v$cmake_ver/$cmake_pkg_name$cmake_suffix" } else { $cmake_url = "https://cmake.org/files/dev/$cmake_pkg_name$cmake_suffix" } $cmake_dir = Join-Path $external_prefix $cmake_pkg_name if ($IsMacOS) { $cmake_app_contents = Join-Path $cmake_dir 'CMake.app/Contents' } if (!$b1k.isdir($cmake_dir)) { download_and_expand "$cmake_url" "$cmake_pkg_path" $external_prefix/ } if ($b1k.isdir($cmake_dir)) { $cmake_root0 = $cmake_dir if ($IsMacOS) { $cmake_app_contents = Join-Path $cmake_dir 'CMake.app/Contents' if ($b1k.isdir($cmake_app_contents)) { $cmake_root0 = $cmake_app_contents } sudo xattr -r -d com.apple.quarantine "$cmake_root0/bin/cmake" } $b1k.mv($cmake_root0, $cmake_root) if ($b1k.isdir($cmake_dir)) { $b1k.rmdirs($cmake_dir) } } elseif ($IsLinux) { $b1k.mkdirs($cmake_root) & "$cmake_pkg_path" '--skip-license' '--exclude-subdir' "--prefix=$cmake_root" } $cmake_prog, $_ = find_prog -name 'cmake' -path $cmake_bin -silent $true if (!$cmake_prog) { throw "Install cmake $cmake_ver fail" } $b1k.println("Using cmake: $cmake_prog, version: $cmake_ver") } if (($null -ne $cmake_bin) -and ($env:PATH.IndexOf($cmake_bin) -eq -1)) { $env:PATH = "$cmake_bin$envPathSep$env:PATH" } return $cmake_prog } function ensure_cmake_ninja($cmake_prog, $ninja_prog) { # ensure ninja in cmake_bin $cmake_bin = Split-Path $cmake_prog -Parent $cmake_ninja_prog,$__ = find_prog -name 'ninja' -path $cmake_bin -mode 'ONLY' -silent $true if (!$cmake_ninja_prog) { # $ninja_symlink_target = Join-Path $cmake_bin (Split-Path $ninja_prog -Leaf) # try link ninja exist cmake bin directory & "$myRoot\fsync.ps1" -s $ninja_prog -d $ninja_symlink_target -l $true 2>$null } return $? } function setup_nsis() { if (!$manifest['nsis']) { return $null } $nsis_bin = Join-Path $external_prefix "nsis" $nsis_prog, $nsis_ver = find_prog -name 'nsis' -cmd 'makensis' -params '/VERSION' if ($nsis_prog) { return $nsis_prog } $nsis_prog, $nsis_ver = find_prog -name 'nsis' -cmd 'makensis' -params '/VERSION' -path $nsis_bin -silent $true if (!$nsis_prog) { $b1k.rmdirs($nsis_bin) download_and_expand "https://nchc.dl.sourceforge.net/project/nsis/NSIS%203/$nsis_ver/nsis-$nsis_ver.zip" "$external_prefix/nsis-$nsis_ver.zip" "$external_prefix" $nsis_dir = "$nsis_bin-$nsis_ver" if ($b1k.isdir($nsis_dir)) { $b1k.mv($nsis_dir, $nsis_bin) } } if ($env:PATH.IndexOf($nsis_bin) -eq -1) { $env:PATH = "$nsis_bin$envPathSep$env:PATH" } $nsis_prog = (Join-Path $nsis_bin "makensis$exeSuffix") $b1k.println("Using nsis: $nsis_prog, version: $nsis_ver") return $nsis_prog } function setup_jdk() { if (!$manifest['jdk']) { return $null } $suffix = $('windows-x64.zip', 'linux-x64.tar.gz', 'macOS-x64.tar.gz').Get($HOST_OS) $javac_prog, $jdk_ver = find_prog -name 'jdk' -cmd 'javac' if ($javac_prog) { return $javac_prog } $jdk_root = Join-Path $external_prefix "jdk" $java_home = if(!$IsMacOS) { $jdk_root } else { Join-Path $jdk_root 'Contents/Home' } $jdk_bin = Join-Path $java_home 'bin' $javac_prog, $jdk_ver = find_prog -name 'jdk' -cmd 'javac' -path $jdk_bin -silent $true if (!$javac_prog) { $b1k.rmdirs($jdk_root) # refer to https://learn.microsoft.com/en-us/java/openjdk/download download_and_expand "https://aka.ms/download-jdk/microsoft-jdk-$jdk_ver-$suffix" "$external_prefix/microsoft-jdk-$jdk_ver-$suffix" "$external_prefix/" # move to plain folder name $folderName = (Get-ChildItem -Path $external_prefix -Filter "jdk-$jdk_ver+*").Name if ($folderName) { $b1k.mv("$external_prefix/$folderName", $jdk_root) } } $env:JAVA_HOME = $java_home $env:CLASSPATH = ".;$java_home\lib\dt.jar;$java_home\lib\tools.jar" if ($env:PATH.IndexOf($jdk_bin) -eq -1) { $env:PATH = "$jdk_bin$envPathSep$env:PATH" } $javac_prog = find_prog -name 'jdk' -cmd 'javac' -path $jdk_bin -mode 'ONLY' -silent $true if (!$javac_prog) { throw "Install jdk $jdk_ver fail" } $b1k.println("Using jdk: $javac_prog, version: $jdk_ver") return $javac_prog } # setup llvm for windows only function setup_llvm() { if (!$manifest.Contains('llvm')) { return $null } $clang_prog, $clang_ver = find_prog -name 'llvm' -cmd "clang" if (!$clang_prog) { $llvm_root = Join-Path $external_prefix 'LLVM' $llvm_bin = Join-Path $llvm_root 'bin' $clang_prog, $clang_ver = find_prog -name 'llvm' -cmd "clang" -path $llvm_bin -silent $true if(!$clang_prog) { # ensure 7z_prog $7z_cmd_info = Get-Command '7z' -ErrorAction SilentlyContinue if($7z_cmd_info) { $7z_prog = $7z_cmd_info.Path } else { $7z_prog = Join-Path $external_prefix '7z2301-x64\7z.exe' $7z_pkg_out = Join-Path $external_prefix '7z2301-x64.zip' if (!(Test-Path $7z_prog -PathType Leaf)) { # https://www.7-zip.org/download.html download_and_expand -url 'https://github.com/axmolengine/archive/releases/download/v1.0.0/7z2301-x64.zip' -out $7z_pkg_out $external_prefix/ } } if (!(Test-Path $7z_prog -PathType Leaf)) { throw "setup 7z fail which is required for setup llvm clang!" } # download llvm clang and install extract it at prefix download_file "https://github.com/llvm/llvm-project/releases/download/llvmorg-${clang_ver}/LLVM-${clang_ver}-win64.exe" "$external_prefix\LLVM-${clang_ver}-win64.exe" $b1k.mkdirs($llvm_root) & $7z_prog x "$external_prefix\LLVM-${clang_ver}-win64.exe" "-o$llvm_root" -y | Out-Host $clang_prog, $clang_ver = find_prog -name 'llvm' -cmd "clang" -path $llvm_bin -silent $true if(!$clang_prog) { throw "setup $clang_ver fail" } } $b1k.println("Using llvm: $clang_prog, version: $clang_ver") # add our llvm root to PATH temporary if (($env:PATH.IndexOf($llvm_bin) -eq -1)) { $env:PATH = "$llvm_bin$envPathSep$env:PATH" } } } function setup_android_sdk() { if (!$manifest['ndk']) { return $null } # setup ndk $ndk_ver = $TOOLCHAIN_VER if (!$ndk_ver) { $ndk_ver = $manifest['ndk'] } $IsGraterThan = if ($ndk_ver.EndsWith('+')) { '+' } else { $null } if ($IsGraterThan) { $ndk_ver = $ndk_ver.Substring(0, $ndk_ver.Length - 1) } $my_sdk_root = Join-Path $external_prefix 'adt/sdk' $sdk_dirs = @("$env:ANDROID_HOME", "$env:ANDROID_SDK_ROOT", $my_sdk_root) $ndk_minor_base = [int][char]'a' # looking up require ndk installed in exists sdk roots $sdk_root = $null foreach ($sdk_dir in $sdk_dirs) { if (!$sdk_dir -or !(Test-Path $sdk_dir -PathType Container)) { continue } $b1k.println("Looking require $ndk_ver$IsGraterThan in $sdk_dir") $sdk_root = $sdk_dir $ndk_root = $null $ndk_major = ($ndk_ver -replace '[^0-9]', '') $ndk_minor_off = "$ndk_major".Length + 1 $ndk_minor = if ($ndk_minor_off -lt $ndk_ver.Length) { "$([int][char]$ndk_ver.Substring($ndk_minor_off) - $ndk_minor_base)" } else { '0' } $ndk_rev_base = "$ndk_major.$ndk_minor" $ndk_parent = Join-Path $sdk_dir 'ndk' if (!$b1k.isdir($ndk_parent)) { continue } # find ndk in sdk $ndks = [ordered]@{} $ndk_rev_max = '0.0' foreach ($item in $(Get-ChildItem -Path "$ndk_parent")) { $ndkDir = $item.FullName $sourceProps = "$ndkDir/source.properties" if ($b1k.isfile($sourceProps)) { $verLine = $(Get-Content $sourceProps | Select-Object -Index 1) $ndk_rev = $($verLine -split '=').Trim()[1].split('.')[0..1] -join '.' $ndks.Add($ndk_rev, $ndkDir) if ($ndk_rev_max -le $ndk_rev) { $ndk_rev_max = $ndk_rev } } } if ($IsGraterThan) { if ($ndk_rev_max -ge $ndk_rev_base) { $ndk_root = $ndks[$ndk_rev_max] } } else { $ndk_root = $ndks[$ndk_rev_base] } if ($null -ne $ndk_root) { $b1k.println("Found $ndk_root in $sdk_root ...") break } } if (!$b1k.isdir("$ndk_root")) { $sdkmanager_prog, $sdkmanager_ver = $null, $null if ($b1k.isdir($sdk_root)) { $cmdlinetools_bin = Join-Path $sdk_root 'cmdline-tools/latest/bin' $sdkmanager_prog, $sdkmanager_ver = (find_prog -name 'cmdlinetools' -cmd 'sdkmanager' -path $cmdlinetools_bin -params "--version", "--sdk_root=$sdk_root") } else { $sdk_root = Join-Path $external_prefix 'adt/sdk' if (!$b1k.isdir($sdk_root)) { $b1k.mkdirs($sdk_root) } } if (!$sdkmanager_prog) { $cmdlinetools_bin = Join-Path $external_prefix 'cmdline-tools/bin' $sdkmanager_prog, $sdkmanager_ver = (find_prog -name 'cmdlinetools' -cmd 'sdkmanager' -path $cmdlinetools_bin -params "--version", "--sdk_root=$sdk_root") $suffix = $('win', 'linux', 'mac').Get($HOST_OS) if (!$sdkmanager_prog) { $b1k.println("Installing cmdlinetools version: $sdkmanager_ver ...") $cmdlinetools_pkg_name = "commandlinetools-$suffix-$($cmdlinetools_rev)_latest.zip" $cmdlinetools_pkg_path = Join-Path $external_prefix $cmdlinetools_pkg_name $cmdlinetools_url = "https://dl.google.com/android/repository/$cmdlinetools_pkg_name" download_file $cmdlinetools_url $cmdlinetools_pkg_path Expand-Archive -Path $cmdlinetools_pkg_path -DestinationPath "$external_prefix/" $sdkmanager_prog, $_ = (find_prog -name 'cmdlinetools' -cmd 'sdkmanager' -path $cmdlinetools_bin -params "--version", "--sdk_root=$sdk_root" -silent $True) if (!$sdkmanager_prog) { throw "Install cmdlinetools version: $sdkmanager_ver fail" } } } $matchInfos = (exec_prog -prog $sdkmanager_prog -params "--sdk_root=$sdk_root", '--list' | Select-String 'ndk;') if ($null -ne $matchInfos -and $matchInfos.Count -gt 0) { $b1k.println("Not found suitable android ndk, installing ...") $ndks = @{} foreach ($matchInfo in $matchInfos) { $fullVer = $matchInfo.Line.Trim().Split(' ')[0] # "ndk;23.2.8568313" $verNums = $fullVer.Split(';')[1].Split('.') $ndkVer = 'r' $ndkVer += $verNums[0] $ndk_minor = [int]$verNums[1] if ($ndk_minor -gt 0) { $ndkVer += [char]($ndk_minor_base + $ndk_minor) } if (!$ndks.Contains($ndkVer)) { $ndks.Add($ndkVer, $fullVer) } } $ndkFullVer = $ndks[$ndk_ver] ((1..10 | ForEach-Object { "yes"; Start-Sleep -Milliseconds 100 }) | . $sdkmanager_prog --licenses --sdk_root=$sdk_root) | Out-Host exec_prog -prog $sdkmanager_prog -params '--verbose', "--sdk_root=$sdk_root", 'platform-tools', 'cmdline-tools;latest', 'platforms;android-33', 'build-tools;30.0.3', 'cmake;3.22.1', $ndkFullVer | Out-Host $fullVer = $ndkFullVer.Split(';')[1] $ndk_root = (Resolve-Path -Path "$sdk_root/ndk/$fullVer").Path } } return $sdk_root, $ndk_root } # enable emsdk emcmake function setup_emsdk() { $emsdk_cmd = (Get-Command emsdk -ErrorAction SilentlyContinue) if (!$emsdk_cmd) { $emsdk_root = Join-Path $external_prefix 'emsdk' if (!(Test-Path $emsdk_root -PathType Container)) { git clone 'https://github.com/emscripten-core/emsdk.git' $emsdk_root } else { git -C $emsdk_root pull } } else { $emsdk_root = Split-Path $emsdk_cmd.Source -Parent } $emcmake = (Get-Command emcmake -ErrorAction SilentlyContinue) if (!$emcmake) { $emsdk_ver = $manifest['emsdk'] Push-Location $emsdk_root ./emsdk install $emsdk_ver ./emsdk activate $emsdk_ver . ./emsdk_env.ps1 Pop-Location } } # preprocess methods: # -inputOptions [CMAKE_OPTIONS] function preprocess_win([string[]]$inputOptions) { $outputOptions = $inputOptions if ($options.sdk) { $outputOptions += "-DCMAKE_SYSTEM_VERSION=$($options.sdk)" } if ($TOOLCHAIN_NAME -eq 'msvc') { # Generate vs2019 on github ci # Determine arch name $arch = if ($options.a -eq 'x86') { 'Win32' } else { $options.a } $VSWHERE_EXE = "${env:ProgramFiles(x86)}\Microsoft Visual Studio\Installer\vswhere.exe" $eap = $ErrorActionPreference $ErrorActionPreference = 'SilentlyContinue' $VS2019_OR_LATER_VESION = $null $VS2019_OR_LATER_VESION = (& $VSWHERE_EXE -version '16.0' -property installationVersion) $ErrorActionPreference = $eap # arch if ($VS2019_OR_LATER_VESION) { $outputOptions += '-A', $arch if ($TOOLCHAIN_VER) { $outputOptions += "-Tv$TOOLCHAIN_VER" } } else { $gens = @{ '120' = 'Visual Studio 12 2013'; '140' = 'Visual Studio 14 2015' "150" = 'Visual Studio 15 2017'; } $cmake_generator = $gens[$TOOLCHAIN_VER] if (!$cmake_generator) { throw "Unsupported toolchain: $TOOLCHAIN" } if ($options.a -eq "x64") { $cmake_generator += ' Win64' } } # platform if ($TARGET_OS -eq "winuwp") { '-DCMAKE_SYSTEM_NAME=WindowsStore', '-DCMAKE_SYSTEM_VERSION=10.0' } if ($options.dll) { $outputOptions += '-DBUILD_SHARED_LIBS=TRUE' } } elseif ($TOOLCHAIN_NAME -eq 'clang') { $outputOptions += '-DCMAKE_C_COMPILER=clang', '-DCMAKE_CXX_COMPILER=clang++' $cmake_generator = 'Ninja Multi-Config' } else { # Generate mingw $cmake_generator = 'Ninja Multi-Config' } return $outputOptions } function preprocess_linux([string[]]$inputOptions) { $outputOptions = $inputOptions return $outputOptions } $ninja_prog = $null $is_gradlew = $options.xt.IndexOf('gradlew') -ne -1 function preprocess_andorid([string[]]$inputOptions) { $outputOptions = $inputOptions $t_archs = @{arm64 = 'arm64-v8a'; armv7 = 'armeabi-v7a'; x64 = 'x86_64'; x86 = 'x86'; } if ($is_gradlew) { if ($options.a.GetType() -eq [object[]]) { $archlist = [string[]]$options.a } else { $archlist = $options.a.Split(';') } for ($i = 0; $i -lt $archlist.Count; ++$i) { $arch = $archlist[$i] $archlist[$i] = $t_archs[$arch] } $archs = $archlist -join ':' # TODO: modify gradle, split by ';' $outputOptions += "-PPROP_CMAKE_VERSION=$($manifest['cmake'])" $outputOptions += "-PPROP_APP_ABI=$archs" $outputOptions += '--parallel', '--info' } else { if(!$ndk_root) { throw "ndk_root not specified!" } $cmake_toolchain_file = Join-Path $ndk_root 'build/cmake/android.toolchain.cmake' $arch = $t_archs[$options.a] $outputOptions += "-DCMAKE_TOOLCHAIN_FILE=$cmake_toolchain_file", "-DANDROID_ABI=$arch" # If set to ONLY, then only the roots in CMAKE_FIND_ROOT_PATH will be searched # If set to BOTH, then the host system paths and the paths in CMAKE_FIND_ROOT_PATH will be searched # If set to NEVER, then the roots in CMAKE_FIND_ROOT_PATH will be ignored and only the host system root will be used $outputOptions += '-DCMAKE_FIND_ROOT_PATH_MODE_PACKAGE=BOTH' $outputOptions += '-DCMAKE_FIND_ROOT_PATH_MODE_INCLUDE=BOTH' $outputOptions += '-DCMAKE_FIND_ROOT_PATH_MODE_LIBRARY=BOTH' # by default, we want find host program only when cross-compiling $outputOptions += '-DCMAKE_FIND_ROOT_PATH_MODE_PROGRAM=NEVER' } return $outputOptions } function preprocess_osx([string[]]$inputOptions) { $outputOptions = $inputOptions $arch = $options.a if ($arch -eq 'x64') { $arch = 'x86_64' } $outputOptions += "-DCMAKE_OSX_ARCHITECTURES=$arch" return $outputOptions } # build ios famliy (ios,tvos,watchos) function preprocess_ios([string[]]$inputOptions) { $outputOptions = $inputOptions $arch = $options.a if ($arch -eq 'x64') { $arch = 'x86_64' } if(!$cmake_toolchain_file) { $cmake_toolchain_file = Join-Path $myRoot 'ios.cmake' $outputOptions += "-DCMAKE_TOOLCHAIN_FILE=$cmake_toolchain_file", "-DARCHS=$arch" if ($TARGET_OS -eq 'tvos') { $outputOptions += '-DPLAT=tvOS' } elseif ($TARGET_OS -eq 'watchos') { $outputOptions += '-DPLAT=watchOS' } } return $outputOptions } function preprocess_wasm([string[]]$inputOptions) { return $inputOptions } function validHostAndToolchain() { $appleTable = @{ 'host' = @{'macos' = $True }; 'toolchain' = @{'xcode' = $True; }; }; $validTable = @{ 'win32' = @{ 'host' = @{'windows' = $True }; 'toolchain' = @{'msvc' = $True; 'clang' = $True; 'gcc' = $True }; }; 'winuwp' = @{ 'host' = @{'windows' = $True }; 'toolchain' = @{'msvc' = $True; }; }; 'linux' = @{ 'host' = @{'linux' = $True }; 'toolchain' = @{'gcc' = $True; }; }; 'android' = @{ 'host' = @{'windows' = $True; 'linux' = $True; 'macos' = $True }; 'toolchain' = @{'ndk' = $True; }; }; 'osx' = $appleTable; 'ios' = $appleTable; 'tvos' = $appleTable; 'watchos' = $appleTable; 'wasm' = @{ 'host' = @{'windows' = $True; 'linux' = $True; 'macos' = $True }; 'toolchain' = @{'emcc' = $True; }; }; } $validInfo = $validTable[$TARGET_OS] $validOS = $validInfo.host[$HOST_OS_NAME] if (!$validOS) { throw "Can't build target $TARGET_OS on $HOST_OS_NAME" } $validToolchain = $validInfo.toolchain[$TOOLCHAIN_NAME] if (!$validToolchain) { throw "Can't build target $TARGET_OS with toolchain $TOOLCHAIN_NAME" } } $proprocessTable = @{ 'win32' = ${function:preprocess_win}; 'winuwp' = ${function:preprocess_win}; 'linux' = ${function:preprocess_linux}; 'android' = ${function:preprocess_andorid}; 'osx' = ${function:preprocess_osx}; 'ios' = ${function:preprocess_ios}; 'tvos' = ${function:preprocess_ios}; 'watchos' = ${function:preprocess_ios}; 'wasm' = ${Function:preprocess_wasm}; } validHostAndToolchain ########## setup build tools if not installed ####### $null = setup_glslcc $cmake_prog = setup_cmake if($TARGET_OS -eq 'win32' -or $TARGET_OS -eq 'winuwp') { $nuget_prog = setup_nuget } if ($TARGET_OS -eq 'win32') { $nsis_prog = setup_nsis if ($TOOLCHAIN_NAME -eq 'gcc' -or $TOOLCHAIN_NAME -eq 'clang') { $ninja_prog = setup_ninja } if ($TOOLCHAIN_NAME -eq 'clang') { $null = setup_llvm } } elseif ($TARGET_OS -eq 'android') { $ninja_prog = setup_ninja $null = setup_jdk # setup android sdk cmdlinetools require jdk $sdk_root, $ndk_root = setup_android_sdk $env:ANDROID_HOME = $sdk_root $env:ANDROID_NDK = $ndk_root # ensure ninja in cmake_bin if(!(ensure_cmake_ninja $cmake_prog $ninja_prog)) { $cmake_prog = setup_cmake -Force if(!(ensure_cmake_ninja $cmake_prog $ninja_prog)) { throw "Ensure ninja in cmake bin directory fail" } } } elseif ($TARGET_OS -eq 'wasm') { $ninja_prog = setup_ninja . setup_emsdk } if (!$setupOnly) { $stored_cwd = $(Get-Location).Path if ($options.d) { Set-Location $options.d } # parsing build optimize flag from build_options $buildOptions = [array]$options.xb $nopts = $buildOptions.Count $optimize_flag = $null for ($i = 0; $i -lt $nopts; ++$i) { $optv = $buildOptions[$i] switch($optv) { '--config' { $optimize_flag = $buildOptions[$i++ + 1] } '--target' { $cmake_target = $buildOptions[$i++ + 1] } } } $BUILD_ALL_OPTIONS = @() $BUILD_ALL_OPTIONS += $buildOptions if (!$optimize_flag) { if ($cmake_optimize_flags) { $optimize_flag = $cmake_optimize_flags[$TARGET_OS] } if (!$optimize_flag) { $optimize_flag = 'Release' } $BUILD_ALL_OPTIONS += '--config', $optimize_flag } # enter building steps $b1k.println("Building target $TARGET_OS on $HOST_OS_NAME with toolchain $TOOLCHAIN ...") # step1. preprocess cross make options $CONFIG_ALL_OPTIONS = [array]$(& $proprocessTable[$TARGET_OS] -inputOptions @() ) if (!$CONFIG_ALL_OPTIONS) { $CONFIG_ALL_OPTIONS = @() } # determine generator, build_dir, inst_dir for non gradlew projects if (!$is_gradlew) { if (!$cmake_generator -and !$TARGET_OS.StartsWith('win')) { # the default generator of unix targets: linux, osx, ios, android, wasm if(!$cmake_generators) { $cmake_generators = @{ 'linux' = 'Unix Makefiles' 'android' = 'Ninja' 'wasm' = 'Ninja' 'osx' = 'Xcode' 'ios' = 'Xcode' 'tvos' = 'Xcode' 'watchos' = 'Xcode' } } $cmake_generator = $cmake_generators[$options.p] if ($null -eq $cmake_generator) { $cmake_generator = if(!$IsWin) {'Unix Makefiles'} else {'Ninja'} } } if($cmake_generator) { $using_ninja = $cmake_generator.StartsWith('Ninja') if(!$is_wasm) { $CONFIG_ALL_OPTIONS += '-G', $cmake_generator } if ($cmake_generator -eq 'Unix Makefiles' -or $using_ninja) { $CONFIG_ALL_OPTIONS += "-DCMAKE_BUILD_TYPE=$optimize_flag" } if ($using_ninja -and $options.p -eq 'android') { $CONFIG_ALL_OPTIONS += "-DCMAKE_MAKE_PROGRAM=$ninja_prog" } } $BUILD_DIR = $null $INST_DIR = $null $xopts_hints = 2 $xopt_presets = 0 $xprefix_optname = '-DCMAKE_INSTALL_PREFIX=' foreach ($opt in $xopts) { if ($opt.StartsWith('-B')) { $BUILD_DIR = $opt.Substring(2).Trim() ++$xopt_presets } elseif($opt.StartsWith($xprefix_optname)) { ++$xopt_presets $INST_DIR = $opt.SubString($xprefix_optname.Length) } if ($xopt_presets -eq $xopts_hints) { break } } $is_host_target = ($TARGET_OS -eq 'win32') -or ($TARGET_OS -eq 'linux') -or ($TARGET_OS -eq 'osx') function resolve_out_dir($prefix, $category) { if(!$prefix) { $prefix = $category } if ($is_host_target) { $out_dir = "${prefix}_${TARGET_ARCH}" } else { $out_dir = "${prefix}_${TARGET_OS}" if ($TARGET_ARCH -ne '*') { $out_dir += "_$TARGET_ARCH" } } return $b1k.realpath($out_dir) } if (!$BUILD_DIR) { $BUILD_DIR = resolve_out_dir $cmake_build_prefix 'build' } if (!$INST_DIR) { $INST_DIR = resolve_out_dir $cmake_install_prefix 'install' $CONFIG_ALL_OPTIONS += "-DCMAKE_INSTALL_PREFIX=$INST_DIR" } } # step2. apply additional cross make options $xopts = [array]$options.xc if ($xopts.Count -gt 0) { $b1k.println("Apply additional cross make options: $($xopts), Count={0}" -f $xopts.Count) $CONFIG_ALL_OPTIONS += $xopts } $b1k.println("CONFIG_ALL_OPTIONS=$CONFIG_ALL_OPTIONS, Count={0}" -f $CONFIG_ALL_OPTIONS.Count) if (($TARGET_OS -eq 'android') -and $is_gradlew) { $storedLocation = (Get-Location).Path $build_tool = (Get-Command $options.xt).Source $build_tool_dir = Split-Path $build_tool -Parent Set-Location $build_tool_dir if (!$configOnly) { if ($optimize_flag -eq 'Debug') { & $build_tool assembleDebug $CONFIG_ALL_OPTIONS | Out-Host } else { & $build_tool assembleRelease $CONFIG_ALL_OPTIONS | Out-Host } } else { & $build_tool tasks } Set-Location $storedLocation } else { # step3. configure $workDir = $(Get-Location).Path $mainDep = Join-Path $workDir 'CMakeLists.txt' if (!$b1k.isfile($mainDep)) { throw "Missing CMakeLists.txt in $workDir" } $mainDepChanged = $false # A Windows file time is a 64-bit value that represents the number of 100-nanosecond $tempFileItem = Get-Item $mainDep $lastWriteTime = $tempFileItem.LastWriteTime.ToFileTimeUTC() $tempFile = Join-Path $BUILD_DIR 'b1k_cache.txt' $storeHash = 0 if ($b1k.isfile($tempFile)) { $storeHash = Get-Content $tempFile -Raw } $hashValue = $b1k.hash("$CONFIG_ALL_OPTIONS#$lastWriteTime") $mainDepChanged = "$storeHash" -ne "$hashValue" $cmakeCachePath = $b1k.realpath("$BUILD_DIR/CMakeCache.txt") if ($mainDepChanged -or !$b1k.isfile($cmakeCachePath) -or $forceConfig) { if (!$is_wasm) { cmake -B $BUILD_DIR $CONFIG_ALL_OPTIONS | Out-Host } else { emcmake cmake -B $BUILD_DIR $CONFIG_ALL_OPTIONS | Out-Host } Set-Content $tempFile $hashValue -NoNewline } if (!$configOnly) { if (!$is_engine) { if (!$b1k.isfile($cmakeCachePath)) { throw "The cmake generate incomplete, pelase add '-f' to re-generate again" } } # step4. build # apply additional build options $BUILD_ALL_OPTIONS += "--parallel" if ($TARGET_OS -eq 'linux') { $BUILD_ALL_OPTIONS += "$(nproc)" } if (($cmake_generator -eq 'Xcode') -and ($BUILD_ALL_OPTIONS.IndexOf('--verbose') -eq -1)) { $BUILD_ALL_OPTIONS += '--', '-quiet' } $b1k.println("BUILD_ALL_OPTIONS=$BUILD_ALL_OPTIONS, Count={0}" -f $BUILD_ALL_OPTIONS.Count) cmake --build $BUILD_DIR $BUILD_ALL_OPTIONS | Out-Host } } $env:buildResult = ConvertTo-Json @{ buildDir = $BUILD_DIR; targetOS = $TARGET_OS; compilerID = $TOOLCHAIN_NAME; } Set-Location $stored_cwd }