[ci] build mmc binaries on apple silicon, fangq/mcxcl#48 #151
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: build_mmc | |
| on: | |
| push: | |
| branches: | |
| - master | |
| tags: | |
| - '*' | |
| pull_request: | |
| branches: | |
| - master | |
| jobs: | |
| build_all: | |
| name: Build All | |
| strategy: | |
| matrix: | |
| os: [ubuntu-20.04, ubuntu-22.04, macos-12, macos-14, windows-2022] | |
| runs-on: ${{ matrix.os }} | |
| defaults: | |
| run: | |
| shell: bash | |
| steps: | |
| - name: Checkout repo | |
| uses: actions/checkout@v3 | |
| with: | |
| submodules: 'recursive' | |
| - name: Install dependencies (Linux only) | |
| if: ${{ runner.os == 'Linux' }} | |
| run: | | |
| sudo add-apt-repository -s "deb [arch=amd64] http://archive.ubuntu.com/ubuntu focal main universe" | |
| sudo apt-get update && sudo apt-get install -y ocl-icd-libopencl1 opencl-headers ocl-icd-opencl-dev liboctave-dev gcc-7 g++-7 upx-ucl | |
| sudo update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-7 7 | |
| sudo update-alternatives --install /usr/bin/g++ g++ /usr/bin/g++-7 7 | |
| - name: Install dependencies (MacOS only) | |
| if: ${{ runner.os == 'macOS' }} | |
| run: | | |
| brew install octave | |
| brew install upx | |
| - name: Link libgomp.a (MacOS only) | |
| if: ${{ runner.os == 'macOS' }} | |
| run: | | |
| sudo ln -s /usr/local/lib/gcc/11/libgomp.a /usr/local/lib/libgomp.a | |
| - name: Install dependencies (Windows only) | |
| if: ${{ runner.os == 'Windows' }} | |
| run: | | |
| choco install octave.portable --version=8.3.0 | |
| choco install upx | |
| choco install mingw --version=8.1.0 | |
| echo 'C:\ProgramData\chocolatey\lib\octave.portable\tools\octave\mingw64\bin' >> $GITHUB_PATH | |
| echo 'C:\ProgramData\Chocolatey\lib\mingw\tools\install\mingw64\bin\' >> $GITHUB_PATH | |
| echo 'MW_MINGW64_LOC=/c/ProgramData/Chocolatey/lib/mingw/tools/install/mingw64/' >> $GITHUB_ENV | |
| - name: Install OpenCL.dll and static libraries (Windows only) | |
| if: ${{ runner.os == 'Windows' }} | |
| run: | | |
| mkdir opencl | |
| cd opencl | |
| curl http://mcx.space/wiki/upload/opencl.zip --output opencl.zip | |
| unzip opencl.zip | |
| cp bin/OpenCL.dll 'c:\Windows\System32' | |
| cd .. | |
| rm -rf opencl | |
| - name: Set up MATLAB | |
| if: ${{ matrix.os != 'macos-14' }} | |
| uses: matlab-actions/setup-matlab@v1 | |
| - name: Update RCS keywords | |
| run: | | |
| printf '\n[filter "rcs-keywords"]\n\tclean = .git_filters/rcs-keywords.clean\n\tsmudge = .git_filters/rcs-keywords.smudge %f\n' >> .git/config | |
| rm -rf src/*.c | |
| git checkout src/*.c | |
| - name: Build mmclab for Octave | |
| run: | | |
| cd src | |
| which gcc | |
| gcc -v | |
| mkoctfile --version | |
| if [[ "$RUNNER_OS" == "Linux" ]]; then | |
| sudo update-alternatives --install /usr/bin/g++ g++ /usr/bin/g++-9 9 | |
| make oct MEXLINKOPT="-static-libgcc -static-libstdc++ -Wl,-Bstatic -lc -lm -lstdc++ -lpthread -Wl,-Bdynamic" | |
| sudo update-alternatives --install /usr/bin/g++ g++ /usr/bin/g++-7 7 | |
| ldd ../mmclab/mmc.mex | |
| elif [[ "$RUNNER_OS" == "macOS" ]]; then | |
| make oct CC=gcc-11 CXX=g++-11 USEROCTOPT="CXXFLAGS='-pipe -Os -arch x86_64' DL_LD=g++ DL_LDFLAGS='-fopenmp -static-libgcc -static-libstdc++'" | |
| otool -L ../mmclab/mmc.mex | |
| else | |
| PATH='/c/ProgramData/chocolatey/lib/octave.portable/tools/octave/mingw64/bin':$PATH | |
| which g++ | |
| g++ --version | |
| make oct CC=gcc CXX=g++ LIBOPENCL='/c/Windows/System32/OpenCL.dll --verbose' LFLAGS='-static-libgcc -static-libstdc++' | |
| objdump -p ../mmclab/mmc.mex | grep "DLL Name:" | |
| make clean | |
| fi | |
| octave-cli --eval "fprintf(1,['OCTAVE_ARCH=' regexprep(computer('arch'), 'darwin[0-9.]+-', 'darwin-')])" | |
| octave-cli --eval "fprintf(1,['OCTAVE_ARCH=' regexprep(computer('arch'), 'darwin[0-9.]+-', 'darwin-')])" >> $GITHUB_ENV | |
| - name: Build mmclab for MATLAB | |
| if: ${{ matrix.os != 'macos-14' }} | |
| run: | | |
| cd src | |
| if [[ "$RUNNER_OS" == "Windows" ]]; then | |
| alias cc=gcc | |
| make mex CC=gcc CXX=g++ LDFLAGS="-static lib/libzmat.a" EXTRALIB="-Lc:/ProgramData/chocolatey/lib/mingw/tools/install/mingw64/x86_64-w64-mingw32/lib -v" | |
| objdump -p ../mmclab/mmc.mexw* | grep "DLL Name:" | |
| elif [[ "$RUNNER_OS" == "macOS" ]]; then | |
| which mex | |
| make mex CC=gcc-11 CXX=g++-11 MEXLINKOPT="-static-libstdc++ -static-libgcc -fopenmp" EXTRALIB="-v -f mexopts_maci64_gcc.xml" | |
| otool -L ../mmclab/mmc.mex* | |
| else | |
| make mex MEXLINKOPT="-static-libstdc++ -static-libgcc -Wl,-Bstatic -lstdc++ -lpthread -fopenmp -Wl,-Bdynamic" EXTRALIB="-v" | |
| ldd ../mmclab/mmc.mex* | |
| fi | |
| - name: Build binary | |
| run: | | |
| cd src | |
| make clean | |
| if [[ "$RUNNER_OS" == "Linux" ]]; then | |
| make AR=c++ EXTRALIB="-static-libstdc++ -static-libgcc -Wl,-Bdynamic -lOpenCL -Wl,-Bstatic -lc -lm -lstdc++ -lpthread -fopenmp" | |
| ldd ../bin/mmc | |
| elif [[ "$RUNNER_OS" == "macOS" ]]; then | |
| make CC=gcc-11 CXX=g++-11 | |
| otool -L ../bin/mmc | |
| else | |
| make CC=gcc CXX=g++ USERARFLAGS="-static-libstdc++ -static-libgcc -Wl,-Bstatic lib/libzmat.a -Lc:/ProgramData/chocolatey/lib/mingw/tools/install/mingw64/x86_64-w64-mingw32/lib" | |
| ldd ../bin/mmc | |
| fi | |
| - name: Create package folder | |
| run: | | |
| mkdir packages | |
| mkdir -p mmclab/octave/${{ env.OCTAVE_ARCH }} | |
| - name: Create release tag | |
| run: perl -e "print 'RELEASE_TAG='. lc('${{ runner.os }}-${{ runner.arch }}-github-latest')" >> $GITHUB_ENV | |
| - name: Zip mmclab | |
| run: | | |
| upx -9 mmclab/mmc.mex* || true | |
| mv mmclab/mmc.mex mmclab/octave/${{ env.OCTAVE_ARCH }} | |
| if [[ "$RUNNER_OS" == "Windows" ]]; then | |
| cp /c/ProgramData/chocolatey/lib/octave.portable/tools/octave/mingw64/bin/libgomp-1.dll mmclab/octave/${{ env.OCTAVE_ARCH }} | |
| cp /c/ProgramData/chocolatey/lib/octave.portable/tools/octave/mingw64/bin/libwinpthread-1.dll mmclab/octave/${{ env.OCTAVE_ARCH }} | |
| upx -9 mmclab/octave/${{ env.OCTAVE_ARCH }}/* || true | |
| 7z a -tzip packages/mmclab-${{ env.RELEASE_TAG }}.zip mmclab | |
| else | |
| zip -FSr --symlink packages/mmclab-${{ env.RELEASE_TAG }}.zip mmclab | |
| fi | |
| - name: Upload mmclab package | |
| if: ${{ matrix.os == 'ubuntu-20.04' || matrix.os == 'macos-12' || matrix.os == 'macos-14' || matrix.os == 'windows-2022' }} | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: all-mmc-packages | |
| path: packages/mmclab-${{ env.RELEASE_TAG }}.zip | |
| - name: Prepare mmc package | |
| run: | | |
| rm -rf .git mmclab webmmc commons src .git_filters .gitattributes .github .travis.yml win32 deploy | |
| - name: Zip mmc | |
| run: | | |
| cd .. && pwd | |
| upx -9 mmc/bin/* || true | |
| if [[ "$RUNNER_OS" == "Windows" ]]; then | |
| 7z a -tzip mmc/packages/mmc-${{ env.RELEASE_TAG }}.zip mmc -xr!mmc/packages | |
| else | |
| zip -FSr --symlink mmc/packages/mmc-${{ env.RELEASE_TAG }}.zip mmc -x 'mmc/packages*' | |
| fi | |
| - name: Upload mmc package | |
| if: ${{ matrix.os == 'ubuntu-20.04' || matrix.os == 'macos-12' || matrix.os == 'macos-14' || matrix.os == 'windows-2022' }} | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: all-mmc-packages | |
| path: packages/mmc-${{ env.RELEASE_TAG }}.zip | |
| upload_package: | |
| name: Upload Packages | |
| needs: build_all | |
| runs-on: ubuntu-20.04 | |
| if: ${{ github.repository_owner == 'fangq' && github.event_name != 'pull_request'}} | |
| steps: | |
| - name: Download mmclab | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: all-mmc-packages | |
| path: packages | |
| - name: Create all-in-one octave mmclab | |
| run: | | |
| cd packages | |
| unzip -n 'mmclab*.zip' | |
| tree . | |
| zip -FSr --symlink mmclab-allinone-github-latest.zip mmclab | |
| rm -rf mmclab | |
| - name: Display structure of downloaded files | |
| run: ls -R packages | |
| - name: Copy package to server | |
| if: ${{ github.repository_owner == 'fangq' && github.event_name != 'pull_request'}} | |
| uses: wlixcc/[email protected] | |
| with: | |
| server: ${{ secrets.MCX_SERVER }} | |
| username: ${{ secrets.MCX_SERVER_USER }} | |
| ssh_private_key: ${{ secrets.MCX_SERVER_SSH_KEY }} | |
| local_path: "packages/*" | |
| remote_path: ${{ secrets.MCX_CI_PATH }} |