766 lines
33 KiB
YAML
766 lines
33 KiB
YAML
name: release
|
|
|
|
env:
|
|
ROCM_WINDOWS_URL: https://download.amd.com/developer/eula/rocm-hub/AMD-Software-PRO-Edition-24.Q3-WinSvr2022-For-HIP.exe
|
|
MSYS2_URL: https://github.com/msys2/msys2-installer/releases/download/2024-07-27/msys2-x86_64-20240727.exe
|
|
|
|
on:
|
|
push:
|
|
tags:
|
|
- 'v*'
|
|
|
|
jobs:
|
|
# Full build of the Mac assets
|
|
build-darwin:
|
|
runs-on: macos-13
|
|
environment: release
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- name: Set Version
|
|
shell: bash
|
|
run: |
|
|
echo "VERSION=${GITHUB_REF_NAME#v}" >> $GITHUB_ENV
|
|
echo "RELEASE_VERSION=$(echo ${GITHUB_REF_NAME} | cut -f1 -d-)" >> $GITHUB_ENV
|
|
- name: key
|
|
env:
|
|
MACOS_SIGNING_KEY: ${{ secrets.MACOS_SIGNING_KEY }}
|
|
MACOS_SIGNING_KEY_PASSWORD: ${{ secrets.MACOS_SIGNING_KEY_PASSWORD }}
|
|
run: |
|
|
echo $MACOS_SIGNING_KEY | base64 --decode > certificate.p12
|
|
security create-keychain -p password build.keychain
|
|
security default-keychain -s build.keychain
|
|
security unlock-keychain -p password build.keychain
|
|
security import certificate.p12 -k build.keychain -P $MACOS_SIGNING_KEY_PASSWORD -T /usr/bin/codesign
|
|
security set-key-partition-list -S apple-tool:,apple:,codesign: -s -k password build.keychain
|
|
security set-keychain-settings -lut 3600 build.keychain
|
|
- uses: actions/setup-go@v5
|
|
with:
|
|
go-version-file: go.mod
|
|
cache: true
|
|
- name: Build Darwin
|
|
env:
|
|
APPLE_IDENTITY: ${{ secrets.APPLE_IDENTITY }}
|
|
APPLE_PASSWORD: ${{ secrets.APPLE_PASSWORD }}
|
|
APPLE_TEAM_ID: ${{ vars.APPLE_TEAM_ID }}
|
|
APPLE_ID: ${{ vars.APPLE_ID }}
|
|
SDKROOT: /Applications/Xcode_14.1.0.app/Contents/Developer/Platforms/MacOSX.platform/Developer/SDKs/MacOSX.sdk
|
|
DEVELOPER_DIR: /Applications/Xcode_14.1.0.app/Contents/Developer
|
|
run: |
|
|
./scripts/build_darwin.sh
|
|
|
|
- uses: actions/upload-artifact@v4
|
|
with:
|
|
name: dist-darwin
|
|
path: |
|
|
dist/Ollama-darwin.zip
|
|
dist/ollama-darwin
|
|
|
|
# Windows builds take a long time to both install the dependencies and build, so parallelize
|
|
# CPU generation step
|
|
generate-windows-cpu:
|
|
environment: release
|
|
runs-on: windows
|
|
env:
|
|
KEY_CONTAINER: ${{ vars.KEY_CONTAINER }}
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- name: Set make jobs default
|
|
run: |
|
|
echo "MAKEFLAGS=--jobs=$((Get-ComputerInfo -Property CsProcessors).CsProcessors.NumberOfCores)" | Out-File -FilePath $env:GITHUB_ENV -Encoding utf8 -Append
|
|
- name: Set Version
|
|
shell: bash
|
|
run: echo "VERSION=${GITHUB_REF_NAME#v}" >> $GITHUB_ENV
|
|
- name: Add msys paths
|
|
run: |
|
|
echo "c:\msys64\usr\bin" | Out-File -FilePath $env:GITHUB_PATH -Encoding utf8 -Append
|
|
echo "C:\msys64\clang64\bin" | Out-File -FilePath $env:GITHUB_PATH -Encoding utf8 -Append
|
|
- name: Install msys2 tools
|
|
run: |
|
|
Start-Process "c:\msys64\usr\bin\pacman.exe" -ArgumentList @("-S", "--noconfirm", "mingw-w64-clang-x86_64-gcc-compat", "mingw-w64-clang-x86_64-clang") -NoNewWindow -Wait
|
|
- uses: actions/setup-go@v5
|
|
with:
|
|
go-version-file: go.mod
|
|
cache: true
|
|
- run: |
|
|
import-module 'C:\Program Files (x86)\Microsoft Visual Studio\2019\Enterprise\Common7\Tools\Microsoft.VisualStudio.DevShell.dll'
|
|
Enter-VsDevShell -vsinstallpath 'C:\Program Files (x86)\Microsoft Visual Studio\2019\Enterprise' -skipautomaticlocation -DevCmdArguments '-arch=x64 -no_logo'
|
|
if (!(gcc --version | select-string -quiet clang)) { throw "wrong gcc compiler detected - must be clang" }
|
|
make
|
|
name: make
|
|
- uses: actions/upload-artifact@v4
|
|
with:
|
|
name: generate-windows-cpu
|
|
path: |
|
|
build/**/*
|
|
dist/windows-amd64/**
|
|
|
|
# ROCm generation step
|
|
generate-windows-rocm:
|
|
environment: release
|
|
runs-on: windows
|
|
env:
|
|
KEY_CONTAINER: ${{ vars.KEY_CONTAINER }}
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- name: Set make jobs default
|
|
run: |
|
|
echo "MAKEFLAGS=--jobs=$((Get-ComputerInfo -Property CsProcessors).CsProcessors.NumberOfCores)" | Out-File -FilePath $env:GITHUB_ENV -Encoding utf8 -Append
|
|
- name: Set Version
|
|
shell: bash
|
|
run: echo "VERSION=${GITHUB_REF_NAME#v}" >> $GITHUB_ENV
|
|
- name: Add msys paths
|
|
run: |
|
|
echo "c:\msys64\usr\bin" | Out-File -FilePath $env:GITHUB_PATH -Encoding utf8 -Append
|
|
echo "C:\msys64\clang64\bin" | Out-File -FilePath $env:GITHUB_PATH -Encoding utf8 -Append
|
|
- name: Install msys2 tools
|
|
run: |
|
|
Start-Process "c:\msys64\usr\bin\pacman.exe" -ArgumentList @("-S", "--noconfirm", "mingw-w64-clang-x86_64-gcc-compat", "mingw-w64-clang-x86_64-clang") -NoNewWindow -Wait
|
|
- uses: actions/setup-go@v5
|
|
with:
|
|
go-version-file: go.mod
|
|
cache: true
|
|
# ROCM installation steps
|
|
- name: 'Cache ROCm installer'
|
|
id: cache-rocm
|
|
uses: actions/cache@v4
|
|
with:
|
|
path: rocm-install.exe
|
|
key: ${{ env.ROCM_WINDOWS_URL }}
|
|
- name: 'Conditionally Download ROCm'
|
|
if: steps.cache-rocm.outputs.cache-hit != 'true'
|
|
run: |
|
|
$ErrorActionPreference = "Stop"
|
|
Invoke-WebRequest -Uri "${env:ROCM_WINDOWS_URL}" -OutFile "rocm-install.exe"
|
|
- name: 'Install ROCm'
|
|
run: |
|
|
Start-Process "rocm-install.exe" -ArgumentList '-install' -NoNewWindow -Wait
|
|
- name: 'Verify ROCm'
|
|
run: |
|
|
& 'C:\Program Files\AMD\ROCm\*\bin\clang.exe' --version
|
|
echo "HIP_PATH=$(Resolve-Path 'C:\Program Files\AMD\ROCm\*\bin\clang.exe' | split-path | split-path | select -first 1)" | Out-File -FilePath $env:GITHUB_ENV -Encoding utf8 -Append
|
|
- name: make rocm runner
|
|
run: |
|
|
import-module 'C:\Program Files (x86)\Microsoft Visual Studio\2019\Enterprise\Common7\Tools\Microsoft.VisualStudio.DevShell.dll'
|
|
Enter-VsDevShell -vsinstallpath 'C:\Program Files (x86)\Microsoft Visual Studio\2019\Enterprise' -skipautomaticlocation -DevCmdArguments '-arch=x64 -no_logo'
|
|
if (!(gcc --version | select-string -quiet clang)) { throw "wrong gcc compiler detected - must be clang" }
|
|
make -C llama print-HIP_PATH print-HIP_LIB_DIR
|
|
make rocm
|
|
- uses: actions/upload-artifact@v4
|
|
with:
|
|
name: generate-windows-rocm
|
|
path: |
|
|
build/**/*
|
|
dist/windows-amd64/**
|
|
|
|
# CUDA generation step
|
|
generate-windows-cuda:
|
|
environment: release
|
|
runs-on: windows
|
|
strategy:
|
|
matrix:
|
|
cuda:
|
|
- version: "11.3"
|
|
url: https://developer.download.nvidia.com/compute/cuda/11.3.1/local_installers/cuda_11.3.1_465.89_win10.exe
|
|
- version: "12.4"
|
|
url: https://developer.download.nvidia.com/compute/cuda/12.4.0/local_installers/cuda_12.4.0_551.61_windows.exe
|
|
env:
|
|
KEY_CONTAINER: ${{ vars.KEY_CONTAINER }}
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- name: Set make jobs default
|
|
run: |
|
|
echo "MAKEFLAGS=--jobs=$((Get-ComputerInfo -Property CsProcessors).CsProcessors.NumberOfCores)" | Out-File -FilePath $env:GITHUB_ENV -Encoding utf8 -Append
|
|
- name: Set Version
|
|
shell: bash
|
|
run: echo "VERSION=${GITHUB_REF_NAME#v}" >> $GITHUB_ENV
|
|
- name: Install msys2
|
|
run: |
|
|
$msys2_url="https://github.com/msys2/msys2-installer/releases/download/2024-07-27/msys2-x86_64-20240727.exe"
|
|
write-host "Downloading msys2"
|
|
Invoke-WebRequest -Uri "${msys2_url}" -OutFile "${env:RUNNER_TEMP}\msys2.exe"
|
|
write-host "Installing msys2"
|
|
Start-Process "${env:RUNNER_TEMP}\msys2.exe" -ArgumentList @("in", "--confirm-command", "--accept-messages", "--root", "C:/msys64") -NoNewWindow -Wait
|
|
echo "c:\msys64\usr\bin" | Out-File -FilePath $env:GITHUB_PATH -Encoding utf8 -Append
|
|
- name: Install msys2 tools
|
|
run: |
|
|
Start-Process "c:\msys64\usr\bin\pacman.exe" -ArgumentList @("-S", "--noconfirm", "mingw-w64-clang-x86_64-gcc-compat", "mingw-w64-clang-x86_64-clang", "make") -NoNewWindow -Wait
|
|
echo "C:\msys64\clang64\bin" | Out-File -FilePath $env:GITHUB_PATH -Encoding utf8 -Append
|
|
- name: verify tools
|
|
run: |
|
|
get-command gcc
|
|
gcc --version
|
|
get-command make
|
|
make --version
|
|
- uses: actions/setup-go@v5
|
|
with:
|
|
go-version-file: go.mod
|
|
cache: true
|
|
# CUDA installation steps
|
|
- name: 'Cache CUDA installer'
|
|
id: cache-cuda
|
|
uses: actions/cache@v4
|
|
with:
|
|
path: cuda-install.exe
|
|
key: ${{ matrix.cuda.url }}
|
|
- name: 'Conditionally Download CUDA'
|
|
if: steps.cache-cuda.outputs.cache-hit != 'true'
|
|
run: |
|
|
$ErrorActionPreference = "Stop"
|
|
Invoke-WebRequest -Uri "${{ matrix.cuda.url }}" -OutFile "cuda-install.exe"
|
|
- name: 'Install CUDA'
|
|
run: |
|
|
$subpackages = @("cudart", "nvcc", "cublas", "cublas_dev") | foreach-object {"${_}_${{ matrix.cuda.version }}"}
|
|
Start-Process "cuda-install.exe" -ArgumentList (@("-s") + $subpackages) -NoNewWindow -Wait
|
|
- name: 'Verify CUDA'
|
|
run: |
|
|
& (resolve-path "c:\Program Files\NVIDIA*\CUDA\v*\bin\nvcc.exe")[0] --version
|
|
$cudaPath=((resolve-path "c:\Program Files\NVIDIA*\CUDA\v*\bin\nvcc.exe")[0].path | split-path | split-path)
|
|
$cudaVer=($cudaPath | split-path -leaf ) -replace 'v(\d+).(\d+)', '$1_$2'
|
|
echo "$cudaPath\bin" | Out-File -FilePath $env:GITHUB_PATH -Encoding utf8 -Append
|
|
echo "CUDA_PATH=$cudaPath" | Out-File -FilePath $env:GITHUB_ENV -Encoding utf8 -Append
|
|
echo "CUDA_PATH_V${cudaVer}=$cudaPath" | Out-File -FilePath $env:GITHUB_ENV -Encoding utf8 -Append
|
|
echo "CUDA_PATH_VX_Y=CUDA_PATH_V${cudaVer}" | Out-File -FilePath $env:GITHUB_ENV -Encoding utf8 -Append
|
|
|
|
- name: make cuda runner
|
|
run: |
|
|
import-module 'C:\Program Files (x86)\Microsoft Visual Studio\2019\Enterprise\Common7\Tools\Microsoft.VisualStudio.DevShell.dll'
|
|
Enter-VsDevShell -vsinstallpath 'C:\Program Files (x86)\Microsoft Visual Studio\2019\Enterprise' -skipautomaticlocation -DevCmdArguments '-arch=x64 -no_logo'
|
|
if (!(gcc --version | select-string -quiet clang)) { throw "wrong gcc compiler detected - must be clang" }
|
|
make cuda_v$(($env:CUDA_PATH | split-path -leaf) -replace 'v(\d+).*', '$1')
|
|
- uses: actions/upload-artifact@v4
|
|
with:
|
|
name: generate-windows-cuda-${{ matrix.cuda.version }}
|
|
path: |
|
|
build/**/*
|
|
dist/windows-amd64/**
|
|
|
|
# windows arm64 generate, go build, and zip file (no installer)
|
|
# Output of this build is aggregated into the final x86 build
|
|
# for a unified windows installer
|
|
windows-arm64:
|
|
runs-on: windows-arm64
|
|
environment: release
|
|
env:
|
|
KEY_CONTAINER: ${{ vars.KEY_CONTAINER }}
|
|
steps:
|
|
# The current Windows arm64 beta image has effectively zero dev tools installed...
|
|
- name: Install git and gzip
|
|
run: |
|
|
Set-ExecutionPolicy Bypass -Scope Process -Force
|
|
[System.Net.ServicePointManager]::SecurityProtocol = [System.Net.ServicePointManager]::SecurityProtocol -bor 3072
|
|
iex ((New-Object System.Net.WebClient).DownloadString('https://community.chocolatey.org/install.ps1'))
|
|
choco install -y --no-progress git gzip
|
|
echo "C:\Program Files\Git\cmd" | Out-File -FilePath $env:GITHUB_PATH -Encoding utf8 -Append
|
|
echo "C:\ProgramData\chocolatey\bin" | Out-File -FilePath $env:GITHUB_PATH -Encoding utf8 -Append
|
|
# pacman is buggy on win arm64, so we avoid using it, but rely on the binary artifacts
|
|
# we download the sfx (7zip bundle) which isn't fully set up, but the binaries we need to build work
|
|
- name: Install msys2 x64
|
|
run: |
|
|
$url="https://github.com/msys2/msys2-installer/releases/download/2024-07-27/msys2-base-x86_64-20240727.sfx.exe"
|
|
write-host "Downloading MSYS2"
|
|
Invoke-WebRequest -Uri "$url" -outfile "${env:RUNNER_TEMP}\msys2.exe"
|
|
write-host "Installing msys2"
|
|
Start-Process "${env:RUNNER_TEMP}\msys2.exe" -ArgumentList @(
|
|
'-y', '-oC:\'
|
|
) -NoNewWindow -Wait
|
|
echo "c:\msys64\usr\bin" | Out-File -FilePath $env:GITHUB_PATH -Encoding utf8 -Append
|
|
# since pacman isn't reliable, we just download the tar file and extract directly
|
|
- name: Downloading and extracting msys2 make tar file
|
|
run: |
|
|
$url="https://mirror.msys2.org/msys/x86_64/make-4.4.1-2-x86_64.pkg.tar.zst"
|
|
write-host "Downloading make"
|
|
Invoke-WebRequest -Uri "$url" -outfile c:\msys64\make.tar.zst
|
|
cd c:\msys64; tar -xf make.tar.zst
|
|
rm c:\msys64\make.tar.zst
|
|
- name: Verify Make works properly
|
|
run: |
|
|
echo $env:PATH
|
|
make --version
|
|
- name: Install Visual Studio 2022
|
|
run: |
|
|
$components = @(
|
|
"Microsoft.VisualStudio.Component.CoreEditor",
|
|
"Microsoft.VisualStudio.Workload.CoreEditor",
|
|
"Microsoft.VisualStudio.Component.Roslyn.Compiler",
|
|
"Microsoft.Component.MSBuild",
|
|
"Microsoft.VisualStudio.Component.TextTemplating",
|
|
"Microsoft.VisualStudio.Component.Debugger.JustInTime",
|
|
"Microsoft.VisualStudio.Component.VC.CoreIde",
|
|
"Microsoft.VisualStudio.Component.VC.Tools.x86.x64",
|
|
"Microsoft.VisualStudio.Component.Windows11SDK.22621",
|
|
"Microsoft.VisualStudio.Component.VC.Tools.ARM64EC",
|
|
"Microsoft.VisualStudio.Component.VC.Tools.ARM64",
|
|
"Microsoft.VisualStudio.Component.VC.ATL",
|
|
"Microsoft.VisualStudio.Component.VC.ATL.ARM64",
|
|
"Microsoft.VisualStudio.Component.Graphics",
|
|
"Microsoft.VisualStudio.Component.VC.Redist.14.Latest",
|
|
"Microsoft.VisualStudio.ComponentGroup.NativeDesktop.Core",
|
|
"Microsoft.VisualStudio.Component.Windows11Sdk.WindowsPerformanceToolkit",
|
|
"Microsoft.VisualStudio.Component.CppBuildInsights",
|
|
"Microsoft.VisualStudio.Component.VC.DiagnosticTools",
|
|
"Microsoft.VisualStudio.ComponentGroup.WebToolsExtensions.CMake",
|
|
"Microsoft.VisualStudio.Component.VC.CMake.Project",
|
|
"Microsoft.VisualStudio.Component.VC.ASAN",
|
|
"Microsoft.VisualStudio.Component.Vcpkg",
|
|
"Microsoft.VisualStudio.Workload.NativeDesktop"
|
|
)
|
|
$config = @{
|
|
"version" = "1.0"
|
|
"components" = $components
|
|
"extensions" = @()
|
|
}
|
|
$configPath = "${env:RUNNER_TEMP}\vsconfig"
|
|
$config | ConvertTo-Json | Out-File -FilePath $configPath
|
|
$bootstrapperFilePath = "${env:RUNNER_TEMP}\vs_community.exe"
|
|
write-host "Downloading Visual Studio 2022"
|
|
Invoke-WebRequest -Uri "https://aka.ms/vs/17/release/vs_community.exe" -outfile $bootstrapperFilePath
|
|
$bootstrapperArgumentList = ('/c', $bootstrapperFilePath, '--config', $configPath, '--quiet', '--wait' )
|
|
write-host "Installing Visual Studio 2022"
|
|
$process = Start-Process -FilePath cmd.exe -ArgumentList $bootstrapperArgumentList -Wait -PassThru
|
|
$exitCode = $process.ExitCode
|
|
write-host $exitCode
|
|
# pacman in mingw/msys2 is ~broken on windows arm right now - hangs consistently during attempts to install
|
|
# so we'll use this alternative GCC binary
|
|
- name: Install llvm-mingw GCC
|
|
run: |
|
|
$gcc_url="https://github.com/mstorsjo/llvm-mingw/releases/download/20240619/llvm-mingw-20240619-ucrt-aarch64.zip"
|
|
write-host "Downloading llvm-mingw"
|
|
Invoke-WebRequest -Uri "${gcc_url}" -OutFile "${env:RUNNER_TEMP}\gcc.zip"
|
|
write-host "Unpacking llvm-mingw"
|
|
expand-archive -path "${env:RUNNER_TEMP}\gcc.zip" -destinationpath "c:\"
|
|
mv c:\llvm-mingw-* c:\llvm-mingw
|
|
echo "c:\llvm-mingw\bin" | Out-File -FilePath $env:GITHUB_PATH -Encoding utf8 -Append
|
|
- name: Verify GCC
|
|
run: |
|
|
echo $env:PATH
|
|
gcc --version
|
|
- uses: actions/checkout@v4
|
|
- name: Set Version
|
|
run: |
|
|
$ver=${env:GITHUB_REF_NAME}.trim("v")
|
|
echo VERSION=$ver | Out-File -FilePath ${env:GITHUB_ENV} -Encoding utf8 -Append
|
|
- uses: 'google-github-actions/auth@v2'
|
|
with:
|
|
project_id: 'ollama'
|
|
credentials_json: '${{ secrets.GOOGLE_SIGNING_CREDENTIALS }}'
|
|
- run: echo "${{ vars.OLLAMA_CERT }}" | Out-File -FilePath ollama_inc.crt -Encoding utf8
|
|
- name: install Windows SDK 8.1 to get signtool
|
|
run: |
|
|
$ErrorActionPreference = "Stop"
|
|
write-host "downloading SDK"
|
|
Invoke-WebRequest -Uri "https://go.microsoft.com/fwlink/p/?LinkId=323507" -OutFile "${env:RUNNER_TEMP}\sdksetup.exe"
|
|
Start-Process "${env:RUNNER_TEMP}\sdksetup.exe" -ArgumentList @("/q") -NoNewWindow -Wait
|
|
write-host "Win SDK 8.1 installed"
|
|
gci -path 'C:\Program Files (x86)\Windows Kits\' -r -fi 'signtool.exe'
|
|
- name: install signing plugin
|
|
run: |
|
|
$ErrorActionPreference = "Stop"
|
|
write-host "downloading plugin"
|
|
Invoke-WebRequest -Uri "https://github.com/GoogleCloudPlatform/kms-integrations/releases/download/cng-v1.0/kmscng-1.0-windows-amd64.zip" -OutFile "${env:RUNNER_TEMP}\plugin.zip"
|
|
Expand-Archive -Path "${env:RUNNER_TEMP}\plugin.zip" -DestinationPath ${env:RUNNER_TEMP}\plugin\
|
|
write-host "Installing plugin"
|
|
& "${env:RUNNER_TEMP}\plugin\*\kmscng.msi" /quiet
|
|
write-host "plugin installed"
|
|
- uses: actions/setup-go@v5
|
|
with:
|
|
go-version-file: go.mod
|
|
cache: true
|
|
- run: go get ./...
|
|
- run: |
|
|
$gopath=(get-command go).source | split-path -parent
|
|
$gccpath=(get-command gcc).source | split-path -parent
|
|
import-module 'C:\Program Files\Microsoft Visual Studio\2022\Community\Common7\Tools\Microsoft.VisualStudio.DevShell.dll'
|
|
Enter-VsDevShell -Arch arm64 -vsinstallpath 'C:\Program Files\Microsoft Visual Studio\2022\Community' -skipautomaticlocation
|
|
$env:PATH="$gopath;$gccpath;$env:PATH"
|
|
echo $env:PATH
|
|
$env:ARCH="arm64"
|
|
.\scripts\build_windows.ps1 buildOllama buildApp gatherDependencies sign distZip
|
|
name: 'Windows Build'
|
|
- uses: actions/upload-artifact@v4
|
|
with:
|
|
name: windows-arm64
|
|
path: |
|
|
dist/windows-arm64/**
|
|
dist/windows-arm64-app.exe
|
|
dist/ollama-windows-arm64.zip
|
|
|
|
# Import the prior generation steps plus the full arm64 build, and build the final windows assets
|
|
build-windows:
|
|
environment: release
|
|
runs-on: windows
|
|
needs:
|
|
- generate-windows-cuda
|
|
- generate-windows-rocm
|
|
- generate-windows-cpu
|
|
- windows-arm64
|
|
env:
|
|
KEY_CONTAINER: ${{ vars.KEY_CONTAINER }}
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
with:
|
|
submodules: recursive
|
|
- name: Set Version
|
|
shell: bash
|
|
run: echo "VERSION=${GITHUB_REF_NAME#v}" >> $GITHUB_ENV
|
|
- uses: 'google-github-actions/auth@v2'
|
|
with:
|
|
project_id: 'ollama'
|
|
credentials_json: '${{ secrets.GOOGLE_SIGNING_CREDENTIALS }}'
|
|
- run: echo "${{ vars.OLLAMA_CERT }}" > ollama_inc.crt
|
|
- name: install Windows SDK 8.1 to get signtool
|
|
run: |
|
|
$ErrorActionPreference = "Stop"
|
|
write-host "downloading SDK"
|
|
Invoke-WebRequest -Uri "https://go.microsoft.com/fwlink/p/?LinkId=323507" -OutFile "${env:RUNNER_TEMP}\sdksetup.exe"
|
|
Start-Process "${env:RUNNER_TEMP}\sdksetup.exe" -ArgumentList @("/q") -NoNewWindow -Wait
|
|
write-host "Win SDK 8.1 installed"
|
|
gci -path 'C:\Program Files (x86)\Windows Kits\' -r -fi 'signtool.exe'
|
|
- name: install signing plugin
|
|
run: |
|
|
$ErrorActionPreference = "Stop"
|
|
write-host "downloading plugin"
|
|
Invoke-WebRequest -Uri "https://github.com/GoogleCloudPlatform/kms-integrations/releases/download/cng-v1.0/kmscng-1.0-windows-amd64.zip" -OutFile "${env:RUNNER_TEMP}\plugin.zip"
|
|
Expand-Archive -Path "${env:RUNNER_TEMP}\plugin.zip" -DestinationPath ${env:RUNNER_TEMP}\plugin\
|
|
write-host "Installing plugin"
|
|
& "${env:RUNNER_TEMP}\plugin\*\kmscng.msi" /quiet
|
|
write-host "plugin installed"
|
|
- name: Install msys2
|
|
run: |
|
|
$msys2_url="https://github.com/msys2/msys2-installer/releases/download/2024-07-27/msys2-x86_64-20240727.exe"
|
|
write-host "Downloading msys2"
|
|
Invoke-WebRequest -Uri "${msys2_url}" -OutFile "${env:RUNNER_TEMP}\msys2.exe"
|
|
write-host "Installing msys2"
|
|
Start-Process "${env:RUNNER_TEMP}\msys2.exe" -ArgumentList @("in", "--confirm-command", "--accept-messages", "--root", "C:/msys64") -NoNewWindow -Wait
|
|
echo "c:\msys64\usr\bin" | Out-File -FilePath $env:GITHUB_PATH -Encoding utf8 -Append
|
|
- name: Install msys2 tools
|
|
run: |
|
|
Start-Process "c:\msys64\usr\bin\pacman.exe" -ArgumentList @("-S", "--noconfirm", "mingw-w64-clang-x86_64-gcc-compat", "mingw-w64-clang-x86_64-clang", "make") -NoNewWindow -Wait
|
|
echo "C:\msys64\clang64\bin" | Out-File -FilePath $env:GITHUB_PATH -Encoding utf8 -Append
|
|
- name: verify tools
|
|
run: |
|
|
get-command gcc
|
|
gcc --version
|
|
get-command make
|
|
make --version
|
|
- uses: actions/setup-go@v5
|
|
with:
|
|
go-version-file: go.mod
|
|
cache: true
|
|
- run: go get
|
|
- uses: actions/download-artifact@v4
|
|
with:
|
|
name: generate-windows-cpu
|
|
- uses: actions/download-artifact@v4
|
|
with:
|
|
name: generate-windows-cuda-11.3
|
|
- uses: actions/download-artifact@v4
|
|
with:
|
|
name: generate-windows-cuda-12.4
|
|
- uses: actions/download-artifact@v4
|
|
with:
|
|
name: generate-windows-rocm
|
|
- uses: actions/download-artifact@v4
|
|
with:
|
|
name: windows-arm64
|
|
path: dist
|
|
- run: dir build
|
|
- run: |
|
|
import-module 'C:\Program Files (x86)\Microsoft Visual Studio\2019\Enterprise\Common7\Tools\Microsoft.VisualStudio.DevShell.dll'
|
|
Enter-VsDevShell -vsinstallpath 'C:\Program Files (x86)\Microsoft Visual Studio\2019\Enterprise' -skipautomaticlocation -DevCmdArguments '-arch=x64 -no_logo'
|
|
$env:OLLAMA_SKIP_GENERATE="1"
|
|
$env:ARCH="amd64"
|
|
if (!(gcc --version | select-string -quiet clang)) { throw "wrong gcc compiler detected - must be clang" }
|
|
& .\scripts\build_windows.ps1
|
|
- uses: actions/upload-artifact@v4
|
|
with:
|
|
name: dist-windows
|
|
path: |
|
|
dist/OllamaSetup.exe
|
|
dist/ollama-windows-*.zip
|
|
|
|
# Linux x86 assets built using the container based build
|
|
build-linux-amd64:
|
|
environment: release
|
|
runs-on: linux
|
|
env:
|
|
PLATFORM: linux/amd64
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
with:
|
|
submodules: recursive
|
|
- name: Set Version
|
|
shell: bash
|
|
run: echo "VERSION=${GITHUB_REF_NAME#v}" >> $GITHUB_ENV
|
|
- run: |
|
|
./scripts/build_linux.sh
|
|
- uses: actions/upload-artifact@v4
|
|
with:
|
|
name: dist-linux-amd64
|
|
path: |
|
|
dist/*linux*
|
|
!dist/*-cov
|
|
|
|
# Linux ARM assets built using the container based build
|
|
# (at present, docker isn't pre-installed on arm ubunutu images)
|
|
build-linux-arm64:
|
|
environment: release
|
|
runs-on: linux-arm64
|
|
env:
|
|
PLATFORM: linux/arm64
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
with:
|
|
submodules: recursive
|
|
- name: Set Version
|
|
shell: bash
|
|
run: echo "VERSION=${GITHUB_REF_NAME#v}" >> $GITHUB_ENV
|
|
- name: 'Install Docker'
|
|
run: |
|
|
# Add Docker's official GPG key:
|
|
env
|
|
uname -a
|
|
sudo apt-get update
|
|
sudo apt-get install -y ca-certificates curl
|
|
sudo install -m 0755 -d /etc/apt/keyrings
|
|
sudo curl -fsSL https://download.docker.com/linux/ubuntu/gpg -o /etc/apt/keyrings/docker.asc
|
|
sudo chmod a+r /etc/apt/keyrings/docker.asc
|
|
|
|
# Add the repository to Apt sources:
|
|
echo \
|
|
"deb [arch=$(dpkg --print-architecture) signed-by=/etc/apt/keyrings/docker.asc] https://download.docker.com/linux/ubuntu \
|
|
$(. /etc/os-release && echo "$VERSION_CODENAME") stable" | \
|
|
sudo tee /etc/apt/sources.list.d/docker.list > /dev/null
|
|
sudo apt-get update
|
|
sudo apt-get install -y docker-ce docker-ce-cli containerd.io
|
|
sudo usermod -aG docker $USER
|
|
sudo apt-get install acl
|
|
sudo setfacl --modify user:$USER:rw /var/run/docker.sock
|
|
- run: |
|
|
./scripts/build_linux.sh
|
|
- uses: actions/upload-artifact@v4
|
|
with:
|
|
name: dist-linux-arm64
|
|
path: |
|
|
dist/*linux*
|
|
!dist/*-cov
|
|
|
|
# Container image build
|
|
build-container-image:
|
|
environment: release
|
|
strategy:
|
|
matrix:
|
|
runner:
|
|
- linux
|
|
- linux-arm64
|
|
runs-on: ${{ matrix.runner }}
|
|
env:
|
|
FINAL_IMAGE_REPO: ollama/ollama
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
with:
|
|
submodules: recursive
|
|
- name: 'Install Docker'
|
|
if: ${{ startsWith(matrix.runner, 'linux-arm64') }}
|
|
run: |
|
|
sudo apt-get update
|
|
sudo apt-get install -y ca-certificates curl
|
|
sudo install -m 0755 -d /etc/apt/keyrings
|
|
sudo curl -fsSL https://download.docker.com/linux/ubuntu/gpg -o /etc/apt/keyrings/docker.asc
|
|
sudo chmod a+r /etc/apt/keyrings/docker.asc
|
|
echo "deb [arch=$(dpkg --print-architecture) signed-by=/etc/apt/keyrings/docker.asc] https://download.docker.com/linux/ubuntu \
|
|
$(. /etc/os-release && echo "$VERSION_CODENAME") stable" | \
|
|
sudo tee /etc/apt/sources.list.d/docker.list > /dev/null
|
|
sudo apt-get update
|
|
sudo apt-get install -y docker-ce docker-ce-cli containerd.io
|
|
sudo usermod -aG docker $USER
|
|
sudo apt-get install acl
|
|
sudo setfacl --modify user:$USER:rw /var/run/docker.sock
|
|
- name: Docker meta
|
|
id: meta
|
|
uses: docker/metadata-action@v5
|
|
with:
|
|
images: ${{ env.FINAL_IMAGE_REPO }}
|
|
flavor: |
|
|
latest=false
|
|
tags: |
|
|
type=ref,enable=true,priority=600,prefix=0.0.0-pr,suffix=,event=pr
|
|
type=semver,pattern={{version}}
|
|
- name: Set Version
|
|
shell: bash
|
|
run: |
|
|
machine=$(uname -m)
|
|
case ${machine} in
|
|
x86_64) echo ARCH=amd64; echo PLATFORM_PAIR=linux-amd64 ;;
|
|
aarch64) echo ARCH=arm64; echo PLATFORM_PAIR=linux-arm64 ;;
|
|
esac >>$GITHUB_ENV
|
|
echo GOFLAGS="'-ldflags=-w -s \"-X=github.com/ollama/ollama/version.Version=${{ env.DOCKER_METADATA_OUTPUT_VERSION }}\" \"-X=github.com/ollama/ollama/server.mode=release\"'" >>$GITHUB_ENV
|
|
- name: Set up Docker Buildx
|
|
uses: docker/setup-buildx-action@v3
|
|
- name: Login to Docker Hub
|
|
uses: docker/login-action@v3
|
|
with:
|
|
username: ${{ vars.DOCKER_USER }}
|
|
password: ${{ secrets.DOCKER_ACCESS_TOKEN }}
|
|
- name: Build and push by digest
|
|
id: build
|
|
uses: docker/build-push-action@v6
|
|
with:
|
|
context: "."
|
|
platforms: linux/${{ env.ARCH }}
|
|
build-args: |
|
|
GOFLAGS
|
|
outputs: type=image,name=${{ env.FINAL_IMAGE_REPO }},push-by-digest=true,name-canonical=true,push=true
|
|
- name: Export digest
|
|
run: |
|
|
mkdir -p /tmp/digests
|
|
digest="${{ steps.build.outputs.digest }}"
|
|
touch "/tmp/digests/${digest#sha256:}"
|
|
- name: Upload digest
|
|
uses: actions/upload-artifact@v4
|
|
with:
|
|
name: digests-${{ env.PLATFORM_PAIR }}
|
|
path: /tmp/digests/*
|
|
if-no-files-found: error
|
|
retention-days: 1
|
|
merge:
|
|
environment: release
|
|
runs-on: linux
|
|
needs:
|
|
- build-container-image
|
|
env:
|
|
FINAL_IMAGE_REPO: ollama/ollama
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
with:
|
|
submodules: recursive
|
|
- name: Download digests
|
|
uses: actions/download-artifact@v4
|
|
with:
|
|
path: /tmp/digests
|
|
pattern: digests-*
|
|
merge-multiple: true
|
|
- name: Set up Docker Buildx
|
|
uses: docker/setup-buildx-action@v3
|
|
- name: Docker meta
|
|
id: meta
|
|
uses: docker/metadata-action@v5
|
|
with:
|
|
images: ${{ env.FINAL_IMAGE_REPO }}
|
|
flavor: |
|
|
latest=false
|
|
tags: |
|
|
type=ref,enable=true,priority=600,prefix=0.0.0-pr,suffix=,event=pr
|
|
type=semver,pattern={{version}}
|
|
- name: Set Version
|
|
shell: bash
|
|
run: |
|
|
machine=$(uname -m)
|
|
case ${machine} in
|
|
x86_64) echo ARCH=amd64; echo PLATFORM_PAIR=linux-amd64 ;;
|
|
aarch64) echo ARCH=arm64; echo PLATFORM_PAIR=linux-arm64 ;;
|
|
esac >>$GITHUB_ENV
|
|
echo GOFLAGS="'-ldflags=-w -s \"-X=github.com/ollama/ollama/version.Version=${{ env.DOCKER_METADATA_OUTPUT_VERSION }}\" \"-X=github.com/ollama/ollama/server.mode=release\"'" >>$GITHUB_ENV
|
|
- name: Login to Docker Hub
|
|
uses: docker/login-action@v3
|
|
with:
|
|
username: ${{ vars.DOCKER_USER }}
|
|
password: ${{ secrets.DOCKER_ACCESS_TOKEN }}
|
|
- name: Create manifest list and push
|
|
working-directory: /tmp/digests
|
|
run: |
|
|
docker buildx imagetools create $(jq -cr '.tags | map("-t " + .) | join(" ")' <<< "$DOCKER_METADATA_OUTPUT_JSON") \
|
|
$(printf '${{ env.FINAL_IMAGE_REPO }}@sha256:%s ' *)
|
|
- name: Inspect image
|
|
run: |
|
|
docker buildx imagetools inspect ${{ env.FINAL_IMAGE_REPO }}:${{ steps.meta.outputs.version }}
|
|
build-container-image-rocm:
|
|
environment: release
|
|
runs-on: linux
|
|
env:
|
|
FINAL_IMAGE_REPO: ollama/ollama
|
|
ARCH: amd64
|
|
PLATFORM_PAIR: linux-amd64
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
with:
|
|
submodules: recursive
|
|
- name: Docker meta
|
|
id: meta
|
|
uses: docker/metadata-action@v5
|
|
with:
|
|
images: ${{ env.FINAL_IMAGE_REPO }}
|
|
flavor: |
|
|
latest=false
|
|
tags: |
|
|
type=ref,enable=true,priority=600,prefix=0.0.0-pr,suffix=,event=pr
|
|
type=semver,pattern={{version}}
|
|
- name: Set Version
|
|
shell: bash
|
|
run: |
|
|
echo GOFLAGS="'-ldflags=-w -s \"-X=github.com/ollama/ollama/version.Version=${{ env.DOCKER_METADATA_OUTPUT_VERSION }}\" \"-X=github.com/ollama/ollama/server.mode=release\"'" >>$GITHUB_ENV
|
|
- name: Set up Docker Buildx
|
|
uses: docker/setup-buildx-action@v3
|
|
- name: Login to Docker Hub
|
|
uses: docker/login-action@v3
|
|
with:
|
|
username: ${{ vars.DOCKER_USER }}
|
|
password: ${{ secrets.DOCKER_ACCESS_TOKEN }}
|
|
- name: Build and push by digest
|
|
id: build
|
|
uses: docker/build-push-action@v6
|
|
with:
|
|
context: "."
|
|
target: runtime-rocm
|
|
build-args: |
|
|
GOFLAGS
|
|
tags: ${{ env.FINAL_IMAGE_REPO }}:${{ env.DOCKER_METADATA_OUTPUT_VERSION}}-rocm
|
|
push: true
|
|
|
|
# Aggregate all the assets and ship a release
|
|
release:
|
|
needs:
|
|
- build-darwin
|
|
- build-windows
|
|
- build-linux-amd64
|
|
- build-linux-arm64
|
|
runs-on: linux
|
|
environment: release
|
|
permissions:
|
|
contents: write
|
|
env:
|
|
GH_TOKEN: ${{ github.token }}
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- name: Set Version
|
|
shell: bash
|
|
run: |
|
|
echo "VERSION=${GITHUB_REF_NAME#v}" >> $GITHUB_ENV
|
|
echo "RELEASE_VERSION=$(echo ${GITHUB_REF_NAME} | cut -f1 -d-)" >> $GITHUB_ENV
|
|
- name: Retrieve built artifact
|
|
uses: actions/download-artifact@v4
|
|
with:
|
|
path: dist
|
|
pattern: dist-*
|
|
merge-multiple: true
|
|
- run: |
|
|
ls -lh dist/
|
|
(cd dist; find . -type f | xargs sha256sum > ../sha256sum.txt)
|
|
mv sha256sum.txt dist/
|
|
cat dist/sha256sum.txt
|
|
- name: Create or update Release
|
|
run: |
|
|
echo "Looking for existing release for ${{ env.RELEASE_VERSION }}"
|
|
OLD_TAG=$(gh release ls --json name,tagName | jq -r ".[] | select(.name == \"${{ env.RELEASE_VERSION }}\") | .tagName")
|
|
if [ -n "$OLD_TAG" ]; then
|
|
echo "Updating release ${{ env.RELEASE_VERSION }} to point to new tag ${GITHUB_REF_NAME}"
|
|
gh release edit ${OLD_TAG} --tag ${GITHUB_REF_NAME}
|
|
else
|
|
echo "Creating new release ${{ env.RELEASE_VERSION }} pointing to tag ${GITHUB_REF_NAME}"
|
|
gh release create ${GITHUB_REF_NAME} \
|
|
--title ${{ env.RELEASE_VERSION }} \
|
|
--draft \
|
|
--generate-notes \
|
|
--prerelease
|
|
fi
|
|
echo "Uploading artifacts for tag ${GITHUB_REF_NAME}"
|
|
gh release upload ${GITHUB_REF_NAME} dist/* --clobber
|