From 4759d879f2376ffb9b82f296e442ec8ef137f27b Mon Sep 17 00:00:00 2001 From: Daniel Hiltgen Date: Fri, 15 Nov 2024 16:47:54 -0800 Subject: [PATCH] Install support for jetpacks (#7632) Follow up to #7217 - merge after release --- scripts/install.sh | 23 +++++++++++++++++++++++ 1 file changed, 23 insertions(+) diff --git a/scripts/install.sh b/scripts/install.sh index 79a7b564..ec58ddbd 100644 --- a/scripts/install.sh +++ b/scripts/install.sh @@ -93,6 +93,22 @@ else fi fi +# Check for NVIDIA JetPack systems with additional downloads +if [ -f /etc/nv_tegra_release ] ; then + if grep R36 /etc/nv_tegra_release > /dev/null ; then + status "Downloading JetPack 6 components" + curl --fail --show-error --location --progress-bar \ + "https://ollama.com/download/ollama-linux-${ARCH}-jetpack6.tgz${VER_PARAM}" | \ + $SUDO tar -xzf - -C "$OLLAMA_INSTALL_DIR" + elif grep R35 /etc/nv_tegra_release > /dev/null ; then + status "Downloading JetPack 5 components" + curl --fail --show-error --location --progress-bar \ + "https://ollama.com/download/ollama-linux-${ARCH}-jetpack5.tgz${VER_PARAM}" | \ + $SUDO tar -xzf - -C "$OLLAMA_INSTALL_DIR" + else + warning "Unsupported JetPack version detected. GPU may not be supported" + fi +fi install_success() { status 'The Ollama API is now available at 127.0.0.1:11434.' @@ -163,6 +179,13 @@ if [ "$IS_WSL2" = true ]; then exit 0 fi +# Don't attempt to install drivers on Jetson systems +if [ -f /etc/nv_tegra_release ] ; then + status "NVIDIA JetPack ready." + install_success + exit 0 +fi + # Install GPU dependencies on Linux if ! available lspci && ! available lshw; then warning "Unable to detect NVIDIA/AMD GPU. Install lspci or lshw to automatically detect and install GPU dependencies."