Add release script, update build script

Author: bartowski1182

.env

@@ -1,2 +1,2 @@
 MODEL_DIR=/media/teamgroup/models
-MODEL=yarn-llama-2-13b-128k.Q5_K_M.gguf
+MODEL=mistral-7b-instruct-v0.1.Q5_K_M.gguf

Dockerfile

@@ -1,5 +1,5 @@
 # cuda devel image for base, best build compatibility
-FROM nvidia/cuda:11.8.0-devel-ubuntu22.04 as builder
+FROM nvidia/cuda:12.1.1-devel-ubuntu22.04 as builder
 
 # Update base image and install dependencies
 RUN apt-get update && apt-get upgrade -y \
@@ -11,8 +11,10 @@ RUN apt-get update && apt-get upgrade -y \
 
 WORKDIR /koboldcpp
 
+ARG clone_arg
+
 # Pulling latest koboldcpp branch and installing requirements
-RUN git clone https://github.com/LostRuins/koboldcpp.git --branch v1.44 ./
+RUN git clone https://github.com/LostRuins/koboldcpp.git $clone_arg ./
 
 RUN pip3 install -r requirements.txt
 
@@ -26,7 +28,7 @@ ENV LLAMA_OPENBLAS=1
 RUN make
 
 # Using runtime for smaller final image
-FROM nvidia/cuda:11.8.0-runtime-ubuntu22.04
+FROM noneabove1182/nvidia-runtime-docker:12.1.1-runtime-ubuntu22.04
 
 # update image and install necessary packages
 RUN apt-get update && apt-get upgrade -y \

docker-compose.yml

@@ -34,5 +34,5 @@ services:
         "--usecublas",
         "0",
         "--gpulayers",
-        "22"
+        "100"
       ]

release.sh

@@ -0,0 +1,33 @@
+#!/bin/bash
+
+# Define the repository URL
+REPO_URL="https://api.github.com/repos/LostRuins/koboldcpp/releases/latest"
+
+# Get the latest release tag from the GitHub repository
+RELEASE_TAG=$(curl -s $REPO_URL | grep 'tag_name' | cut -d\" -f4)
+
+# Define clone argument for Docker
+if [ -z "$RELEASE_TAG" ]; then
+  echo "Failed to get the latest release tag. Exiting..."
+  exit 1
+fi
+
+echo $RELEASE_TAG
+
+CLONE_ARG="--branch $RELEASE_TAG"
+
+# Build the Docker image
+docker build --build-arg clone_arg="$CLONE_ARG" -t noneabove1182/koboldcpp-gpu .
+
+# Check if Docker build was successful
+if [ $? -ne 0 ]; then
+  echo "Docker build failed. Exiting..."
+  exit 1
+fi
+
+# Tag the Docker image
+docker tag noneabove1182/koboldcpp-gpu:latest noneabove1182/koboldcpp-gpu:$RELEASE_TAG
+
+# Push the Docker images
+docker push noneabove1182/koboldcpp-gpu:latest
+docker push noneabove1182/koboldcpp-gpu:$RELEASE_TAG