feat: allow selecting mistralrs version

compose.mistralrs.yml

@@ -3,7 +3,7 @@ services:
     container_name: ${HARBOR_CONTAINER_PREFIX}.mistralrs
     env_file: ./.env
     # See .nvidia. file for an alternative image
-    image: ghcr.io/ericlbuehler/mistral.rs:cpu-0.2
+    image: ghcr.io/ericlbuehler/mistral.rs:cpu-${HARBOR_MISTRALRS_VERSION}
     ports:
       - ${HARBOR_MISTRALRS_HOST_PORT}:8021
     networks:

compose.x.mistralrs.nvidia.yml

@@ -1,6 +1,6 @@
 services:
   mistralrs:
-    image: ghcr.io/ericlbuehler/mistral.rs:cuda-80-0.2
+    image: ghcr.io/ericlbuehler/mistral.rs:cuda-80-${HARBOR_MISTRALRS_VERSION}
     deploy:
       resources:
         reservations:

default.env

@@ -168,6 +168,7 @@ HARBOR_PLANDEX_HOME="~/.plandex-home"
 
 # Mistral.rs
 HARBOR_MISTRALRS_HOST_PORT=33951
+HARBOR_MISTRALRS_VERSION="0.3"
 HARBOR_MISTRALRS_MODEL_TYPE="plain"
 HARBOR_MISTRALRS_MODEL="microsoft/Phi-3-mini-4k-instruct"
 HARBOR_MISTRALRS_MODEL_ARCH="phi3"

harbor.sh

@@ -1766,6 +1766,10 @@ run_mistralrs_command() {
             shift
             env_manager_alias mistralrs.isq --on-set update_model_spec "$@"
             ;;
+        version)
+            shift
+            env_manager_alias mistralrs.version "$@"
+            ;;
         -h|--help|help)
             echo "Please note that this is not mistral.rs CLI, but a Harbor CLI to manage mistral.rs service."
             echo "Access mistral.rs own CLI by running 'harbor exec mistralrs' when it's running."
@@ -1775,6 +1779,7 @@ run_mistralrs_command() {
             echo "Commands:"
             echo "  harbor mistralrs health            - Check the health of the mistral.rs service"
             echo "  harbor mistralrs docs              - Open mistral.rs built-in API documentation"
+            echo "  harbor mistralrs version [version] - Get or set mistral.rs version (0.3, 0.4, etc.)"
             echo "  harbor mistralrs args [args]       - Get or set extra args to pass to the mistral.rs CLI"
             echo "  harbor mistralrs model [user/repo] - Get or set the mistral.rs model repository to run"
             echo "  harbor mistralrs type [type]       - Get or set the mistral.rs model type"