feat: wip

scripts/restart-webui.sh

@@ -0,0 +1,5 @@
+#!/usr/bin/env bash
+
+MY_IP=$(terragrunt output --terragrunt-working-dir ./terragrunt/ai/server ipv4 | xargs)
+ssh -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null -o GlobalKnownHostsFile=/dev/null "devops@$MY_IP" docker restart webui 2>/dev/null
+echo "restarted webui on $MY_IP"

scripts/ssh.sh

@@ -2,10 +2,4 @@
 
 MY_IP=$(terragrunt output --terragrunt-working-dir ./terragrunt/ai/server ipv4 | xargs)
 ssh-keygen -R "$MY_IP"
-ssh -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null "devops@$MY_IP"
-
-
-# cycle through a list of items
-echo "llama2-uncensored, llama2:13b" | sed 's/,/\n/g' | xargs -I {} echo "{}" | while read -r item; do
-    echo "item: $item"
-done
+ssh -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null -o GlobalKnownHostsFile=/dev/null "devops@$MY_IP"  2>/dev/null

scripts/upload-rag-docs.sh

@@ -1,4 +1,4 @@
 #!/usr/bin/env bash
 
  MY_IP=$(terragrunt output --terragrunt-working-dir ./terragrunt/ai/server ipv4 | xargs)
- scp  -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null -o GlobalKnownHostsFile=/dev/null -r ./RAG-docs devops@$MY_IP:/home/devops/data/docs
+ scp  -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null -o GlobalKnownHostsFile=/dev/null -r ./RAG-docs devops@$MY_IP:/home/devops/data/docs  2>/dev/null

terragrunt/ai/server/cloud_init.yaml.tftpl

@@ -132,7 +132,7 @@ write_files:
           expose:
             - 11434
           volumes:
-            - ollama_vol:/root/.ollama
+            - /home/${user_name}/data/ollama:/root/.ollama
           networks:
             - ollama_net
           restart: always
@@ -147,8 +147,8 @@ write_files:
           environment:
             - OLLAMA_BASE_URL=http://ollama:11434
             - ENABLE_#=true
-      volumes:
-        ollama_vol:
+          volumes:
+            - /home/${user_name}/data/docs:/data/docs
 
       networks:
         ollama_net:
@@ -160,6 +160,7 @@ write_files:
 #  - ollama pull llama2-uncensored
 runcmd:
   - mkdir -p /home/${user_name}/data/docs
+  - mkdir -p /home/${user_name}/data/ollama
   - chown ${user_name}:${user_name} -R /home/${user_name}
 
   # Change default ssh port, disable root login and allow new user login

terragrunt/ai/server/terragrunt.hcl

@@ -75,6 +75,6 @@ generate "cloud_init" {
     user_name           = "devops"
     init_ssh_public_key = local.env["secrets"]["pub_ssh_key"]
     timezone            = local.region["timezone"]
-    ai_models            = local.env["ai"]["models"]
+    ai_models           = local.env["ai"]["models"]
   })
 }