Update deployment parameters

- Remove compose `version`
- Update folder structure with
  - `cache`
  - `instruction-templates`
- Add examples for ROCM/AMD deployment
- Add examples for custom embedding configurations

docker-compose.yml

@@ -1,4 +1,3 @@
-version: "3"
 services:
   text-generation-webui-docker:
     image: atinoda/text-generation-webui:default-nvidia # Specify variant as the :tag
@@ -6,14 +5,18 @@ services:
     environment:
       - EXTRA_LAUNCH_ARGS="--listen --verbose" # Custom launch args (e.g., --model MODEL_NAME)
 #      - BUILD_EXTENSIONS_LIVE="coqui_tts whisper_stt" # Install named extensions during every container launch. THIS WILL SIGNIFICANLTLY SLOW LAUNCH TIME AND IS NORMALLY NOT REQUIRED.
+#      - OPENEDAI_EMBEDDING_MODEL=intfloat/e5-large-v2  # Specify custom model for embeddings
+#      - OPENEDAI_EMBEDDING_DEVICE=cuda  # Specify processing device for embeddings
     ports:
       - 7860:7860  # Default web port
 #      - 5000:5000  # Default API port
 #      - 5005:5005  # Default streaming port
     volumes:
+      - ./config/cache:/root/.cache  # WARNING: Libraries may save large files here!
       - ./config/characters:/app/characters
+      - ./config/instruction-templates:/app/instruction-templates
       - ./config/loras:/app/loras
-      - ./config/models:/app/models
+      - ./config/models:/app/models  # WARNING - very large files!
       - ./config/presets:/app/presets
       - ./config/prompts:/app/prompts
       - ./config/training:/app/training
@@ -23,8 +26,14 @@ services:
       driver:  json-file
       options:
         max-file: "3"   # number of files or file count
-        max-size: '10m'
-    # Grant access to Nvidia GPU (comment out deploy: and below if not using Nvidia variant)
+        max-size: "10M"
+
+    ### HARDWARE ACCELERATION: comment or uncomment according to your hardware! ###
+
+    ### CPU only ###
+    # Nothing required - comment out the other hardware sections.
+
+    ### Nvidia (default) ###
     deploy:
         resources:
           reservations:
@@ -32,3 +41,17 @@ services:
               - driver: nvidia
                 device_ids: ['0']
                 capabilities: [gpu]
+
+    ### AMD ROCM or Intel Arc ###
+#    stdin_open: true
+#    group_add:
+#      - video
+#    tty: true
+#    ipc: host
+#    devices:
+#      - /dev/kfd
+#      - /dev/dri 
+#    cap_add: 
+#      - SYS_PTRACE
+#    security_opt:
+#      - seccomp=unconfined

scripts/docker-entrypoint.sh

@@ -10,7 +10,7 @@ function ctrl_c {
 trap ctrl_c SIGTERM SIGINT SIGQUIT SIGHUP
 
 # Generate default configs if empty
-CONFIG_DIRECTORIES=("characters" "loras" "models" "presets" "prompts" "training/datasets" "training/formats")
+CONFIG_DIRECTORIES=("characters" "instruction-templates" "loras" "models" "presets" "prompts" "training/datasets" "training/formats")
 for config_dir in "${CONFIG_DIRECTORIES[@]}"; do
   if [ -z "$(ls /app/"$config_dir")" ]; then
     echo "*** Initialising config for: '$config_dir' ***"