Refactor

airootfs/root/customize_airootfs/scripts/0100-automatic-patches.sh.jinja2 → airootfs/root/customize_airootfs/scripts/1000-automatic.sh.jinja2

@@ -1,8 +1,17 @@
 #!/bin/bash
 set -eu
 
+# clone repository
+git clone "https://github.com/vladmandic/automatic.git"
+
 # automatic patches
 pushd "automatic"
+  # use specific revision
+  git checkout e783b098fd0ad28acabb29844ab0af0978684c04
+
+  # clone submodules
+  git submodule update --init --recursive
+
   # remove git dependency
   sed -i '/installer.check_modified_files()/d' launch.py
   sed -i '/installer.install_submodules()/d' launch.py
@@ -19,3 +28,29 @@ pushd "automatic"
   patch -p1 < "$CUSTOMIZE_AIROOTFS/patches/0000-automatic-drop-pstate-in-idle.patch"
 {% endif %}
 popd
+
+# automatic dependencies
+pushd "automatic"
+  # disable package caching
+  export PIP_NO_CACHE_DIR=0
+
+  # create venv
+  python3 -m venv venv
+
+  # activate venv
+  source venv/bin/activate
+    {% if platform == "cuda" %}
+    # install nvidia-pstate if cuda
+    pip3 install nvidia-pstate
+    {% endif %}
+
+    # install dependencies
+    python3 launch.py --test
+  deactivate
+
+  # remove installation config
+  rm config.json
+
+  # remove installation log
+  rm sdnext.log
+popd

airootfs/root/customize_airootfs/scripts/1000-axolotl-dependencies.sh.jinja2 → airootfs/root/customize_airootfs/scripts/1000-axolotl.sh.jinja2

@@ -1,9 +1,18 @@
 #!/bin/bash
 set -eu
 
+{% if platform == "cuda" %}
+# clone repository
+git clone "https://github.com/OpenAccess-AI-Collective/axolotl.git"
+
+# axolotl patches
+pushd "axolotl"
+  # use specific revision
+  git checkout 2fa65b95997fa0ae68ae2b66933521ff8dfa3980
+popd
+
 # axolotl dependencies
 pushd "axolotl"
-{% if platform == "cuda" %}
   # disable package caching
   export PIP_NO_CACHE_DIR=0
 
@@ -35,5 +44,5 @@ pushd "axolotl"
     # downgrade flash-attn (https://github.com/OpenAccess-AI-Collective/axolotl/issues/911#issuecomment-1868546443)
     pip3 install flash-attn==2.3.2
   deactivate
-{% endif %}
 popd
+{% endif %}

airootfs/root/customize_airootfs/scripts/1000-comfyui-dependencies.sh.jinja2

@@ -1,6 +1,15 @@
 #!/bin/bash
 set -eu
 
+# clone repository
+git clone "https://github.com/comfyanonymous/ComfyUI.git"
+
+# ComfyUI patches
+pushd "ComfyUI"
+  # use specific revision
+  git checkout 30abc324c2f73e6b648093ccd4741dece20be1e5
+popd
+
 # ComfyUI dependencies
 pushd "ComfyUI"
   # disable package caching

airootfs/root/customize_airootfs/scripts/0100-koboldcpp-patches.sh.jinja2 → airootfs/root/customize_airootfs/scripts/1000-koboldcpp.sh.jinja2

@@ -1,8 +1,14 @@
-#!/bin/bash
+#!/bin/sh
 set -eu
 
+# clone repository
+git clone "https://github.com/LostRuins/koboldcpp.git"
+
 # koboldcpp patches
 pushd "koboldcpp"
+  # use specific revision
+  git checkout f3b7651102c3ce3e4f331b93137dc32d752eada0
+
 {% if platform == "cuda" %}
   # drop pstate in idle
   patch -p1 < "$CUSTOMIZE_AIROOTFS/patches/0000-koboldcpp-drop-pstate-in-idle.patch"

airootfs/root/customize_airootfs/scripts/1000-llamacpp.sh.jinja2

@@ -0,0 +1,11 @@
+#!/bin/sh
+set -eu
+
+# clone repository
+git clone "https://github.com/ggerganov/llama.cpp.git"
+
+# llama.cpp patches
+pushd "llama.cpp"
+  # use specific revision
+  git checkout cc4a95426d17417d3c83f12bdb514fbe8abe2a88
+popd

airootfs/root/customize_airootfs/scripts/1000-sillytavern-extras-dependencies.sh.jinja2

@@ -1,6 +1,15 @@
 #!/bin/bash
 set -eu
 
+# clone repository
+git clone "https://github.com/SillyTavern/SillyTavern-Extras.git"
+
+# SillyTavern-Extras patches
+pushd "SillyTavern-Extras"
+  # use specific revision
+  git checkout 86793c6e104ce7e69da919eecea7f4d87ed61727
+popd
+
 # SillyTavern-Extras dependencies
 pushd "SillyTavern-Extras"
   # disable package caching

airootfs/root/customize_airootfs/scripts/1000-text-generation-webui-dependencies.sh.jinja2

@@ -1,6 +1,15 @@
 #!/bin/bash
 set -eu
 
+# clone repository
+git clone "https://github.com/oobabooga/text-generation-webui.git"
+
+# text-generation-webui patches
+pushd "text-generation-webui"
+  # use specific revision
+  git checkout 91a7370a655881c55274284509a546ffd644dc16
+popd
+
 # text-generation-webui dependencies
 pushd "text-generation-webui"
   # disable package caching

airootfs/root/customize_airootfs/scripts/1000-vllm.sh.jinja2

@@ -0,0 +1,57 @@
+#!/bin/sh
+set -eu
+
+{% if platform == "cuda" %}
+# clone repository
+git clone "https://github.com/vllm-project/vllm.git"
+
+# vllm patches
+pushd "vllm"
+  # use specific revision
+  git checkout d036198e23345f3c25438f082396f7487028e8b6
+popd
+
+# vllm dependencies
+pushd "vllm"
+  # disable package caching
+  export PIP_NO_CACHE_DIR=0
+
+  # limit the number of parallel jobs to avoid OOM
+  export MAX_JOBS=1
+
+  # define supported architectures
+  export TORCH_CUDA_ARCH_LIST="6.0 6.1 7.0 7.5 8.0 8.6 8.9 9.0"
+
+  # cuda home directory
+  export CUDA_HOME=/opt/cuda
+
+  # use gcc 12
+  export CC=gcc-12
+  export CXX=g++-12
+
+  # create venv
+  python3 -m venv venv
+
+  # activate venv
+  source venv/bin/activate
+    # install dependencies
+    pip3 install -r requirements.txt
+    pip3 install -r requirements-build.txt
+
+    # build native extension
+    python3 setup.py build_ext --inplace
+  deactivate
+
+  # remove venv
+  rm -fr venv
+
+  # create venv
+  python3 -m venv venv
+
+  # activate venv
+  source venv/bin/activate
+    # install dependencies
+    pip3 install -r requirements.txt
+  deactivate
+popd
+{% endif %}

airootfs/root/customize_airootfs/scripts/9999-cleanup.sh.jinja2

@@ -9,11 +9,3 @@ rm -fr /home/tori/.config/matplotlib
 
 # keras
 rm -fr /home/tori/.keras
-
-{% if platform == "rocm" %}
-# remove axolotl if rocm
-rm -fr /home/tori/axolotl
-
-# remove vllm if rocm
-rm -fr /home/tori/vllm
-{% endif %}