debug

Dockerfile

@@ -1,24 +1,28 @@
 FROM intel/oneapi-runtime:latest
 
-RUN useradd -m -u 1000 user
-
-USER root
-
 RUN apt-get update && apt-get install -y --no-install-recommends \
     aria2 \
     unzip \
-    clinfo \
-    sudo \
     && rm -rf /var/lib/apt/lists/*
 
-RUN getent passwd | wc -l
+RUN useradd -m -u 1000 user
+
+USER user
 
-ENV HOME=/root \
-	PATH=/root/.local/bin:$PATH
+ENV HOME=/home/user \
+	PATH=/home/user/.local/bin:$PATH
 
 WORKDIR $HOME/app
 
-RUN aria2c -c -x16 https://github.com/MZWNET/actions/releases/download/llama_cpp-b2690/llama-b2690-bin-linux-avx2-intel-mkl-x64.zip \
+RUN cat << EOF > download.txt
+https://github.com/MZWNET/actions/releases/download/llama_cpp-b2690/llama-b2690-bin-linux-avx2-intel-mkl-x64.zip
+ out=llama-b2690-bin-linux-avx2-intel-mkl-x64.zip
+https://huggingface.co/mzwing/AquilaChat2-7B-16K-GGUF/resolve/main/AquilaChat2-7B-16K.Q8_0.gguf?download=true
+ out=AquilaChat2-7B-16K.Q8_0.gguf
+    EOF \
+    && cat download.txt \
+    && df -ha
+    && aria2c -c -x16 --input-file=download.txt \
     && unzip llama-b2690-bin-linux-avx2-intel-mkl-x64.zip -d llama.cpp \
     && mv llama.cpp/server . \
     && chmod +x ./server \

README.md

@@ -14,8 +14,6 @@ custom_headers:
   cross-origin-resource-policy: cross-origin
 models:
   - mzwing/AquilaChat2-7B-16K-GGUF
-preload_from_hub:
-  - mzwing/AquilaChat2-7B-16K-GGUF AquilaChat2-7B-16K.Q8_0.gguf 3bff96b3dbb6a2386f71199502786739ef71b246
 ---
 
 AquilaChat2-7B-16K-GGUF, loaded by llama.cpp server.

start.sh

@@ -1,5 +1 @@
-clinfo -l
-find / -type f -name "AquilaChat2-7B-16K.Q8_0.gguf" -print
-sudo clinfo -l
-sudo find / -type f -name "AquilaChat2-7B-16K.Q8_0.gguf" -print
-server -m ~/.cache/huggingface/hub/models--mzwing--AquilaChat2-7B-16K-GGUF/snapshots/3bff96b3dbb6a2386f71199502786739ef71b246/AquilaChat2-7B-16K.Q8_0.gguf -t $(nproc) -c 16384 -a AquilaChat2-7B-16K --port 8080 --api-key sk-1145141919810
+server -m ./AquilaChat2-7B-16K.Q8_0.gguf -t $(nproc) -c 16384 -a AquilaChat2-7B-16K --port 8080 --api-key sk-1145141919810