This commit is contained in:
Niklas Müller 2023-12-20 11:48:18 +01:00
parent 9e791a79e4
commit 0f0bae8889
3 changed files with 29 additions and 5 deletions

5
.gitignore vendored
View File

@ -1,10 +1,5 @@
# ---> VisualStudioCode # ---> VisualStudioCode
.vscode/* .vscode/*
!.vscode/settings.json
!.vscode/tasks.json
!.vscode/launch.json
!.vscode/extensions.json
!.vscode/*.code-snippets
# Local History for Visual Studio Code # Local History for Visual Studio Code
.history/ .history/

22
Dockerfile Normal file
View File

@ -0,0 +1,22 @@
################################################################
#
# Project: llamafile
#
# docker build -t llamafile .
# docker run -p 8102:8080 -it --name llamafile -t llamafile
#
################################################################
FROM ubuntu:jammy-20231128
# set the working directory
WORKDIR /app
RUN apt-get update
RUN apt-get install wget -y
# download and prepare llamafile
RUN wget https://huggingface.co/jartine/llava-v1.5-7B-GGUF/resolve/main/llava-v1.5-7b-q4-server.llamafile?download=true -O /app/llava-v1.5-7b-q4-server.llamafile
RUN chmod +x /app/llava-v1.5-7b-q4-server.llamafile
COPY ./init.sh /app
CMD ["bash", "init.sh"]

7
init.sh Normal file
View File

@ -0,0 +1,7 @@
#!/bin/bash
env >> /etc/environment
/app/llava-v1.5-7b-q4-server.llamafile --host 0.0.0.0
/bin/bash