Dalai Dockerfile

README.md

Running in docker

Create Dockerfile and 'docker-compose.yml' from provided files

Download models and start web server

docker compose run dalai npx dalai alpaca install 7B
docker compose up -d

docker-compose.yml

version: '3.7'
services:
  dalai:
    build: .
    image: metrafonic/dalai
    ports:
      - 3000:3000
    volumes:
      - ./models/alpaca:/root/dalai/alpaca/models
      - ./models/llama:/root/dalai/llama/models

Dockerfile

FROM python:3.10-slim-buster

# The dalai server runs on port 3000
EXPOSE 3000

# Install dependencies
RUN apt-get update \
    && apt-get install -y \
        build-essential \
        curl \
        g++ \
	git \
        make \
        python3-venv \
        software-properties-common

# Add NodeSource PPA to get Node.js 18.x
RUN curl -fsSL https://deb.nodesource.com/setup_18.x | bash -

# Install Node.js 18.x
RUN apt-get update \
    && apt-get install -y nodejs

WORKDIR /root/dalai

# Install dalai and its dependencies
RUN npm install dalai@0.3.1

RUN npx dalai alpaca setup


# Run the dalai server
CMD [ "npx", "dalai", "serve" ]