zhengr commited on
Commit
095654c
·
verified ·
1 Parent(s): e80ce3f

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +0 -40
Dockerfile CHANGED
@@ -1,49 +1,9 @@
1
- # Builder stage
2
- # FROM ubuntu:latest
3
 
4
- # # Update packages and install curl and gnupg
5
- # RUN apt-get update && apt-get install -y \
6
- # curl \
7
- # gnupg
8
-
9
- # # Add NVIDIA package repositories
10
- # RUN curl -fsSL https://nvidia.github.io/libnvidia-container/gpgkey | gpg --dearmor -o /usr/share/keyrings/nvidia-container-toolkit-keyring.gpg \
11
- # && echo "deb [signed-by=/usr/share/keyrings/nvidia-container-toolkit-keyring.gpg] https://nvidia.github.io/libnvidia-container/stable/deb/ $(. /etc/os-release; echo $UBUNTU_CODENAME) main" > /etc/apt/sources.list.d/nvidia-container-toolkit.list
12
-
13
- # # Install NVIDIA container toolkit (Check for any updated methods or URLs for Ubuntu jammy)
14
- # RUN apt-get update && apt-get install -y nvidia-container-toolkit || true
15
-
16
- # # Install application
17
- # RUN curl https://ollama.ai/install.sh | sh
18
- # # Below is to fix embedding bug as per
19
- # # RUN curl -fsSL https://ollama.com/install.sh | sed 's#https://ollama.com/download#https://github.com/jmorganca/ollama/releases/download/v0.1.29#' | sh
20
-
21
-
22
- # # Create the directory and give appropriate permissions
23
- # RUN mkdir -p /.ollama && chmod 777 /.ollama
24
-
25
- # WORKDIR /.ollama
26
-
27
- # # Copy the entry point script
28
- # COPY entrypoint.sh /entrypoint.sh
29
- # RUN chmod +x /entrypoint.sh
30
-
31
- # # Set the entry point script as the default command
32
- # ENTRYPOINT ["/entrypoint.sh"]
33
- # CMD ["ollama", "serve"]
34
-
35
- # # Set the model as an environment variable (this can be overridden)
36
- # ENV model=${model}
37
-
38
- # Expose the server port
39
  # Use the official Ollama Docker image as the base image
40
  FROM ollama/ollama:latest
41
 
42
  RUN apt update && apt install -y python3 && apt install -y python3-pip
43
 
44
- RUN pip install litellm
45
- RUN pip install 'litellm[proxy]'
46
-
47
  # Create a directory for Ollama data
48
  RUN mkdir -p /.ollama
49
  RUN chmod -R 777 /.ollama
 
 
 
1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2
  # Use the official Ollama Docker image as the base image
3
  FROM ollama/ollama:latest
4
 
5
  RUN apt update && apt install -y python3 && apt install -y python3-pip
6
 
 
 
 
7
  # Create a directory for Ollama data
8
  RUN mkdir -p /.ollama
9
  RUN chmod -R 777 /.ollama