Add ollama, support, memGPT services

docker/backends/Dockerfile

@@ -0,0 +1,33 @@
+FROM litellm/openai-proxy
+
+#ARG ws_dir
+ARG venv_dir
+ARG apt_proxy
+ARG debug
+
+ENV PATH=${PATH}:${venv_dir}/bin
+ENV LITELLM_PORT=${litellm_port}
+ENV VENV_DIR=${venv_dir}
+ENV DEBUG=${debug}
+
+RUN --mount=type=cache,target=/var/cache/apt \
+    if [ ! -z "${debug}" ]; then set -eux; fi && \
+    apt update && apt -qy upgrade && \
+    apt install -y ca-certificates python3 python3-venv python3-pip curl git && \
+    python3 -m venv --upgrade-deps ${venv_dir} && \
+    python3 -m pip install openai==0.28.1
+
+ENV PATH=${PATH}:/root/.local/bin
+
+RUN if [ ! -z "${debug}" ]; then set -eux; fi && \
+    curl -sSL https://install.python-poetry.org | python3 -
+
+WORKDIR /usr/local/src
+
+RUN if [ ! -z "${debug}" ]; then set -eux; fi && \
+    git clone https://github.com/cpacker/MemGPT.git ./MemGPT && \
+    cd ./MemGPT && \
+    . ${venv_dir}/bin/activate && \
+    poetry install -E local
+
+COPY ./docker/backends/entrypoint.sh /

docker/backends/entrypoint.sh

@@ -0,0 +1,20 @@
+#!/usr/bin/env bash
+
+[[ ! -z "${DEBUG}" ]]; set -eux
+
+update-ca-certificates
+
+#curl http://ollama:11434/api/tags
+# curl -X POST http://ollama:11434/api/pull -d '{"name": "'${OLLAMA_MODEL}'"}'
+# curl http://ollama:11434/api/generate -d '{"model": "'${OLLAMA_MODEL}'"}'
+
+source ${VENV_DIR}/bin/activate
+
+[[ ! -z "${DEBUG}" ]]; litellm --help
+litellm --file /etc/litellm_config.yaml --port "${LITELLM_PORT}"
+
+memgpt run -y --agent devin_memory \
+    --model "llama2" \
+    --model-endpoint-type ollama \
+    --model-endpoint http://ollama:11434 \
+    --debug

docker/backends/litellm_config.yaml

@@ -0,0 +1,17 @@
+model_list:
+  - model_name: llama2
+    litellm_params:
+      model: ollama/llama2:70b
+      api_base: http://ollama:11434
+  - model_name: deepseek-coder
+    litellm_params:
+      model: ollama/deepseek-coder:6.7b
+      api_base: http://ollama:11434
+  - model_name: vicuna
+    litellm_params:
+      model: ollama/vicuna:7b-16k
+      api_base: http://ollama:11434
+  - model_name: mistral
+    litellm_params:
+      model: ollama/mistral:7b
+      api_base: http://ollama:11434

docker/devin/Dockerfile

@@ -0,0 +1,56 @@
+FROM nvidia/cuda:12.3.2-devel-ubuntu22.04 as build-sandbox
+
+LABEL org.opencontainers.image.description="Devin server with CUDA support"
+
+ARG venv_dir
+ARG debug
+ARG conda_dir
+ARG ws_dir
+ARG node_version
+
+ENV DEBUG=${debug}
+
+RUN --mount=type=cache,target=/var/cache/apt \
+    if [ ! -z "${debug}" ]; then set -eux; fi && \
+    apt update && apt -qy upgrade
+
+WORKDIR ${venv_dir}
+
+COPY environment.yml .
+COPY requirements.txt .
+
+COPY opendevin .
+
+ENV PATH=${PATH}:${conda_dir}/bin
+
+SHELL ["/bin/bash", "-c"]
+
+RUN --mount=type=cache,target=/var/cache/apt \
+    if [ ! -z "${debug}" ]; then set -eux; fi && \
+    apt update && apt -qy upgrade && \
+    apt install -qy --no-install-recommends wget ca-certificates build-essential && \
+    mkdir -p /tmp/miniconda3 && \
+    wget https://repo.anaconda.com/miniconda/Miniconda3-latest-Linux-$(uname -i).sh -O /tmp/miniconda.sh && \
+    bash /tmp/miniconda.sh -b -u -p ${conda_dir} && \
+    sed -i 's|prefix:\s+.+|prefix: '${venv_dir}'|' ./environment.yml && \
+    conda env create -f environment.yml
+
+SHELL ["${conda_dir}/bin/conda", "run", "--no-capture-output", "-n", "od", "python3", "-m", "pip", "install", "-r", "/tmp/requirements.txt"]
+SHELL ["${conda_dir}/bin/conda", "run", "--no-capture-output", "-n", "od", "python3", "./opendevin/sandbox/sandbox.py", "-d", "${ws_dir}" ]
+
+FROM node:18.20.1-alpine as build-front
+
+ARG venv_dir
+
+WORKDIR ${venv_dir}
+COPY frontend .
+WORKDIR ${venv_dir}/frontend
+#COPY --from=build-sandbox ${venv_dir}/frontend ${venv_dir}/frontend
+
+RUN --mount=type=cache,target=${HOME}/.local/share/pnpm/store \
+    apk update && apk add git && \
+    set -eux && \
+    cd ${venv_dir}/frontend && \
+    npm install -g pnpm && \
+    pnpm install
+#    pnpm run start

docs/docker-compose.md

@@ -0,0 +1,19 @@
+# Run Devin with `docker compose`
+
+Simple start of Devin instance with support for Ollama models and MemGPT backends.
+
+This will run the Devin server with UI and all backends it depends on, automatically 💻:
+```bash
+git clone https://github.com/OpenDevin/OpenDevin.git
+docker compose up devin
+```
+
+## Services
+
+ - [LiteLLM Proxy Service](https://litellm.vercel.app/docs/): Call 100+ LLMs using the same Input/Output Format
+ - [MemGPT](https://memgpt.readme.io/docs/index): Allows you to build LLM agents with self-editing memory
+ Note: Generating MemGPT-compatible outputs is a harder task for an LLM than regular text output. For this reason we **strongly advise** users to **NOT use models below Q5 quantization** - as the model gets worse, the number of errors you will encounter while using MemGPT will dramatically increase (MemGPT will not send messages properly, edit memory properly, etc. [[Read here](https://memgpt.readme.io/docs/local_llm)]).
+
+
+ - [mitmproxy](https://docs.mitmproxy.org/stable/): A free and open source interactive HTTPS proxy. May be useful for developers
+