Integrating Docker to enable running Macaw in multiple OS.

.gitignore

@@ -102,3 +102,11 @@ venv.bak/
 
 # mypy
 .mypy_cache/
+
+# IDE folders
+.idea/
+.vscode/
+
+# Dependencies
+DrQA/
+stanford-corenlp-full-*

Dockerfile

@@ -0,0 +1,78 @@
+FROM ubuntu:20.04
+
+WORKDIR /usr/src/app
+
+# Disable interactive input. This is needed to install mongodb.
+ENV DEBIAN_FRONTEND noninteractive
+
+RUN apt-get update && apt-get install -y \
+    gnupg \
+    wget \
+    g++ \
+    make \
+    zlib1g-dev \
+    software-properties-common \
+    unzip \
+    default-jre \
+    git \
+    apt-transport-https ca-certificates \
+    && rm -rf /var/lib/apt/lists/*
+
+RUN apt-get update && apt-get install -y python3-pip
+
+RUN apt update && apt install -y ffmpeg
+
+RUN pip3 install --upgrade pip && pip3 install torch
+
+# Install all dependencies mentioned in the macaw requirements document.
+COPY requirements.txt requirements.txt
+RUN pip3 install -r requirements.txt
+
+# Download Stanford core NLP data if user has not specified a local volume. This is a 400MB compressed file.
+ARG download_stanford_corenlp=false
+RUN if $download_stanford_corenlp ; then \
+    wget -O "stanford-corenlp-full-2017-06-09.zip" "http://nlp.stanford.edu/software/stanford-corenlp-full-2017-06-09.zip" \
+    && unzip "stanford-corenlp-full-2017-06-09.zip" \
+    && rm "stanford-corenlp-full-2017-06-09.zip" ; fi
+
+# Download and install FAIR DrQA module.
+RUN git clone https://github.com/facebookresearch/DrQA.git
+RUN cd DrQA \
+    && pip3 install -r requirements.txt \
+    && python3 setup.py develop
+
+# Download a pre-trained DrQA model if user has not specified a local volume. This is a 7.5GB compressed file download
+# and requires 25GB of uncompressed space. To save Docker image memory, it is recommended to use external file as volume.
+ARG download_drqa_model=false
+RUN if $download_drqa_model ; then cd DrQA && ./download.sh ; fi
+
+# Install MongoDB server https://docs.mongodb.com/manual/tutorial/install-mongodb-on-ubuntu/
+RUN wget -qO - https://www.mongodb.org/static/pgp/server-5.0.asc | apt-key add -
+RUN echo "deb [ arch=amd64,arm64 ] https://repo.mongodb.org/apt/ubuntu focal/mongodb-org/5.0 multiverse" | tee /etc/apt/sources.list.d/mongodb-org-5.0.list
+RUN apt-get update && apt-get install -y mongodb-org
+
+# Create the MongoDB data directory.
+RUN mkdir -p /data/db
+
+# Copy directory that contains trectext documents needed for Indri retriever.
+COPY trec_documents trec_documents
+
+# Copy files and directories from workspace to Docker container.
+COPY macaw macaw
+COPY scripts scripts
+COPY setup.py setup.py
+
+ENV PYTHONPATH="$PYTHONPATH:/usr/src/app"
+
+# Install Macaw.
+RUN python3 setup.py install
+
+# To fix async keyword issue in python3.7+ https://github.com/pexpect/pexpect/issues/453
+RUN pip3 install -Iv pexpect==4.8.0
+
+# Create index
+RUN mkdir tantivy_index/
+RUN python3 macaw/build_tantivy_index.py --index_path tantivy_index/ --document_path trec_documents/
+
+# Run the script that will start MongoDB and run python application.
+CMD ["/bin/bash", "scripts/start.sh"]