From e1806a3233718ab990955d659062c97ca5679302 Mon Sep 17 00:00:00 2001 From: Bryan Newbold Date: Wed, 17 Jun 2020 19:41:54 -0700 Subject: add a docker-compose file for local development --- extra/docker/README.md | 11 +++++++++++ extra/docker/docker-compose.yml | 39 +++++++++++++++++++++++++++++++++++++++ 2 files changed, 50 insertions(+) create mode 100644 extra/docker/README.md create mode 100644 extra/docker/docker-compose.yml diff --git a/extra/docker/README.md b/extra/docker/README.md new file mode 100644 index 0000000..23cb5b2 --- /dev/null +++ b/extra/docker/README.md @@ -0,0 +1,11 @@ + +The docker-compose script in this directory may be helpful for local +development. It starts several dependant services, such as Kafka, minio, etc. + +PostgreSQL is assumed to be running natively on localhost, not under docker. It +should be possible to add postgresql to the docker-compose file, but some +developers (bnewbold) prefer to run it separately to make things like attaching +with `psql` easier. + +There is no current motivation or plan to deploy sandcrawler services using +docker, so there is no Dockerfile for the system itself. diff --git a/extra/docker/docker-compose.yml b/extra/docker/docker-compose.yml new file mode 100644 index 0000000..196879f --- /dev/null +++ b/extra/docker/docker-compose.yml @@ -0,0 +1,39 @@ +version: '2' +services: + zookeeper: + image: wurstmeister/zookeeper + ports: + - "2181:2181" + kafka: + image: wurstmeister/kafka:2.11-2.0.0 + ports: + - "9092:9092" + environment: + #HOSTNAME_COMMAND: "docker info | grep ^Name: | cut -d' ' -f 2" + KAFKA_BROKER_ID: 1 + KAFKA_ADVERTISED_HOST_NAME: 127.0.0.1 + KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181 + KAFKA_CREATE_TOPICS: "fatcat-dev.changelog:1:1,fatcat-dev.release-updates:3:1:compact" + KAFKA_MESSAGE_MAX_BYTES: 50000000 + volumes: + - /var/run/docker.sock:/var/run/docker.sock + depends_on: + - zookeeper + postgrest: + image: postgrest/postgrest + network_mode: "host" + ports: + - "3000:3000" + environment: + PGRST_DB_URI: "postgres://fatcat:tactaf@localhost/sandcrawler" + PGRST_DB_ANON_ROLE: "fatcat" + minio: + image: minio/minio + ports: + - "9000:9000" + environment: + MINIO_ACCESS_KEY: minioadmin + MINIO_SECRET_KEY: minioadmin + entrypoint: sh + command: -c "mkdir -p /tmp/minio/sandcrawler && mkdir -p /tmp/minio/thumbnail && mkdir -p /tmp/minio/sandcrawler-dev && /usr/bin/minio server /tmp/minio" + -- cgit v1.2.3