cache kafka download

It takes 30s to pull from apache, which is a bit pointless
This commit is contained in:
Richard van der Hoff 2017-12-19 11:12:29 +00:00
parent 98874ee4f9
commit 625ca0ad5f
3 changed files with 11 additions and 3 deletions

2
.gitignore vendored
View file

@ -4,7 +4,7 @@
.* .*
# Downloads # Downloads
kafka.tgz /.downloads
# Compiled Object files, Static and Dynamic libs (Shared Objects) # Compiled Object files, Static and Dynamic libs (Shared Objects)
*.o *.o

View file

@ -19,6 +19,10 @@ addons:
services: services:
- postgresql - postgresql
cache:
directories:
- .downloads
install: install:
- go get github.com/constabulary/gb/... - go get github.com/constabulary/gb/...

View file

@ -4,15 +4,19 @@
set -eu set -eu
cd `dirname $0`/..
mkdir -p .downloads
# The mirror to download kafka from is picked from the list of mirrors at # The mirror to download kafka from is picked from the list of mirrors at
# https://www.apache.org/dyn/closer.cgi?path=/kafka/0.10.2.0/kafka_2.11-0.11.0.2.tgz # https://www.apache.org/dyn/closer.cgi?path=/kafka/0.10.2.0/kafka_2.11-0.11.0.2.tgz
# TODO: Check the signature since we are downloading over HTTP. # TODO: Check the signature since we are downloading over HTTP.
MIRROR=http://apache.mirror.anlx.net/kafka/0.11.0.2/kafka_2.11-0.11.0.2.tgz MIRROR=http://apache.mirror.anlx.net/kafka/0.11.0.2/kafka_2.11-0.11.0.2.tgz
# Only download the kafka if it isn't already downloaded. # Only download the kafka if it isn't already downloaded.
test -f kafka.tgz || wget $MIRROR -O kafka.tgz test -f .downloads/kafka.tgz || wget $MIRROR -O .downloads/kafka.tgz
# Unpack the kafka over the top of any existing installation # Unpack the kafka over the top of any existing installation
mkdir -p kafka && tar xzf kafka.tgz -C kafka --strip-components 1 mkdir -p kafka && tar xzf .downloads/kafka.tgz -C kafka --strip-components 1
# Start the zookeeper running in the background. # Start the zookeeper running in the background.
# By default the zookeeper listens on localhost:2181 # By default the zookeeper listens on localhost:2181
kafka/bin/zookeeper-server-start.sh -daemon kafka/config/zookeeper.properties kafka/bin/zookeeper-server-start.sh -daemon kafka/config/zookeeper.properties