travis first pass (#23)

travis tests including kafka integration tests

Author: simplesteph

.travis.yml

@@ -0,0 +1,39 @@
+# this file is only used for GitHub
+# it is not related to your Kafka Streams learning
+sudo: required
+
+services:
+  - docker
+
+addons:
+  hosts:
+    - kafka1
+    - kafka2
+    - kafka3
+    - zoo1
+    - zoo2
+    - zoo3
+    - kafka-schema-registry
+    - kafka-schema-registry-ui
+    - kafka-rest-proxy
+    - kafka-topics-ui
+    - kafka-connect-ui
+    - zoonavigator-web
+    - zoonavigator-api
+    
+  # install the kafka binaries
+  apt:
+    sources:
+      - sourceline: 'deb [arch=amd64] https://packages.confluent.io/deb/4.1 stable main'
+        key_url: 'https://packages.confluent.io/deb/4.1/archive.key'
+    packages:
+      - confluent-platform-oss-2.11
+      # - kafkacat
+
+script:
+# test the java components
+- ./test.sh zk-single-kafka-single.yml 2
+- ./test.sh zk-multiple-kafka-single.yml 4
+- ./test.sh zk-single-kafka-multiple.yml 4
+- ./test.sh zk-multiple-kafka-multiple.yml 6
+- ./test.sh full-stack.yml 10

README.md

@@ -1,3 +1,6 @@
+[![Build Status](https://travis-ci.org/simplesteph/kafka-stack-docker-compose.svg?branch=master)](https://travis-ci.org/simplesteph/kafka-stack-docker-compose)
+
+
 # kafka-stack-docker-compose
 
 This replicates as well as possible real deployment configurations, where you have your zookeeper servers and kafka servers actually all distinct from each other. This solves all the networking hurdles that comes with docker-compose, and is compatible cross platform. It only requires an update to your host files.

test.sh

@@ -0,0 +1,62 @@
+#!/bin/bash
+set -e
+
+export file=$1
+#!/bin/bash
+f () {
+    errcode=$? # save the exit code as the first thing done in the trap function
+    echo "error $errorcode"
+    echo "the command executing at the time of the error was"
+    echo "$BASH_COMMAND"
+    echo "on line ${BASH_LINENO[0]}"
+    # do some error handling, cleanup, logging, notification
+    # $BASH_COMMAND contains the command that was being executed at the time of the trap
+    # ${BASH_LINENO[0]} contains the line number in the script of that command
+    # exit the script or return to try again, etc.
+    # creating stack...
+    docker-compose -f $file down
+    exit $errcode  # or use some other value or do return instead
+}
+trap f ERR
+
+all_great(){
+    # for testing
+    echo "Verifying Process"
+    running=`docker-compose -f $1 ps | grep Up | wc -l`
+    if [ "$running" != "$2" ]; then
+        # for logging
+        docker-compose -f $1 ps
+        # debug
+        docker-compose -f $1 logs
+        exit 1
+    fi
+}
+
+kafka_tests(){
+    echo "Testing Kafka"
+    topic="testtopic"
+    if grep -q kafka3 $1; then replication_factor="3"; else replication_factor="1"; fi
+    for i in 1 2 3 4 5; do echo "trying to create test topic" && kafka-topics --create --topic $topic --replication-factor $replication_factor --partitions 12 --zookeeper localhost:2181 && break || sleep 5; done
+    for x in {1..100}; do echo $x; done | kafka-console-producer --broker-list localhost:9092 --topic $topic
+    rows=`kafka-console-consumer --bootstrap-server localhost:9092 --topic $topic --from-beginning --timeout-ms 2000 | wc -l`
+    # rows=`kafkacat -C -b localhost:9092 -t $topic -o beginning -e | wc -l `
+    if [ "$rows" != "100" ]; then
+        kafka-console-consumer --bootstrap-server localhost:9092 --topic test-topic --from-beginning --timeout-ms 2000 | wc -l
+        exit 1
+    else
+        echo "Kafka Test Success"
+    fi
+}
+
+# creating stack...
+docker-compose -f $file up -d
+sleep 10
+# logging
+docker-compose -f $file ps
+# tests
+all_great $1 $2
+kafka_tests $1
+all_great $1 $2
+# teardown
+docker-compose -f $file down
+echo "Success!"