[WIP] Travis CI benchmarks

Author: Nikita Sokolov

.travis.yml

@@ -1,4 +1,28 @@
 language: java
+matrix:
+  include:
+    - script:
+        - travis_wait 20 mvn --errors --batch-mode clean package
+
+      after_failure:
+        - ls -al
+        - export SSHPASS=$FLAME_PASS
+        - sshpass -e scp -v -o stricthostkeychecking=no runtime/oom.hprof flamestream@marnikitta.com:~/$TRAVIS_BUILD_ID.hprof
+    - before_install:
+        - git lfs pull --include benchmark/wiki-dumps/1000.xml
+        - sudo apt-get update
+        - sudo apt-get install software-properties-common -y
+        - sudo apt-add-repository ppa:ansible/ansible -y
+        - sudo apt-get update
+        - sudo apt-get install ansible -y
+      services: docker
+      script:
+        - ln -s ../../../../wiki-dumps/1000.xml benchmark/ansible/roles/flamestream-bench/files/wiki.xml
+        - timeout 8 ./run_benchmarks.sh
+      after_script:
+        - docker exec worker1 cat /opt/flamestream/worker.log
+        - docker exec worker2 cat /opt/flamestream/worker.log
+        - docker exec worker2 cat /opt/flamestream/bench.log
 
 sudo: required
 
@@ -20,11 +44,3 @@ env:
     - JAVA_OPTS="-Xmx256m -Xms256m"
 
 install: true
-
-script:
-  - travis_wait 20 mvn --errors --batch-mode clean package
-
-after_failure:
-  - ls -al
-  - export SSHPASS=$FLAME_PASS
-  - sshpass -e scp -v -o stricthostkeychecking=no runtime/oom.hprof flamestream@marnikitta.com:~/$TRAVIS_BUILD_ID.hprof

benchmark/ansible/group_vars/all.yml

@@ -1,7 +1,7 @@
 rate: 50
 guarantees: AT_MOST_ONCE
 millis_between_commits: 50
-validator: Wiki10000Validator
+validator: Wiki1000Validator
 base_dir: /opt
 
 flamestream_dir: "{{ base_dir }}/flamestream"

benchmark/ansible/roles/flamestream-bench/tasks/main.yml

@@ -14,9 +14,6 @@
     src: bench.conf.j2
     dest: "{{ flamestream_dir }}/bench.conf"
 
-- name: Clean shm
-  shell: rm -rf /dev/shm/aeron*
-
 - name: Start the flamestream bench
   shell: >
     java

benchmark/ansible/roles/flamestream-destroy/tasks/main.yml

@@ -7,12 +7,6 @@
     path: "{{ flamestream_dir }}/data/"
     state: absent
 
-- name: Fetch replay times
-  fetch:
-    src: /tmp/elements.cnt
-    dest: results/{{ lookup("pipe", "git rev-parse --short HEAD") }}/{{ groups['workers'] | length }}/{{ rate }}/flamestream/rate/{{ inventory_hostname }}.cnt
-    flat: true
-
 - name: Fetch worker logs
   fetch:
     src: "{{ flamestream_dir }}/worker.log"

benchmark/ansible/roles/flamestream-worker/tasks/main.yml

@@ -12,5 +12,5 @@
     src: worker.json.j2
     dest: "{{ flamestream_dir }}/worker.json"
 
-- name: Run flamstream
+- name: Run flamestream
   shell: "cd {{ flamestream_dir }} && bash entrypoint.sh restart worker.json"

run_benchmarks.sh

@@ -38,14 +38,14 @@ copy_flink_artifacts() {
 }
 
 docker_compose_up() {
-  sudo docker-compose -f "$DOCKER_COMPOSE" up -d
+  docker-compose -f "$DOCKER_COMPOSE" up -d
 }
 
 local_bench() {
   docker_compose_up \
     && package \
     && copy_worker_artifacts \
-    && sudo ansible-playbook -v -i "${ANSIBLE_HOME}/local.yml" "${ANSIBLE_HOME}/flamestream.yml"
+    && ansible-playbook -v -i "${ANSIBLE_HOME}/local.yml" "${ANSIBLE_HOME}/flamestream.yml"
 }
 
 remote_bench() {
@@ -67,4 +67,4 @@ remote_flink_bench() {
     && ansible-playbook -v -i "${ANSIBLE_HOME}/aws.yml" "${ANSIBLE_HOME}/flink.yml"
 }
 
-[[ "$0" == "$BASH_SOURCE" ]] && remote_bench
+[[ "$0" == "$BASH_SOURCE" ]] && local_bench

runtime/src/main/java/com/spbsu/flamestream/runtime/WorkerApplication.java

@@ -77,6 +77,8 @@ public void run() {
     final Map<String, String> props = new HashMap<>();
     props.put("akka.remote.artery.canonical.hostname", host.host());
     props.put("akka.remote.artery.canonical.port", String.valueOf(host.port()));
+    props.put("akka.remote.artery.bind.hostname", "0.0.0.0");
+    props.put("akka.remote.artery.bind.port", String.valueOf(host.port()));
     try {
       final File shm = new File(("/dev/shm"));
       if (shm.exists() && shm.isDirectory()) {

runtime/src/main/resources/logback.xml

@@ -24,7 +24,7 @@
         </encoder>
     </appender>
 
-    <root level="WARN">
+    <root level="INFO">
         <appender-ref ref="STDOUT"/>
         <appender-ref ref="FILE"/>
     </root>

runtime/src/test/resources/logback-test.xml

@@ -8,7 +8,7 @@
         </encoder>
     </appender>
 
-    <root level="WARN">
+    <root level="INFO">
         <appender-ref ref="STDOUT"/>
     </root>
 </configuration>