feat: test using docker containers

docker-compose.yml

@@ -15,23 +15,41 @@ services:
         - MASTER_PORT=50051
     depends_on:
       - master
+    volumes:
+      - ./build/output/0:/output
   worker-1:
     build:
       context: .
       dockerfile: docker/worker/Dockerfile
       args:
-        - WORKER_ID=0
+        - WORKER_ID=1
         - MASTER_HOST=master
         - MASTER_PORT=50051
     depends_on:
       - master
+    volumes:
+      - ./build/output/1:/output
   worker-2:
     build:
       context: .
       dockerfile: docker/worker/Dockerfile
       args:
-        - WORKER_ID=0
+        - WORKER_ID=2
         - MASTER_HOST=master
         - MASTER_PORT=50051
     depends_on:
-      - master
+      - master
+    volumes:
+      - ./build/output/2:/output
+  worker-3:
+    build:
+      context: .
+      dockerfile: docker/worker/Dockerfile
+      args:
+        - WORKER_ID=3
+        - MASTER_HOST=master
+        - MASTER_PORT=50051
+    depends_on:
+      - master
+    volumes:
+      - ./build/output/3:/output

docker/master/Dockerfile

@@ -25,4 +25,4 @@ WORKDIR /app
 
 COPY --from=builder /app/build/master .
 
-ENTRYPOINT ./master ${NUMBER_OF_WORKERS}
+ENTRYPOINT time ./master ${NUMBER_OF_WORKERS}

docker/worker/Dockerfile

@@ -16,22 +16,44 @@ COPY . .
 
 RUN sbt --batch "compile; assembly"
 
+FROM debian:bookworm-slim as generator
+
+ARG NUMBER_OF_DISKS=2
+ENV NUMBER_OF_DISKS=${NUMBER_OF_DISKS}
+
+ARG NUMBER_OF_PARTITIONS=2
+ENV NUMBER_OF_PARTITIONS=${NUMBER_OF_PARTITIONS}
+
+ARG NUMBER_OF_RECORDS=340000
+ENV NUMBER_OF_RECORDS=${NUMBER_OF_RECORDS}
+
+WORKDIR /app
+
+COPY bin/gensort .
+
+RUN for diskIndex in $(seq 0 $((${NUMBER_OF_DISKS} - 1))); do\
+    mkdir -p /data/${diskIndex};\
+    for partitionIndex in $(seq 0 $((${NUMBER_OF_PARTITIONS} - 1))); do ./gensort -a$((${diskIndex} * ${NUMBER_OF_PARTITIONS} * ${NUMBER_OF_RECORDS} + ${partitionIndex} * ${NUMBER_OF_RECORDS})) ${NUMBER_OF_RECORDS}\
+    ${partitionIndex};\
+    mv ${partitionIndex} /data/${diskIndex}/${partitionIndex};\
+    done;\
+    done
+
 FROM amazoncorretto:20 as runner
 
 ARG WORKER_ID
+ENV WORKER_ID=${WORKER_ID}
 
 ARG MASTER_HOST
-ARG MASTER_PORT
-
 ENV MASTER_HOST=${MASTER_HOST}
-ENV MASTER_PORT=${MASTER_PORT}
 
-RUN mkdir -p /data /output
+ARG MASTER_PORT
+ENV MASTER_PORT=${MASTER_PORT}
 
-COPY docker/worker/data/${WORKER_ID} /data
+COPY --from=generator /data /data
 
 WORKDIR /app
 
 COPY --from=builder /app/build/worker .
 
-ENTRYPOINT ./worker ${MASTER_HOST}:${MASTER_PORT} -I /data/0 /data/1 -O /output/
+ENTRYPOINT rm -f /output/* && time ./worker ${MASTER_HOST}:${MASTER_PORT} -I /data/0 /data/1 -O /output/