From f3eec3df96807d18b28a6357cd908a75ccd6129c Mon Sep 17 00:00:00 2001
From: pnutmath <abgawade24@gmail.com>
Date: Sat, 8 May 2021 14:49:46 +0530
Subject: [PATCH] fix in gitignore file and spark docker added

---
 .gitignore         |  4 ----
 docker-compose.yml | 25 ++++++++++++++++++++-----
 2 files changed, 20 insertions(+), 9 deletions(-)

diff --git a/.gitignore b/.gitignore
index 76347a0..30c0fa4 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1,6 +1,2 @@
-<<<<<<< .merge_file_2ET8oy
-framework/
-=======
 docker-persistence/
->>>>>>> .merge_file_GUUkR7
 .env
diff --git a/docker-compose.yml b/docker-compose.yml
index 29b33de..47214d4 100644
--- a/docker-compose.yml
+++ b/docker-compose.yml
@@ -1,6 +1,5 @@
 version: '3'
 services:
-
   harness:
     restart: always
     image: actionml/harness:develop
@@ -17,10 +16,10 @@ services:
     volumes:
       - ${HARNESS_LOGS}:/harness/logs
       - ${HARNESS_DATA}:/data
-      
+
   mongo:
     restart: always
-    image: mongo:3.2
+    image: mongo:latest
     container_name: mongo
     command: --logappend --logpath=/tmp/mongod.log
     ports:
@@ -47,9 +46,9 @@ services:
     image: actionml/harness-cli:develop
     container_name: harness-cli
     environment:
-        HARNESS_SERVER_ADDRESS: harness
+      HARNESS_SERVER_ADDRESS: harness
     volumes:
-    - ${HARNESS_DATA}:/data
+      - ${HARNESS_DATA}:/data
 
   watchtower:
     restart: always
@@ -58,3 +57,19 @@ services:
     volumes:
       - /var/run/docker.sock:/var/run/docker.sock
     command: --interval 3000
+
+  sparkmaster:
+    image: actionml/spark:latest
+    command: master
+    ports:
+      - "8080:8080"
+
+  sparkworker:
+    image: actionml/spark:latest
+    command: worker spark://sparkmaster:7077
+    depends_on:
+      - sparkmaster
+    ports:
+      - "8081:8081"
+    environment:
+      - SPARK_WORKER_MEMORY=1g