> For the complete documentation index, see [llms.txt](https://george-jen.gitbook.io/data-science-with-apach-spark/llms.txt). Markdown versions of documentation pages are available by appending `.md` to page URLs; this page is available as [Markdown](https://george-jen.gitbook.io/data-science-with-apach-spark/untitled-10.md).

# index

In the same docker\_dir directory, create docker-compose.yml

vi docker-compose.yml, add below, save and exit

version: "3.3"

services:

spark-master:

```
image: spark\_lab/spark:latest

container\_name: spark-master

hostname: spark-master

ports:

  - "8080:8080"

  - "7077:7077"

networks:

  - spark-network

environment:

  - "SPARK\_LOCAL\_IP=spark-master"

  - "SPARK\_MASTER\_PORT=7077"

  - "SPARK\_MASTER\_WEBUI\_PORT=8080"

command: "/start-master.sh"  
```

spark-worker:

```
image: spark\_lab/spark:latest

depends\_on:

  - spark-master

ports:

  - 8080

networks:

  - spark-network

environment:

  - "SPARK\_MASTER=spark://spark-master:7077"

  - "SPARK\_WORKER\_WEBUI\_PORT=8080"

command: "/start-worker.sh"
```

networks:

spark-network:

```
driver: bridge

ipam:

  driver: default
```