- Correctly install spark (https://phoenixnap.com/kb/install-spark-on-ubuntu)
-
start-master.sh --webui-port 8001
-
apt install python3-pip
-
pip3 install poetry
-
poetry install
-
poetry shell
- download London.csv
-
spark-submit data_generation.py
-
spark-submit main.py