setup.sh

source .env

echo "-------- KAFKA SETUP: --------"
docker-compose exec kafka kafka-topics.sh --create --if-not-exists --topic onions --partitions 1 --replication-factor 1 --bootstrap-server kafka:9094
echo "Kafka setup completed!" 

echo "-------- SPARK SETUP: --------"
echo "Installation of dependencies spark worker: "
docker exec spark_master pip install pandas requests PyArrow redis
docker exec spark_worker pip install pandas requests PyArrow redis
echo "Installation completed!"


echo "-------- CASSANDRA SETUP: --------"
#echo "Enter cassandra DB password: " 
docker-compose exec cassandra cqlsh -u $CASSANDRA_USER -p $CASSANDRA_PASSWORD --file /schema/create-database.sql


#echo "Enter cassandra DB password: "
docker-compose exec cassandra cqlsh -u $CASSANDRA_USER -p $CASSANDRA_PASSWORD --file /schema/create-tables.sql
echo "Cassandra setup completed!"