Deploy_ELT_Jobs #8

	name: Deploy_ELT_Jobs
	on:
	workflow_dispatch:


	env:
	SFURL: ${{ secrets.SFURL }}
	SFUSER: ${{ secrets.SFUSER }}
	SFPASSWORD: ${{ secrets.SFPASSWORD }}

	jobs:
	Read_folder_files:
	name: read from source and write to snowflake
	runs-on: ubuntu-latest
	steps:
	- name: Checkout repository
	uses: actions/checkout@v4
	- name: Set up Python
	uses: actions/setup-python@v4
	with:
	python-version: '3.10'
	- name: Install java
	run: sudo apt update && sudo apt-get install openjdk-8-jdk-headless -qq
	- name: Install dependencies
	run: pip install findspark==2.0.1 && pip install pyspark==3.3.2 && pip install great_expectations==0.18.12
	- name: Check files are created successfully
	run: cd pyspark-exercise && ls -a
	- name: Main etl job
	run: cd pyspark-exercise && python direct_etl_job.py

Provide feedback