app.py

from flask import Flask, request, jsonify
from google.cloud import storage, bigquery
import os
from utils.gcp_utils import upload_to_gcs, load_from_gcs_to_bigquery

app = Flask(__name__)

TARGET_BUCKET_NAME = "test_case_data_lake"
TARGET_FILE_PATH = "test.json"
BIGQUERY_DATASET_NAME = "dataset"
BIGQUERY_TABLE_NAME = "test_table"


@app.route("/upload", methods=["POST"])
def upload_json():
    data = request.get_json()
    if not data:
        return jsonify({"error": "No JSON received"}), 400

    storage_client = storage.Client()
    bigquery_client = bigquery.Client()

    upload_to_gcs(
        client=storage_client,
        data=data,
        bucket_name=TARGET_BUCKET_NAME,
        destination_path=TARGET_FILE_PATH,
    )

    # Load the JSON data from gcs into BigQuery
    load_from_gcs_to_bigquery(
        client=bigquery_client,
        source_uri=f"gs://{TARGET_BUCKET_NAME}/{TARGET_FILE_PATH}",
        destination_path=f"{BIGQUERY_DATASET_NAME}.{BIGQUERY_TABLE_NAME}",
        overwrite=True,
    )

    return jsonify({"message": "Data uploaded successfully"}), 200


if __name__ == "__main__":
    app.run(host="0.0.0.0", port=int(os.environ.get("PORT", 8080)))