Spaces:

Ninad077
/

Alerter

Running

App Files Files Community

Ninad077 commited on Sep 4, 2024

Commit

b88b965

verified ·

1 Parent(s): 1e46376

Upload 2 files

Browse files

Files changed (2) hide show

app.py +11 -1
bq.py +327 -0

app.py CHANGED Viewed

@@ -38,6 +38,9 @@ EMAIL_HOST_USER = '[email protected]'
 EMAIL_HOST_PASSWORD = 'vxay jiss cctw lsdo'
 html_title = """
 <style>
     .fixed-title {
@@ -58,7 +61,8 @@ st.markdown(html_title, unsafe_allow_html=True)
 menu_options = [
     {"label": "Internal users", "icon": "📄", "description": "Upload a document and schedule it for email"},
     {"label": "External users", "icon": "📊", "description": "Schedule an email with BigQuery data"},
-    {"label": "Recon checking", "icon": "📊", "description": "Schedule an email with BigQuery data"}
 ]
 # Create the custom option menu
@@ -384,3 +388,9 @@ elif selected_option == "Internal users":
 elif selected_option == "Recon checking":
     with open('recon.py') as file:
         exec(file.read())

 EMAIL_HOST_PASSWORD = 'vxay jiss cctw lsdo'
+st.set_page_config(page_title="Alerter",page_icon="",layout="centered")
 html_title = """
 <style>
     .fixed-title {
 menu_options = [
     {"label": "Internal users", "icon": "📄", "description": "Upload a document and schedule it for email"},
     {"label": "External users", "icon": "📊", "description": "Schedule an email with BigQuery data"},
+    {"label": "Recon checking", "icon": "📊", "description": "Schedule an email with BigQuery data"},
+    {"label": "Manual BQ upload", "icon": "📊", "description": "Schedule an email with BigQuery data"}
 ]
 # Create the custom option menu
 elif selected_option == "Recon checking":
     with open('recon.py') as file:
         exec(file.read())
+elif selected_option == "Manual BQ upload":
+    with open('bq.py') as file:
+        exec(file.read())

bq.py ADDED Viewed

	@@ -0,0 +1,327 @@

+import os
+import pandas as pd
+import streamlit as st
+from google.cloud import bigquery
+def preprocess_csv(file_path):
+    # Load the CSV file
+    df = pd.read_csv(file_path)
+    # Define columns to be converted
+    date_columns = ['Order_Date', 'State_Date', 'Entry_Month']
+    # Convert specified columns from DD/MM/YY to 'YYYY-MM-DD 00:00:00 UTC'
+    for column in date_columns:
+        if column in df.columns:
+            df[column] = pd.to_datetime(df[column], format='%d/%m/%y', errors='coerce').dt.strftime('%Y-%m-%d 00:00:00 UTC')
+    # Save the preprocessed CSV
+    preprocessed_file_path = 'preprocessed_' + os.path.basename(file_path)
+    df.to_csv(preprocessed_file_path, index=False)
+    return preprocessed_file_path
+def upload_to_bigquery(credentials_path, csv_file_path, project_name, table_id):
+    try:
+        # Set up the BigQuery client
+        os.environ["GOOGLE_APPLICATION_CREDENTIALS"] = credentials_path
+        client = bigquery.Client(project=project_name)
+        # Retrieve the existing table schema
+        table = client.get_table(table_id)
+        schema = table.schema
+        # Prepare the BigQuery job configuration with the existing schema
+        job_config = bigquery.LoadJobConfig(
+            source_format=bigquery.SourceFormat.CSV,
+            skip_leading_rows=1,  # Assuming the first row is the header
+            schema=schema,        # Use the existing schema from BigQuery
+            write_disposition=bigquery.WriteDisposition.WRITE_APPEND  # Append to the table
+        )
+        # Load the preprocessed CSV data into BigQuery
+        with open(csv_file_path, "rb") as file:
+            load_job = client.load_table_from_file(
+                file,
+                table_id,
+                job_config=job_config
+            )
+        # Wait for the load job to complete
+        load_job.result()
+        # Check the result
+        destination_table = client.get_table(table_id)
+        st.success(f"Loaded {destination_table.num_rows} rows into {table_id}.")
+    except Exception as e:
+        st.error(f"An error occurred: {str(e)}")
+html_subject = """
+    <html>
+    <head>
+    <style>
+        .button {
+            display: inline-block;
+            padding: 10px 20px;
+            border-radius: 12px;
+            background: linear-gradient(to bottom, #f8f9fa, #e0e0e0);
+            box-shadow:
+                0 6px 12px rgba(0, 0, 0, 0.3),
+                0 8px 16px rgba(0, 0, 0, 0.2),
+                inset 0 -2px 4px rgba(255, 255, 255, 0.6);
+            text-align: center;
+            position: relative;
+            transform: translateY(4px);
+            transition: transform 0.2s ease-in-out, box-shadow 0.2s ease-in-out;
+            cursor: pointer;
+            user-select: none;
+        }
+        .button:hover {
+            box-shadow:
+                0 8px 16px rgba(0, 0, 0, 0.3),
+                0 12px 24px rgba(0, 0, 0, 0.2);
+            transform: translateY(2px);
+        }
+        .button:active {
+            box-shadow:
+                0 4px 8px rgba(0, 0, 0, 0.3),
+                0 6px 12px rgba(0, 0, 0, 0.2);
+            transform: translateY(0);
+        }
+    </style>
+    </head>
+    <body>
+        <div class="button">
+            <h3 style="
+                font-size: 20px;
+                color: #ffffff;
+                background-image: linear-gradient(to right, #800000, #ff0000, #ffdab9);
+                background-clip: text;
+                -webkit-background-clip: text;
+                text-fill-color: transparent;
+                -webkit-text-fill-color: transparent;
+                margin: 0;
+                text-shadow: 0 2px 5px rgba(0, 0, 0, 0.4);
+            ">Enter project name</h3>
+        </div>
+    </body>
+    </html>
+    """
+st.markdown(html_subject, unsafe_allow_html=True)
+# Input fields for Project Name and Table ID
+project_name = st.text_input("",key ="project_name")
+html_subject = """
+    <html>
+    <head>
+    <style>
+        .button {
+            display: inline-block;
+            padding: 10px 20px;
+            border-radius: 12px;
+            background: linear-gradient(to bottom, #f8f9fa, #e0e0e0);
+            box-shadow:
+                0 6px 12px rgba(0, 0, 0, 0.3),
+                0 8px 16px rgba(0, 0, 0, 0.2),
+                inset 0 -2px 4px rgba(255, 255, 255, 0.6);
+            text-align: center;
+            position: relative;
+            transform: translateY(4px);
+            transition: transform 0.2s ease-in-out, box-shadow 0.2s ease-in-out;
+            cursor: pointer;
+            user-select: none;
+        }
+        .button:hover {
+            box-shadow:
+                0 8px 16px rgba(0, 0, 0, 0.3),
+                0 12px 24px rgba(0, 0, 0, 0.2);
+            transform: translateY(2px);
+        }
+        .button:active {
+            box-shadow:
+                0 4px 8px rgba(0, 0, 0, 0.3),
+                0 6px 12px rgba(0, 0, 0, 0.2);
+            transform: translateY(0);
+        }
+    </style>
+    </head>
+    <body>
+        <div class="button">
+            <h3 style="
+                font-size: 20px;
+                color: #ffffff;
+                background-image: linear-gradient(to right, #800000, #ff0000, #ffdab9);
+                background-clip: text;
+                -webkit-background-clip: text;
+                text-fill-color: transparent;
+                -webkit-text-fill-color: transparent;
+                margin: 0;
+                text-shadow: 0 2px 5px rgba(0, 0, 0, 0.4);
+            ">Enter table id</h3>
+        </div>
+    </body>
+    </html>
+    """
+st.markdown(html_subject, unsafe_allow_html=True)
+table_id = st.text_input("", key= "table_id_name")
+# File uploader for credentials.json
+html_subject = """
+    <html>
+    <head>
+    <style>
+        .button {
+            display: inline-block;
+            padding: 10px 20px;
+            border-radius: 12px;
+            background: linear-gradient(to bottom, #f8f9fa, #e0e0e0);
+            box-shadow:
+                0 6px 12px rgba(0, 0, 0, 0.3),
+                0 8px 16px rgba(0, 0, 0, 0.2),
+                inset 0 -2px 4px rgba(255, 255, 255, 0.6);
+            text-align: center;
+            position: relative;
+            transform: translateY(4px);
+            transition: transform 0.2s ease-in-out, box-shadow 0.2s ease-in-out;
+            cursor: pointer;
+            user-select: none;
+        }
+        .button:hover {
+            box-shadow:
+                0 8px 16px rgba(0, 0, 0, 0.3),
+                0 12px 24px rgba(0, 0, 0, 0.2);
+            transform: translateY(2px);
+        }
+        .button:active {
+            box-shadow:
+                0 4px 8px rgba(0, 0, 0, 0.3),
+                0 6px 12px rgba(0, 0, 0, 0.2);
+            transform: translateY(0);
+        }
+    </style>
+    </head>
+    <body>
+        <div class="button">
+            <h3 style="
+                font-size: 20px;
+                color: #ffffff;
+                background-image: linear-gradient(to right, #800000, #ff0000, #ffdab9);
+                background-clip: text;
+                -webkit-background-clip: text;
+                text-fill-color: transparent;
+                -webkit-text-fill-color: transparent;
+                margin: 0;
+                text-shadow: 0 2px 5px rgba(0, 0, 0, 0.4);
+            ">Upload credentials file</h3>
+        </div>
+    </body>
+    </html>
+    """
+st.markdown(html_subject, unsafe_allow_html=True)
+credentials_file = st.file_uploader("", type=["json"])
+# File uploader for the CSV file
+html_subject = """
+    <html>
+    <head>
+    <style>
+        .button {
+            display: inline-block;
+            padding: 10px 20px;
+            border-radius: 12px;
+            background: linear-gradient(to bottom, #f8f9fa, #e0e0e0);
+            box-shadow:
+                0 6px 12px rgba(0, 0, 0, 0.3),
+                0 8px 16px rgba(0, 0, 0, 0.2),
+                inset 0 -2px 4px rgba(255, 255, 255, 0.6);
+            text-align: center;
+            position: relative;
+            transform: translateY(4px);
+            transition: transform 0.2s ease-in-out, box-shadow 0.2s ease-in-out;
+            cursor: pointer;
+            user-select: none;
+        }
+        .button:hover {
+            box-shadow:
+                0 8px 16px rgba(0, 0, 0, 0.3),
+                0 12px 24px rgba(0, 0, 0, 0.2);
+            transform: translateY(2px);
+        }
+        .button:active {
+            box-shadow:
+                0 4px 8px rgba(0, 0, 0, 0.3),
+                0 6px 12px rgba(0, 0, 0, 0.2);
+            transform: translateY(0);
+        }
+    </style>
+    </head>
+    <body>
+        <div class="button">
+            <h3 style="
+                font-size: 20px;
+                color: #ffffff;
+                background-image: linear-gradient(to right, #800000, #ff0000, #ffdab9);
+                background-clip: text;
+                -webkit-background-clip: text;
+                text-fill-color: transparent;
+                -webkit-text-fill-color: transparent;
+                margin: 0;
+                text-shadow: 0 2px 5px rgba(0, 0, 0, 0.4);
+            ">Upload the CSV file</h3>
+        </div>
+    </body>
+    </html>
+    """
+st.markdown(html_subject, unsafe_allow_html=True)
+uploaded_file = st.file_uploader("", type=["csv"])
+# Submit button
+button_styles = """
+                    <style>
+                    div.stButton > button {
+                        color: #ffffff; /* Text color */
+                        font-size: 30px;
+                        background-image: linear-gradient(to right, #800000, #ff0000); /* Maroon to light red gradient */
+                        border: none;
+                        padding: 10px 20px;
+                        cursor: pointer;
+                        border-radius: 15px;
+                        display: inline-block;
+                        box-shadow: 0 4px 6px rgba(0, 0, 0, 0.1), 0 8px 15px rgba(0, 0, 0, 0.1); /* Box shadow */
+                        transition: all 0.3s ease; /* Smooth transition on hover */
+                    }
+                    div.stButton > button:hover {
+                        background-color: #00ff00; /* Hover background color */
+                        color: #ff0000; /* Hover text color */
+                        box-shadow: 0 6px 10px rgba(0, 0, 0, 0.2), 0 12px 20px rgba(0, 0, 0, 0.2); /* Box shadow on hover */
+                    }
+                    </style>
+                """
+st.markdown(button_styles, unsafe_allow_html=True)
+if st.button("Submit"):
+    if uploaded_file is not None and credentials_file is not None and project_name and table_id:
+        # Save the uploaded files to the current directory
+        credentials_path = "./credentials.json"
+        with open(credentials_path, "wb") as f:
+            f.write(credentials_file.getbuffer())
+        csv_file_path = f"./{uploaded_file.name}"
+        with open(csv_file_path, "wb") as f:
+            f.write(uploaded_file.getbuffer())
+        # Preprocess the CSV file (convert date formats)
+        preprocessed_file_path = preprocess_csv(csv_file_path)
+        # Upload the preprocessed CSV file to BigQuery
+        upload_to_bigquery(credentials_path, preprocessed_file_path, project_name, table_id)
+    else:
+        st.error("Please fill out all fields, including the credentials file and CSV file.")