Muhammad Abdur Rahman Saad
commited on
Commit
·
6907194
1
Parent(s):
4c3d51c
Update glue.py
Browse files
glue.py
CHANGED
|
@@ -1,8 +1,6 @@
|
|
| 1 |
"""Trigger Parquet Snapshot Glue job"""
|
| 2 |
import os
|
| 3 |
import boto3
|
| 4 |
-
from prefect import task
|
| 5 |
-
from prefect.blocks.system import Secret
|
| 6 |
|
| 7 |
|
| 8 |
# AWS_ACCESS_KEY_ID = Secret.load("aws-access-key-id").get()
|
|
@@ -24,7 +22,7 @@ def get_client_connection():
|
|
| 24 |
aws_secret_access_key=AWS_SECRET_ACCESS_KEY
|
| 25 |
)
|
| 26 |
|
| 27 |
-
|
| 28 |
def glue_job_run():
|
| 29 |
"""
|
| 30 |
Triggers the Glue job run for the Parquet Snapshot.
|
|
|
|
| 1 |
"""Trigger Parquet Snapshot Glue job"""
|
| 2 |
import os
|
| 3 |
import boto3
|
|
|
|
|
|
|
| 4 |
|
| 5 |
|
| 6 |
# AWS_ACCESS_KEY_ID = Secret.load("aws-access-key-id").get()
|
|
|
|
| 22 |
aws_secret_access_key=AWS_SECRET_ACCESS_KEY
|
| 23 |
)
|
| 24 |
|
| 25 |
+
|
| 26 |
def glue_job_run():
|
| 27 |
"""
|
| 28 |
Triggers the Glue job run for the Parquet Snapshot.
|