Check Surrounding Done

1_t24.py

@@ -51,6 +51,49 @@ def check_file_done(**kwargs):
         # STOP DAG
         return False
 
+def check_surrounding_done(**kwargs):
+    if os.path.isfile(f"""{Variable.get("LOCAL_PATH")}switching/{yesterday_nodash}/done_ext.csv"""):
+        print("Switching SELESAI")
+        if os.path.isfile(f"""{Variable.get("LOCAL_PATH")}fincloud/{yesterday_nodash}/done_ext.csv"""):
+            print("Fincloud SELESAI")
+            if os.path.isfile(f"""{Variable.get("LOCAL_PATH")}igate/{yesterday_nodash}/done_ext.csv"""):
+                print("Igate SELESAI")
+                if os.path.isfile(f"""{Variable.get("LOCAL_PATH")}los-fintech/{yesterday_nodash}/done_ext.csv"""):
+                    print("Los Fintech SELESAI")
+                    if os.path.isfile(f"""{Variable.get("LOCAL_PATH")}los-kpt/{yesterday_nodash}/done_ext.csv"""):
+                        print("Los KPT SELESAI")
+                        if os.path.isfile(f"""{Variable.get("LOCAL_PATH")}bib/{yesterday_nodash}/done_ext.csv"""):
+                            print("BIB SELESAI")
+                            if os.path.isfile(f"""{Variable.get("LOCAL_PATH")}ebanking/{yesterday_nodash}/done_ext.csv"""):
+                                print("Ebanking SELESAI")
+                                if os.path.isfile(f"""{Variable.get("LOCAL_PATH")}mgate/{yesterday_nodash}/done_ext.csv"""):
+                                    print("MGate SELESAI")
+                                    return True
+                                else:
+                                    print("MGate BELUM SELESAI")
+                                    return False
+                            else:
+                                print("Ebanking BELUM SELESAI")
+                                return False
+                        else:
+                            print("BIB BELUM SELESAI")
+                            return False
+                    else:
+                        print("Los KPT BELUM SELESAI")
+                        return False
+                else:
+                    print("Los Fintech BELUM SELESAI")
+                    return False
+            else:
+                print("Igate BELUM SELESAI")
+                return False
+        else:
+            print("Fincloud BELUM SELESAI")
+            return False
+    else:
+        print("Switching BELUM SELESAI")
+        return False
+
 def check_done_ext(**kwargs):
     from random import randint
 
@@ -197,6 +240,13 @@ with DAG("APJ_1_T24",
         op_kwargs={},
     )
 
+    check_surrounding_done = ShortCircuitOperator(
+        task_id="check_surrounding_done",
+        provide_context=True,
+        python_callable=check_surrounding_done,
+        op_kwargs={}
+    )
+
 
     # ###########################################
     # METADATA
@@ -365,4 +415,4 @@ with DAG("APJ_1_T24",
 #        postgres_conn_id=POSTGRES_CONN_ID,
 #    )
 
-    begin >> check_done_ext >> sftp_xx >> check_file_done >> ds_ext_done >> history_start >> file_sc_cp >> metadata_truncate >> metadata_sed >> metadata_list_extractor >> metadata_syntax_copy >> metadata_import >> metadata_refresh >> ds_create_table  >> ds_list_extractor >> csv_clean_syntax >> clean_csv >> ds_syntax_copy >> ds_csv_to_table >> ds_create_table_history  >> ds_create_metadata_file >> ds_create_metadata_file_sys >> set_access_schemma >> set_access_all_table >> ds_nominatif >> ds_remove_bnk
+    begin >> check_done_ext >> sftp_xx >> check_file_done >> check_surrounding_done >> ds_ext_done >> history_start >> file_sc_cp >> metadata_truncate >> metadata_sed >> metadata_list_extractor >> metadata_syntax_copy >> metadata_import >> metadata_refresh >> ds_create_table  >> ds_list_extractor >> csv_clean_syntax >> clean_csv >> ds_syntax_copy >> ds_csv_to_table >> ds_create_table_history  >> ds_create_metadata_file >> ds_create_metadata_file_sys >> set_access_schemma >> set_access_all_table >> ds_nominatif >> ds_remove_bnk