Merge pull request #56 from SatwikReddySripathi/main

Syncing with main

Author: DhananJayKumarMV

dags/src/preprocessing.py

@@ -21,7 +21,6 @@
 from sklearn.preprocessing import StandardScaler
 from tensorflow.keras.preprocessing.image import ImageDataGenerator
 
-
 PROJECT_DIR = '/opt/airflow'
 LOG_DIR = os.path.join(PROJECT_DIR, "logs")
 os.makedirs(LOG_DIR, exist_ok=True)
@@ -35,11 +34,10 @@
 STATS_FILE= os.path.join(PICKLE_DIR, 'demographics_stats_for_dummy.pkl')
 
 
-
 logger = logging.getLogger()
 logger.setLevel(logging.DEBUG)  # Setting to DEBUG to capture all log messages or else it might not log info and error messages(got this error already)
 
-file_handler = logging.FileHandler(LOG_FILE_PATH)
+file_handler = logging.FileHandler(log_file_path)
 file_handler.setLevel(logging.DEBUG)
 
 console_handler = logging.StreamHandler()
@@ -52,7 +50,7 @@
 logger.addHandler(file_handler)
 logger.addHandler(console_handler)
 
-logger.info("Logging configuration is set. Logs will be saved to: {}".format(LOG_FILE_PATH))
+logger.info("Logging configuration is set. Logs will be saved to: {}".format(log_file_path))
 
 
 def load_label_indices(json_path):