support airflow dag restructure

pelotoncycle · Dec 4, 2023 · 11dfd15 · 11dfd15
1 parent a4b1539
commit 11dfd15
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/dagfactory/dagfactory.py b/dagfactory/dagfactory.py
@@ -109,7 +109,7 @@ def from_directory(cls, config_dir, globals: Dict[str, Any], parent_default_conf
             if os.path.isdir(sub_fpath):
                 cls.from_directory(sub_fpath, globals, default_config)
             elif os.path.isfile(sub_fpath) and sub_fpath.split('.')[-1] in ALLOWED_CONFIG_FILE_SUFFIX:
-                if 'git/repo/dags/data_engineering' in sub_fpath:
+                if 'git/repo/dags/data_engineering' in sub_fpath and CONFIG_FILENAME_REGEX.match(sub_fpath.split("/")[-1]):
                     print("sub_fpath="+sub_fpath)
                     default_config['default_args']['owner'] = sub_fpath.split("/")[4]
                     default_config['tags'] = sub_fpath.split("/")[5:7]