fix(ingestion): use raw strings for regexes

metadata-ingestion/src/datahub/configuration/config_loader.py

@@ -11,7 +11,7 @@
 
 
 def resolve_element(element: str) -> str:
-    if re.search("(\$\{).+(\})", element):  # noqa: W605
+    if re.search(r"(\$\{).+(\})", element):
         return expandvars(element, nounset=True)
     elif element.startswith("$"):
         try:
@@ -22,16 +22,16 @@ def resolve_element(element: str) -> str:
         return element
 
 
-def resolve_list(ele_list: list) -> list:
-    new_v = []
+def _resolve_list(ele_list: list) -> list:
+    new_v: list = []
     for ele in ele_list:
         if isinstance(ele, str):
-            new_v.append(resolve_element(ele))  # type:ignore
+            new_v.append(resolve_element(ele))
         elif isinstance(ele, list):
-            new_v.append(resolve_list(ele))  # type:ignore
+            new_v.append(_resolve_list(ele))
         elif isinstance(ele, dict):
             resolve_env_variables(ele)
-            new_v.append(resolve_env_variables(ele))  # type:ignore
+            new_v.append(resolve_env_variables(ele))
         else:
             new_v.append(ele)
     return new_v
@@ -42,7 +42,7 @@ def resolve_env_variables(config: dict) -> dict:
         if isinstance(v, dict):
             resolve_env_variables(v)
         elif isinstance(v, list):
-            config[k] = resolve_list(v)
+            config[k] = _resolve_list(v)
         elif isinstance(v, str):
             config[k] = resolve_element(v)
     return config

metadata-ingestion/src/datahub/ingestion/source/dbt.py

@@ -172,7 +172,7 @@ class DBTConfig(StatefulIngestionConfigBase):
     )
     owner_extraction_pattern: Optional[str] = Field(
         default=None,
-        description='Regex string to extract owner from the dbt node using the `(?P<name>...) syntax` of the [match object](https://docs.python.org/3/library/re.html#match-objects), where the group name must be `owner`. Examples: (1)`r"(?P<owner>(.*)): (\w+) (\w+)"` will extract `jdoe` as the owner from `"jdoe: John Doe"` (2) `r"@(?P<owner>(.*))"` will extract `alice` as the owner from `"@alice"`.',  # noqa: W605
+        description='Regex string to extract owner from the dbt node using the `(?P<name>...) syntax` of the [match object](https://docs.python.org/3/library/re.html#match-objects), where the group name must be `owner`. Examples: (1)`r"(?P<owner>(.*)): (\\w+) (\\w+)"` will extract `jdoe` as the owner from `"jdoe: John Doe"` (2) `r"@(?P<owner>(.*))"` will extract `alice` as the owner from `"@alice"`.',
     )
     aws_connection: Optional[AwsConnectionConfig] = Field(
         default=None,

metadata-ingestion/src/datahub/ingestion/source/s3/config.py

@@ -142,9 +142,7 @@ def validate_path_spec(cls, values: Dict) -> Dict[str, Any]:
         compiled_include_tmp = parse.compile(values["_parsable_include"])
         values["_compiled_include"] = compiled_include_tmp
         logger.debug(f'Setting _compiled_include: {values["_compiled_include"]}')
-        values["_glob_include"] = re.sub(
-            "\{[^}]+\}", "*", values["include"]  # noqa: W605
-        )
+        values["_glob_include"] = re.sub(r"\{[^}]+\}", "*", values["include"])
         logger.debug(f'Setting _glob_include: {values.get("_glob_include")}')
 
         if values.get("table_name") is None:

metadata-ingestion/src/datahub/ingestion/source/s3/source.py

@@ -741,7 +741,7 @@ def gen_folder_key(self, abs_path):
         )
 
     def get_prefix(self, relative_path: str) -> str:
-        index = re.search("[\*|\{]", relative_path)  # noqa: W605
+        index = re.search(r"[\*|\{]", relative_path)
         if index:
             return relative_path[: index.start()]
         else: