Merge pull request #79 from syou6162/fuzzy_matching_from_snake_to_camel

Fuzzy matching on column name (from CamelCase to snake_case)
z3z1ma · Aug 11, 2023 · 27325ab · 27325ab
2 parents b40f8d6 + fb3e980
commit 27325ab
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/src/dbt_osmosis/core/osmosis.py b/src/dbt_osmosis/core/osmosis.py
@@ -1,4 +1,5 @@
 import os
+import re
 import json
 from concurrent.futures import ThreadPoolExecutor, wait
 from enum import Enum
@@ -992,7 +993,8 @@ def update_undocumented_columns_with_prior_knowledge(
 
         changes_committed = 0
         for column in undocumented_columns:
-            prior_knowledge = knowledge.get(column, False) or knowledge.get(column.lower(), False) or {}
+            camel_column = re.sub("_(.)", lambda m:m.group(1).upper(), column)
+            prior_knowledge = knowledge.get(column, False) or knowledge.get(column.lower(), False) or knowledge.get(camel_column, False) or {}
             progenitor = prior_knowledge.pop("progenitor", "Unknown")
             prior_knowledge = {k: v for k, v in prior_knowledge.items() if k in inheritables}
             if not prior_knowledge: