Remove non-hs92 codes from colombia product codes COL-951

cid-harvard · May 11, 2016 · fb362f8 · fb362f8
1 parent 80bdcf0
commit fb362f8
Show file tree

Hide file tree

Showing 5 changed files with 1,248 additions and 18 deletions.
diff --git a/product/HS/Colombia_Prospedia/clean.py b/product/HS/Colombia_Prospedia/clean.py
@@ -42,6 +42,10 @@
                                        "name_es", "name_short_es",
                                        "name_short_en", "parent_id"]]
 
+    hs92_codes = pd.read_csv("./in/hs92_codes.csv", dtype=str)
+    codes_to_drop = (parent_id_table.level == "4digit") & (~parent_id_table.code.isin(hs92_codes.code))
+    parent_id_table = parent_id_table[~codes_to_drop]
+
     c = Classification(parent_id_table, h)
 
     c.to_csv("out/products_colombia_prospedia.csv")