Change services codes & update Communications --> ICT

cid-harvard · Aug 7, 2018 · b5bf015 · b5bf015
1 parent 219d904
commit b5bf015
Show file tree

Hide file tree

Showing 11 changed files with 80 additions and 82 deletions.
diff --git a/product/HS/IntlAtlas/clean.py b/product/HS/IntlAtlas/clean.py
@@ -18,9 +18,7 @@
         "./in/HS92_Atlas_Hierarchy.tsv", encoding="utf-8", dtype="str"
     )
 
-    services = pd.read_table(
-        "./in/Services_Hierarchy.tsv", encoding="utf-8", dtype="str"
-    )
+    services = pd.read_csv("./in/Services_Hierarchy.csv", encoding="utf-8", dtype="str")
 
     fields = {"section": [], "2digit": [], "4digit": [], "6digit": []}
 

diff --git a/product/HS/IntlAtlas/in/Services_Hierarchy.csv b/product/HS/IntlAtlas/in/Services_Hierarchy.csv
@@ -0,0 +1,17 @@
+code,name,level,name_en,name_es,name_short_en,name_short_es,parent_id
+services,Services,section,Services,Services,Services,Services,
+other,Other,2digit,Other,Other,Other,Other,0
+travel,Travel services,2digit,Travel services,Travel services,Travel,Travel,0
+transport,Transport services,2digit,Transport services,Transport services,Transport,Transport,0
+ict,ICT,2digit,Information and Communications Technology,Information and Communications Technology,ICT,ICT,0
+financial,Insurance and financial services,2digit,Insurance and financial services,Insurance and financial services,Insurance and finance,Insurance and finance,0
+other,Other,4digit,Other,Other,Other,Other,1
+travel,Travel services,4digit,Travel services,Travel services,Travel,Travel,2
+transport,Transport services,4digit,Transport services,Transport services,Transport,Transport,3
+ict,ICT,4digit,Information and Communications Technology,Information and Communications Technology,ICT,ICT,4
+financial,Insurance and financial services,4digit,Insurance and financial services,Insurance and financial services,Insurance and finance,Insurance and finance,5
+other,Other,6digit,Other,Other,Other,Other,6
+travel,Travel services,6digit,Travel services,Travel services,Travel,Travel,7
+transport,Transport services,6digit,Transport services,Transport services,Transport,Transport,8
+ict,ICT,6digit,Information and Communications Technology,Information and Communications Technology,ICT,ICT,9
+financial,Insurance and financial services,6digit,Insurance and financial services,Insurance and financial services,Insurance and finance,Insurance and finance,10
diff --git a/product/HS/IntlAtlas/in/Services_Hierarchy.tsv b/product/HS/IntlAtlas/in/Services_Hierarchy.tsv
diff --git a/product/HS/IntlAtlas/out/hs92_atlas.csv b/product/HS/IntlAtlas/out/hs92_atlas.csv
@@ -9,7 +9,7 @@
 7,"7","Machinery","section","Machinery","Maquinaria","Machinery","Maquinaria",""
 8,"8","Electronics","section","Electronics","Electrónicos","Electronics","Electrónicos",""
 9,"9","Other","section","Other","Other","Other","Other",""
-10,"Services","Services","section","Services","Services","Services","Services",""
+10,"services","Services","section","Services","Services","Services","Services",""
 100,"01","Live animals","2digit","Live animals","Animales Vivos","Live animals","Animales Vivos",1.0
 101,"02","Meat and edible meat offal.","2digit","Meat and edible meat offal.","Carne y despojos comestibles","Meat","Carne",1.0
 102,"03","Fish and crustaceans, molluscs and other aquatic invertebrates.","2digit","Fish and crustaceans, molluscs and other aquatic invertebrates.","Pescados y crustáceos, moluscos y demás invertebrados acuáticos","Fish","Pescado",1.0
@@ -107,11 +107,11 @@
 194,"96","Miscellaneous manufactured articles.","2digit","Miscellaneous manufactured articles.","Artículos manufacturados misceláneos","Miscellaneous manufactured articles","Artículos manufacturados misceláneos",7.0
 195,"97","Works of art, collectors' pieces and antiques.","2digit","Works of art, collectors' pieces and antiques.","Obras de arte, piezas de colección y antigüedades","Art","Arte",0.0
 196,"99","Other","2digit","Other","Other","Other","Other",9.0
-400,"Other","Other","2digit","Other","Other","Other","Other",10.0
-401,"Travel services","Travel services","2digit","Travel services","Travel services","Travel","Travel",10.0
-402,"Transport services","Transport services","2digit","Transport services","Transport services","Transport","Transport",10.0
-403,"Communications","Communications","2digit","Communications","Communications","Communications","Communications",10.0
-404,"Insurance and financial services","Insurance and financial services","2digit","Insurance and financial services","Insurance and financial services","Insurance and finance","Insurance and finance",10.0
+400,"other","Other","2digit","Other","Other","Other","Other",10.0
+401,"travel","Travel services","2digit","Travel services","Travel services","Travel","Travel",10.0
+402,"transport","Transport services","2digit","Transport services","Transport services","Transport","Transport",10.0
+403,"ict","ICT","2digit","Information and Communications Technology","Information and Communications Technology","ICT","ICT",10.0
+404,"financial","Insurance and financial services","2digit","Insurance and financial services","Insurance and financial services","Insurance and finance","Insurance and finance",10.0
 650,"0101","Live horses, asses, mules or hinnies","4digit","Live horses, asses, mules or hinnies","Caballos, asnos, mulos y burdéganos, vivos.","Horses","Caballos",100.0
 651,"0102","Live bovine animals","4digit","Live bovine animals","Animales vivos de la especie bovina.","Bovine","Bovinos",100.0
 652,"0103","Live swine","4digit","Live swine","Animales vivos de la especie porcina.","Swine","Porcinos",100.0
@@ -1355,11 +1355,11 @@
 1890,"9706","Antiques older than one hundred years","4digit","Antiques older than one hundred years","Antigüedades de más de cien años.","Antiques >100 years","Antigüedades >100 años",195.0
 1891,"9999","Commodities not specified according to kind","4digit","Commodities not specified according to kind","Commodities not specified according to kind","Commodities not specified according to kind","Commodities not specified according to kind",196.0
 1892,"XXXX","Trade data discrepancies","4digit","Trade data discrepancies","Trade data discrepancies","Trade data discrepancies","Trade data discrepancies",196.0
-4000,"Other","Other","4digit","Other","Other","Other","Other",400.0
-4001,"Travel services","Travel services","4digit","Travel services","Travel services","Travel","Travel",401.0
-4002,"Transport services","Transport services","4digit","Transport services","Transport services","Transport","Transport",402.0
-4003,"Communications","Communications","4digit","Communications","Communications","Communications","Communications",403.0
-4004,"Insurance and financial services","Insurance and financial services","4digit","Insurance and financial services","Insurance and financial services","Insurance and finance","Insurance and finance",404.0
+4000,"other","Other","4digit","Other","Other","Other","Other",400.0
+4001,"travel","Travel services","4digit","Travel services","Travel services","Travel","Travel",401.0
+4002,"transport","Transport services","4digit","Transport services","Transport services","Transport","Transport",402.0
+4003,"ict","ICT","4digit","Information and Communications Technology","Information and Communications Technology","ICT","ICT",403.0
+4004,"financial","Insurance and financial services","4digit","Insurance and financial services","Insurance and financial services","Insurance and finance","Insurance and finance",404.0
 5000,"010111","Horses, live pure-bred breeding","6digit","Horses, live pure-bred breeding","","Horses, live pure-bred breeding","",650.0
 5001,"010119","Horses, live except pure-bred breeding","6digit","Horses, live except pure-bred breeding","","Horses, live except pure-bred breeding","",650.0
 5002,"010120","Asses, mules and hinnies, live","6digit","Asses, mules and hinnies, live","","Asses, mules and hinnies, live","",650.0
@@ -6400,8 +6400,8 @@
 10037,"999999","Commodities not specified according to kind","6digit","Commodities not specified according to kind","","Commodities not specified according to kind","",1891.0
 10038,"9999AA","Commodities not specified according to kind","6digit","Commodities not specified according to kind","","Commodities not specified according to kind","",1891.0
 10039,"XXXXXX","Trade data discrepancies","6digit","Trade data discrepancies","Trade data discrepancies","Trade data discrepancies","Trade data discrepancies",1892.0
-11000,"Other","Other","6digit","Other","Other","Other","Other",4000.0
-11001,"Travel services","Travel services","6digit","Travel services","Travel services","Travel","Travel",4001.0
-11002,"Transport services","Transport services","6digit","Transport services","Transport services","Transport","Transport",4002.0
-11003,"Communications","Communications","6digit","Communications","Communications","Communications","Communications",4003.0
-11004,"Insurance and financial services","Insurance and financial services","6digit","Insurance and financial services","Insurance and financial services","Insurance and finance","Insurance and finance",4004.0
+11000,"other","Other","6digit","Other","Other","Other","Other",4000.0
+11001,"travel","Travel services","6digit","Travel services","Travel services","Travel","Travel",4001.0
+11002,"transport","Transport services","6digit","Transport services","Transport services","Transport","Transport",4002.0
+11003,"ict","ICT","6digit","Information and Communications Technology","Information and Communications Technology","ICT","ICT",4003.0
+11004,"financial","Insurance and financial services","6digit","Insurance and financial services","Insurance and financial services","Insurance and finance","Insurance and finance",4004.0
diff --git a/product/HS/IntlAtlas/out/hs92_atlas.dta b/product/HS/IntlAtlas/out/hs92_atlas.dta
diff --git a/product/SITC/IntlAtlas/clean_sitc.py b/product/SITC/IntlAtlas/clean_sitc.py
@@ -25,8 +25,8 @@
         "section_code",
     ]
 
-    services = pd.read_table(
-        "./in/Services_Hierarchy.tsv", encoding="utf-8", dtype={"code": str}
+    services = pd.read_csv(
+        "./in/Services_Hierarchy.csv", encoding="utf-8", dtype={"code": str}
     )
 
     # Drop the 5-digit level.

diff --git a/product/SITC/IntlAtlas/in/Services_Hierarchy.csv b/product/SITC/IntlAtlas/in/Services_Hierarchy.csv
@@ -0,0 +1,17 @@
+code,name,level,name_en,name_es,name_short_en,name_short_es,parent_id
+services,Services,section,Services,Services,Services,Services,
+other,Other,2digit,Other,Other,Other,Other,0
+travel,Travel services,2digit,Travel services,Travel services,Travel,Travel,0
+transport,Transport services,2digit,Transport services,Transport services,Transport,Transport,0
+ict,ICT,2digit,Information and Communications Technology,Information and Communications Technology,ICT,ICT,0
+financial,Insurance and financial services,2digit,Insurance and financial services,Insurance and financial services,Insurance and finance,Insurance and finance,0
+other,Other,3digit,Other,Other,Other,Other,1
+travel,Travel services,3digit,Travel services,Travel services,Travel,Travel,2
+transport,Transport services,3digit,Transport services,Transport services,Transport,Transport,3
+ict,ICT,3digit,Information and Communications Technology,Information and Communications Technology,ICT,ICT,4
+financial,Insurance and financial services,3digit,Insurance and financial services,Insurance and financial services,Insurance and finance,Insurance and finance,5
+other,Other,4digit,Other,Other,Other,Other,6
+travel,Travel services,4digit,Travel services,Travel services,Travel,Travel,7
+transport,Transport services,4digit,Transport services,Transport services,Transport,Transport,8
+ict,ICT,4digit,Information and Communications Technology,Information and Communications Technology,ICT,ICT,9
+financial,Insurance and financial services,4digit,Insurance and financial services,Insurance and financial services,Insurance and finance,Insurance and finance,10
diff --git a/product/SITC/IntlAtlas/in/Services_Hierarchy.tsv b/product/SITC/IntlAtlas/in/Services_Hierarchy.tsv
diff --git a/product/SITC/IntlAtlas/out/sitc_rev2.csv b/product/SITC/IntlAtlas/out/sitc_rev2.csv
@@ -9,7 +9,7 @@
 7,"7","Machinery and transport equipment","section","Machinery and transport equipment","","Machinery & transport","",""
 8,"8","Miscellaneous manufactured articles","section","Miscellaneous manufactured articles","","Other manufactured articles","",""
 9,"9","Commodities and transactions not classified elsewhere in the SITC","section","Commodities and transactions not classified elsewhere in the SITC","","Other","",""
-10,"Services","Services","section","Services","Services","Services","Services",""
+10,"services","Services","section","Services","Services","Services","Services",""
 100,"00","Live animals chiefly for food","2digit","Live animals chiefly for food","","Live animals chiefly for food","",0.0
 101,"01","Meat and preparations","2digit","Meat and preparations","","Meat and preparations","",0.0
 102,"02","Dairy products and birds' eggs","2digit","Dairy products and birds' eggs","","Dairy products and birds' eggs","",0.0
@@ -80,11 +80,11 @@
 167,"96","Coin (other than gold coin), not being legal tender","2digit","Coin (other than gold coin), not being legal tender","","Coin (other than gold coin), not being legal tender","",9.0
 168,"97","Gold, non-monetary (excluding gold ores and concentrates)","2digit","Gold, non-monetary (excluding gold ores and concentrates)","","Gold, non-monetary (excluding gold ores and concentrates)","",9.0
 169,"ZZ","Unknown","2digit","Unknown","","Unknown","",9.0
-200,"Other","Other","2digit","Other","Other","Other","Other",10.0
-201,"Travel services","Travel services","2digit","Travel services","Travel services","Travel","Travel",10.0
-202,"Transport services","Transport services","2digit","Transport services","Transport services","Transport","Transport",10.0
-203,"Communications","Communications","2digit","Communications","Communications","Communications","Communications",10.0
-204,"Insurance and financial services","Insurance and financial services","2digit","Insurance and financial services","Insurance and financial services","Insurance and finance","Insurance and finance",10.0
+200,"other","Other","2digit","Other","Other","Other","Other",10.0
+201,"travel","Travel services","2digit","Travel services","Travel services","Travel","Travel",10.0
+202,"transport","Transport services","2digit","Transport services","Transport services","Transport","Transport",10.0
+203,"ict","ICT","2digit","Information and Communications Technology","Information and Communications Technology","ICT","ICT",10.0
+204,"financial","Insurance and financial services","2digit","Insurance and financial services","Insurance and financial services","Insurance and finance","Insurance and finance",10.0
 650,"0011","Animals of the bovine species (including buffaloes), live","4digit","Animals of the bovine species (including buffaloes), live","","Animals of the bovine species (including buffaloes), live","",250.0
 651,"0012","Sheep and goats, live","4digit","Sheep and goats, live","","Sheep and goats, live","",250.0
 652,"0013","Swine, live","4digit","Swine, live","","Swine, live","",250.0
@@ -872,8 +872,8 @@
 1434,"9610","Coin (other than gold coin), not being legal tender","4digit","Coin (other than gold coin), not being legal tender","","Coin (other than gold coin), not being legal tender","",487.0
 1435,"9710","Gold, non-monetary (excluding gold ores and concentrates)","4digit","Gold, non-monetary (excluding gold ores and concentrates)","","Gold, non-monetary (excluding gold ores and concentrates)","",488.0
 1436,"ZZZZ","Unknown","4digit","Unknown","","Unknown","",489.0
-2000,"Other","Other","4digit","Other","Other","Other","Other",600.0
-2001,"Travel services","Travel services","4digit","Travel services","Travel services","Travel","Travel",601.0
-2002,"Transport services","Transport services","4digit","Transport services","Transport services","Transport","Transport",602.0
-2003,"Communications","Communications","4digit","Communications","Communications","Communications","Communications",603.0
-2004,"Insurance and financial services","Insurance and financial services","4digit","Insurance and financial services","Insurance and financial services","Insurance and finance","Insurance and finance",604.0
+2000,"other","Other","4digit","Other","Other","Other","Other",600.0
+2001,"travel","Travel services","4digit","Travel services","Travel services","Travel","Travel",601.0
+2002,"transport","Transport services","4digit","Transport services","Transport services","Transport","Transport",602.0
+2003,"ict","ICT","4digit","Information and Communications Technology","Information and Communications Technology","ICT","ICT",603.0
+2004,"financial","Insurance and financial services","4digit","Insurance and financial services","Insurance and financial services","Insurance and finance","Insurance and finance",604.0