diff --git a/python/examples/spc_reader_comparison.ipynb b/python/examples/spc_reader_comparison.ipynb index 098487e..3a6275f 100644 --- a/python/examples/spc_reader_comparison.ipynb +++ b/python/examples/spc_reader_comparison.ipynb @@ -9,14 +9,14 @@ "import matplotlib.pyplot as plt\n", "import polars as pl\n", "import numpy as np\n", - "from uatk_spc.reader import SPCReader" + "from uatk_spc.reader import Reader" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ - "#### Compare `SPCReaderProto` and `SPCReaderParquet`\n", + "#### Compare `Reader` with Protobuffer and Parquet\n", "\n", "Compare the ability to read into dataframes and dict directly from protobuf or from parquet.\n" ] @@ -30,8 +30,8 @@ "name": "stdout", "output_type": "stream", "text": [ - "CPU times: user 4.81 s, sys: 177 ms, total: 4.98 s\n", - "Wall time: 5.03 s\n" + "CPU times: user 4.92 s, sys: 183 ms, total: 5.11 s\n", + "Wall time: 5.12 s\n" ] } ], @@ -41,7 +41,7 @@ "region = \"rutland\"\n", "\n", "# Read from protobuf\n", - "spc = SPCReader(path, region, input_type=\"protobuf\")" + "spc = Reader(path, region, input_type=\"protobuf\")" ] }, { @@ -53,18 +53,19 @@ "data": { "text/html": [ "
id | household | workplace | identifiers | demographics | employment | health | events | weekdayDiaries | weekendDiaries |
---|---|---|---|---|---|---|---|---|---|
str | str | str | struct[4] | struct[4] | struct[6] | struct[7] | struct[7] | list[i64] | list[i64] |
"0" | "0" | "1168" | {"E02002863_0001_001","17310308","2","2908614"} | {"MALE",44,"WHITE","SEMIROUTINE"} | {"F","43","5241","EMPLOYEE_FT",18137.6,8.72} | {39.47709,false,false,false,"GOOD","HIGH","0"} | {0.255,0.16065,0.002589,0.001109,2.7350748,1.1721749,0.15741} | [1796, 2877, … 15973] | [1795, 2876, … 15974] |
"1" | "0" | "155" | {"E02002863_0001_002","12050117","1","2904675"} | {"FEMALE",41,"WHITE","LOWER"} | {"G","47","2421","EMPLOYEE_FT",49649.953,27.280193} | {22.909258,false,false,false,"GOOD","VERY_HIGH","1"} | {0.255,0.1887,0.008982,0.020958,1.0750833,2.5085278,0.15741} | [289, 2183, … 15161] | [288, 2184, … 15162] |
"2" | "1" | "0" | {"E02002863_0002_001","11280408","2","2906341"} | {"MALE",68,"WHITE","SUPER"} | {"S","96","5119","SELF_EMPLOYED",0.0,0.0} | {25.25762,false,false,false,"GOOD","LOW","0"} | {0.239,0.15057,8.4672e-16,3.6288e-16,0.228979,0.098134,0.15741} | [89, 677, … 16391] | [88, 678, … 16390] |
"3" | "1" | "0" | {"E02002863_0002_002","16110805","1","2904451"} | {"FEMALE",62,"WHITE","NEVER"} | {"P","85","9244","EMPLOYEE_PT",1921.6006,9.238464} | {31.486355,false,true,true,"VERY_BAD","MEDIUM","0"} | {0.268,0.09916,3.5557e-12,8.2967e-12,0.309534,0.7222454,0.131175} | [2844, 5035, … 15284] | [2845, 5034, … 15283] |
"4" | "1" | "0" | {"E02002863_0002_003","16241112","6","2900274"} | {"MALE",10,"WHITE","HIGHER"} | {"","0","0","NA",0.0,0.0} | {0.0,false,false,false,"GOOD","LOW","0"} | {0.257,0.16191,0.165205,0.070802,0.005898,0.002528,0.107325} | [33, 74, … 16378] | [32, 75, … 16379] |
"5" | "2" | "0" | {"E02002863_0003_001","15131020","2","2911137"} | {"MALE",59,"WHITE","LOWER"} | {"Q","86","2215","SELF_EMPLOYED",0.0,0.0} | {36.944996,false,false,false,"GOOD","HIGH","0"} | {0.268,0.33768,4.9777e-10,2.1333e-10,1.1239074,0.481675,0.160325} | [473, 494, … 16164] | [474, 493, … 16163] |
"6" | "2" | "1869" | {"E02002863_0003_002","17050101","2","2902963"} | {"FEMALE",58,"WHITE","INTERMEDIATE"} | {"M","72","3539","EMPLOYEE_PT",9068.8,8.72} | {28.937033,true,true,true,"FAIR","LOW","4"} | {0.268,0.19832,7.7543e-10,1.8093e-9,0.54735,1.277151,0.160325} | [2385, 4529, … 14047] | [2384, 4528, … 14046] |
"7" | "3" | "0" | {"E02002863_0004_001","16230616","2","2902653"} | {"MALE",48,"WHITE","HIGHER"} | {"Q","88","1115","EMPLOYEE_FT",80020.63,38.47146} | {30.083155,false,false,false,"GOOD","HIGH","0"} | {0.279,0.35154,0.000095,0.000041,2.6761558,1.1469239,0.160325} | [1008, 1042, … 13283] | [1009, 1043, … 13282] |
"8" | "3" | "376" | {"E02002863_0004_002","11280707","1","2911380"} | {"FEMALE",48,"WHITE","ROUTINE"} | {"G","47","7111","EMPLOYEE_PT",7501.991,9.016816} | {38.12921,false,false,false,"GOOD","LOW","0"} | {0.279,0.10323,0.000041,0.000095,1.1469239,2.6761558,0.160325} | [148, 385, … 15497] | [149, 386, … 15498] |
"9" | "4" | "0" | {"E02002863_0005_001","17051017","1","2905639"} | {"MALE",62,"WHITE","INTERMEDIATE"} | {"C","21","3567","EMPLOYEE_FT",40180.01,17.170944} | {40.231823,false,false,true,"VERY_GOOD","HIGH","0"} | {0.268,0.33768,8.2967e-12,3.5557e-12,0.7222454,0.309534,0.160325} | [540, 970, … 15957] | [539, 971, … 15958] |
"10" | "4" | "0" | {"E02002863_0005_002","14210402","1","2900718"} | {"FEMALE",60,"WHITE","SUPER"} | {"S","96","6221","SELF_EMPLOYED",0.0,0.0} | {29.55994,true,false,false,"FAIR","HIGH","8"} | {0.268,0.09916,5.6552e-11,1.3196e-10,0.41975,0.9794158,0.160325} | [245, 470, … 16123] | [244, 469, … 16124] |
"11" | "4" | "0" | {"E02002863_0005_003","12221218","3","2906812"} | {"FEMALE",16,"BLACK","HIGHER"} | {"","0","0","STUDENT_FT",0.0,0.0} | {22.175663,false,false,false,"FAIR","HIGH","2"} | {0.257,0.09509,0.766659,1.788871,0.016998,0.039662,0.0567} | [194, 300, … 16281] | [195, 301, … 16280] |
… | … | … | … | … | … | … | … | … | … |
"40369" | "16692" | "0" | {"E02002867_3694_001","43051018","1","2910322"} | {"MALE",74,"WHITE","SMALL"} | {"P","85","2319","EMPLOYEE_PT",11897.178,28.598986} | {29.516066,false,false,false,"GOOD","VERY_HIGH","0"} | {0.239,0.15057,2.2734e-20,9.7432e-21,0.051032,0.021871,0.15741} | [6975, 16096] | [6976, 16095] |
"40370" | "16693" | "0" | {"E02002867_3695_001","16230204","1","2904509"} | {"FEMALE",86,"WHITE","ROUTINE"} | {"G","47","7111","RETIRED",0.0,0.0} | {13.868218,true,false,true,"BAD","VERY_HIGH","7"} | {0.09,0.0333,1.2791e-31,2.9846e-31,0.000377,0.000881,0.10494} | [76, 2210, … 16114] | [77, 2211, … 16113] |
"40371" | "16694" | "0" | {"E02002867_3696_001","11151206","2","2903502"} | {"FEMALE",73,"WHITE","LOWER"} | {"P","85","2317","RETIRED",0.0,0.0} | {36.25807,false,false,false,"GOOD","VERY_HIGH","0"} | {0.239,0.17686,6.1776e-20,1.4414e-19,0.028784,0.067163,0.15741} | [865, 8409, 13899] | [866, 8410, 13898] |
"40372" | "16694" | "0" | {"E02002867_3696_002","15310317","1","2911899"} | {"MALE",49,"WHITE","SMALL"} | {"","64","4129","EMPLOYEE_FT",24939.2,8.72} | {29.348362,false,false,false,"GOOD","LOW","1"} | {0.279,0.17577,0.000038,0.000016,2.5972724,1.1131167,0.160325} | [1364, 1442, … 15468] | [1365, 1443, … 15467] |
"40373" | "16695" | "0" | {"E02002867_3697_001","21040813","2","2907641"} | {"FEMALE",31,"WHITE","HIGHER"} | {"C","17","1121","EMPLOYEE_PT",6614.4136,10.600021} | {20.462511,false,false,false,"GOOD","LOW","2"} | {0.233,0.17242,0.85895,2.0042167,0.4264899,0.9951431,0.15741} | [14675, 15209] | [14676, 15210] |
"40374" | "16695" | "0" | {"E02002867_3697_002","17050102","3","2903670"} | {"MALE",6,"WHITE","HIGHER"} | {"","0","0","NA",0.0,0.0} | {0.0,false,false,false,"GOOD","LOW","0"} | {0.257,0.16191,0.016075,0.006889,0.001361,0.000583,0.107325} | [33, 74, … 16378] | [32, 75, … 16379] |
"40375" | "16696" | "1844" | {"E02002867_3698_001","15150917","3","2909575"} | {"MALE",49,"WHITE","LOWER"} | {"M","71","2121","EMPLOYEE_FT",58705.016,28.223564} | {21.220587,false,false,false,"BAD","LOW","0"} | {0.279,0.35154,0.000038,0.000016,2.5972724,1.1131167,0.160325} | [394, 801, … 16309] | [393, 802, … 16308] |
"40376" | "16696" | "0" | {"E02002867_3698_002","12201011","3","2911451"} | {"FEMALE",18,"WHITE","HIGHER"} | {"","0","0","STUDENT_FT",0.0,0.0} | {28.680555,false,false,false,"VERY_GOOD","HIGH","0"} | {0.257,0.09509,1.2606351,2.941482,0.029667,0.069223,0.107325} | [194, 300, … 16281] | [195, 301, … 16280] |
"40377" | "16696" | "0" | {"E02002867_3698_003","15011216","3","2907739"} | {"MALE",16,"WHITE","HIGHER"} | {"","0","0","STUDENT_FT",0.0,0.0} | {35.67418,false,false,false,"GOOD","HIGH","0"} | {0.257,0.16191,1.788871,0.766659,0.039662,0.016998,0.107325} | [56, 263, … 16331] | [57, 262, … 16330] |
"40378" | "16696" | "0" | {"E02002867_3698_004","12010913","4","2900261"} | {"FEMALE",10,"WHITE","HIGHER"} | {"","0","0","NA",0.0,0.0} | {0.0,false,false,false,"GOOD","LOW","0"} | {0.257,0.09509,0.070802,0.165205,0.002528,0.005898,0.107325} | [107, 453, … 16247] | [106, 454, … 16246] |
"40379" | "16697" | "0" | {"E02002867_3699_001","15080612","1","2901908"} | {"MALE",86,"WHITE","LOWER"} | {"O","84","2423","RETIRED",0.0,0.0} | {29.488407,false,false,false,"FAIR","VERY_HIGH","7"} | {0.09,0.1134,2.9846e-31,1.2791e-31,0.000881,0.000377,0.10494} | [762, 5168, … 8977] | [761, 5169, … 8976] |
"40380" | "16697" | "0" | {"E02002867_3699_002","19101118","3","2902903"} | {"MALE",28,"WHITE","SUPER"} | {"G","47","1254","SELF_EMPLOYED",0.0,0.0} | {27.604254,false,false,false,"GOOD","LOW","0"} | {0.233,0.14679,3.8195925,1.6369683,0.62304,0.2670171,0.15741} | [832, 847, … 15186] | [831, 848, … 15185] |
id | household | workplace | identifiers | demographics | employment | health | events | weekday_diaries | weekend_diaries |
---|---|---|---|---|---|---|---|---|---|
str | str | str | struct[4] | struct[4] | struct[6] | struct[7] | struct[7] | list[i64] | list[i64] |
"0" | "0" | "1168" | {"E02002863_0001_001","17310308","2","2908614"} | {"MALE",44,"WHITE","SEMIROUTINE"} | {"F","43","5241","EMPLOYEE_FT",18137.6,8.72} | {39.47709,false,false,false,"GOOD","HIGH","0"} | {0.255,0.16065,0.002589,0.001109,2.7350748,1.1721749,0.15741} | [1796, 2877, … 15973] | [1795, 2876, … 15974] |
"1" | "0" | "155" | {"E02002863_0001_002","12050117","1","2904675"} | {"FEMALE",41,"WHITE","LOWER"} | {"G","47","2421","EMPLOYEE_FT",49649.953,27.280193} | {22.909258,false,false,false,"GOOD","VERY_HIGH","1"} | {0.255,0.1887,0.008982,0.020958,1.0750833,2.5085278,0.15741} | [289, 2183, … 15161] | [288, 2184, … 15162] |
"2" | "1" | "0" | {"E02002863_0002_001","11280408","2","2906341"} | {"MALE",68,"WHITE","SUPER"} | {"S","96","5119","SELF_EMPLOYED",0.0,0.0} | {25.25762,false,false,false,"GOOD","LOW","0"} | {0.239,0.15057,8.4672e-16,3.6288e-16,0.228979,0.098134,0.15741} | [89, 677, … 16391] | [88, 678, … 16390] |
"3" | "1" | "0" | {"E02002863_0002_002","16110805","1","2904451"} | {"FEMALE",62,"WHITE","NEVER"} | {"P","85","9244","EMPLOYEE_PT",1921.6006,9.238464} | {31.486355,false,true,true,"VERY_BAD","MEDIUM","0"} | {0.268,0.09916,3.5557e-12,8.2967e-12,0.309534,0.7222454,0.131175} | [2844, 5035, … 15284] | [2845, 5034, … 15283] |
"4" | "1" | "0" | {"E02002863_0002_003","16241112","6","2900274"} | {"MALE",10,"WHITE","HIGHER"} | {"","0","0","NA",0.0,0.0} | {0.0,false,false,false,"GOOD","LOW","0"} | {0.257,0.16191,0.165205,0.070802,0.005898,0.002528,0.107325} | [33, 74, … 16378] | [32, 75, … 16379] |
"5" | "2" | "0" | {"E02002863_0003_001","15131020","2","2911137"} | {"MALE",59,"WHITE","LOWER"} | {"Q","86","2215","SELF_EMPLOYED",0.0,0.0} | {36.944996,false,false,false,"GOOD","HIGH","0"} | {0.268,0.33768,4.9777e-10,2.1333e-10,1.1239074,0.481675,0.160325} | [473, 494, … 16164] | [474, 493, … 16163] |
"6" | "2" | "1869" | {"E02002863_0003_002","17050101","2","2902963"} | {"FEMALE",58,"WHITE","INTERMEDIATE"} | {"M","72","3539","EMPLOYEE_PT",9068.8,8.72} | {28.937033,true,true,true,"FAIR","LOW","4"} | {0.268,0.19832,7.7543e-10,1.8093e-9,0.54735,1.277151,0.160325} | [2385, 4529, … 14047] | [2384, 4528, … 14046] |
"7" | "3" | "0" | {"E02002863_0004_001","16230616","2","2902653"} | {"MALE",48,"WHITE","HIGHER"} | {"Q","88","1115","EMPLOYEE_FT",80020.63,38.47146} | {30.083155,false,false,false,"GOOD","HIGH","0"} | {0.279,0.35154,0.000095,0.000041,2.6761558,1.1469239,0.160325} | [1008, 1042, … 13283] | [1009, 1043, … 13282] |
"8" | "3" | "376" | {"E02002863_0004_002","11280707","1","2911380"} | {"FEMALE",48,"WHITE","ROUTINE"} | {"G","47","7111","EMPLOYEE_PT",7501.991,9.016816} | {38.12921,false,false,false,"GOOD","LOW","0"} | {0.279,0.10323,0.000041,0.000095,1.1469239,2.6761558,0.160325} | [148, 385, … 15497] | [149, 386, … 15498] |
"9" | "4" | "0" | {"E02002863_0005_001","17051017","1","2905639"} | {"MALE",62,"WHITE","INTERMEDIATE"} | {"C","21","3567","EMPLOYEE_FT",40180.01,17.170944} | {40.231823,false,false,true,"VERY_GOOD","HIGH","0"} | {0.268,0.33768,8.2967e-12,3.5557e-12,0.7222454,0.309534,0.160325} | [540, 970, … 15957] | [539, 971, … 15958] |
"10" | "4" | "0" | {"E02002863_0005_002","14210402","1","2900718"} | {"FEMALE",60,"WHITE","SUPER"} | {"S","96","6221","SELF_EMPLOYED",0.0,0.0} | {29.55994,true,false,false,"FAIR","HIGH","8"} | {0.268,0.09916,5.6552e-11,1.3196e-10,0.41975,0.9794158,0.160325} | [245, 470, … 16123] | [244, 469, … 16124] |
"11" | "4" | "0" | {"E02002863_0005_003","12221218","3","2906812"} | {"FEMALE",16,"BLACK","HIGHER"} | {"","0","0","STUDENT_FT",0.0,0.0} | {22.175663,false,false,false,"FAIR","HIGH","2"} | {0.257,0.09509,0.766659,1.788871,0.016998,0.039662,0.0567} | [194, 300, … 16281] | [195, 301, … 16280] |
… | … | … | … | … | … | … | … | … | … |
"40369" | "16692" | "0" | {"E02002867_3694_001","43051018","1","2910322"} | {"MALE",74,"WHITE","SMALL"} | {"P","85","2319","EMPLOYEE_PT",11897.178,28.598986} | {29.516066,false,false,false,"GOOD","VERY_HIGH","0"} | {0.239,0.15057,2.2734e-20,9.7432e-21,0.051032,0.021871,0.15741} | [6975, 16096] | [6976, 16095] |
"40370" | "16693" | "0" | {"E02002867_3695_001","16230204","1","2904509"} | {"FEMALE",86,"WHITE","ROUTINE"} | {"G","47","7111","RETIRED",0.0,0.0} | {13.868218,true,false,true,"BAD","VERY_HIGH","7"} | {0.09,0.0333,1.2791e-31,2.9846e-31,0.000377,0.000881,0.10494} | [76, 2210, … 16114] | [77, 2211, … 16113] |
"40371" | "16694" | "0" | {"E02002867_3696_001","11151206","2","2903502"} | {"FEMALE",73,"WHITE","LOWER"} | {"P","85","2317","RETIRED",0.0,0.0} | {36.25807,false,false,false,"GOOD","VERY_HIGH","0"} | {0.239,0.17686,6.1776e-20,1.4414e-19,0.028784,0.067163,0.15741} | [865, 8409, 13899] | [866, 8410, 13898] |
"40372" | "16694" | "0" | {"E02002867_3696_002","15310317","1","2911899"} | {"MALE",49,"WHITE","SMALL"} | {"","64","4129","EMPLOYEE_FT",24939.2,8.72} | {29.348362,false,false,false,"GOOD","LOW","1"} | {0.279,0.17577,0.000038,0.000016,2.5972724,1.1131167,0.160325} | [1364, 1442, … 15468] | [1365, 1443, … 15467] |
"40373" | "16695" | "0" | {"E02002867_3697_001","21040813","2","2907641"} | {"FEMALE",31,"WHITE","HIGHER"} | {"C","17","1121","EMPLOYEE_PT",6614.4136,10.600021} | {20.462511,false,false,false,"GOOD","LOW","2"} | {0.233,0.17242,0.85895,2.0042167,0.4264899,0.9951431,0.15741} | [14675, 15209] | [14676, 15210] |
"40374" | "16695" | "0" | {"E02002867_3697_002","17050102","3","2903670"} | {"MALE",6,"WHITE","HIGHER"} | {"","0","0","NA",0.0,0.0} | {0.0,false,false,false,"GOOD","LOW","0"} | {0.257,0.16191,0.016075,0.006889,0.001361,0.000583,0.107325} | [33, 74, … 16378] | [32, 75, … 16379] |
"40375" | "16696" | "1844" | {"E02002867_3698_001","15150917","3","2909575"} | {"MALE",49,"WHITE","LOWER"} | {"M","71","2121","EMPLOYEE_FT",58705.016,28.223564} | {21.220587,false,false,false,"BAD","LOW","0"} | {0.279,0.35154,0.000038,0.000016,2.5972724,1.1131167,0.160325} | [394, 801, … 16309] | [393, 802, … 16308] |
"40376" | "16696" | "0" | {"E02002867_3698_002","12201011","3","2911451"} | {"FEMALE",18,"WHITE","HIGHER"} | {"","0","0","STUDENT_FT",0.0,0.0} | {28.680555,false,false,false,"VERY_GOOD","HIGH","0"} | {0.257,0.09509,1.2606351,2.941482,0.029667,0.069223,0.107325} | [194, 300, … 16281] | [195, 301, … 16280] |
"40377" | "16696" | "0" | {"E02002867_3698_003","15011216","3","2907739"} | {"MALE",16,"WHITE","HIGHER"} | {"","0","0","STUDENT_FT",0.0,0.0} | {35.67418,false,false,false,"GOOD","HIGH","0"} | {0.257,0.16191,1.788871,0.766659,0.039662,0.016998,0.107325} | [56, 263, … 16331] | [57, 262, … 16330] |
"40378" | "16696" | "0" | {"E02002867_3698_004","12010913","4","2900261"} | {"FEMALE",10,"WHITE","HIGHER"} | {"","0","0","NA",0.0,0.0} | {0.0,false,false,false,"GOOD","LOW","0"} | {0.257,0.09509,0.070802,0.165205,0.002528,0.005898,0.107325} | [107, 453, … 16247] | [106, 454, … 16246] |
"40379" | "16697" | "0" | {"E02002867_3699_001","15080612","1","2901908"} | {"MALE",86,"WHITE","LOWER"} | {"O","84","2423","RETIRED",0.0,0.0} | {29.488407,false,false,false,"FAIR","VERY_HIGH","7"} | {0.09,0.1134,2.9846e-31,1.2791e-31,0.000881,0.000377,0.10494} | [762, 5168, … 8977] | [761, 5169, … 8976] |
"40380" | "16697" | "0" | {"E02002867_3699_002","19101118","3","2902903"} | {"MALE",28,"WHITE","SUPER"} | {"G","47","1254","SELF_EMPLOYED",0.0,0.0} | {27.604254,false,false,false,"GOOD","LOW","0"} | {0.233,0.14679,3.8195925,1.6369683,0.62304,0.2670171,0.15741} | [832, 847, … 15186] | [831, 848, … 15185] |
id | msoa | oa | members | details |
---|---|---|---|---|
u64 | str | str | list[u64] | struct[8] |
0 | "E02002863" | "E00069595" | [0, 1] | {"E02002863_0001",6,1,null,6,true,1,1} |
1 | "E02002863" | "E00069551" | [2, 3, 4] | {"E02002863_0002",5,3,null,5,true,5,2} |
2 | "E02002863" | "E00069564" | [5, 6] | {"E02002863_0003",2,2,null,6,true,1,1} |
3 | "E02002863" | "E00069558" | [7, 8] | {"E02002863_0004",1,1,null,6,true,1,2} |
4 | "E02002863" | "E00172626" | [9, 10, 11] | {"E02002863_0005",3,2,null,4,true,5,2} |
id | household | workplace | location | identifiers | demographics | employment | health | events | weekday_diaries | weekend_diaries |
---|---|---|---|---|---|---|---|---|---|---|
u64 | u64 | u64 | struct[2] | struct[4] | struct[4] | struct[6] | struct[7] | struct[7] | list[u64] | list[u64] |
0 | 0 | 304943 | {-0.094911,51.520271} | {"E02000001_0001_001",18250817,1,2906288} | {2,24,1,3} | {"M",73,3542,1,30180.455078,14.509834} | {10.977674,false,false,false,0,2,4} | {0.257,0.19018,2.301214,5.369498,0.124697,0.290959,0.131175} | [45, 82, … 15830] | [44, 83, … 15831] |
1 | 1 | 301389 | {-0.094911,51.520271} | {"E02000001_0002_001",16080617,2,2908751} | {1,30,1,1} | {"G",47,1136,1,104177.992188,50.085575} | {21.990398,false,false,false,0,2,2} | {0.233,0.29358,2.578756,1.105181,0.859701,0.368443,0.15741} | [821, 2417, … 12483] | [822, 2416, … 12484] |
2 | 2 | 304317 | {-0.094911,51.520271} | {"E02000001_0003_001",11280414,1,2901805} | {2,56,1,1} | {"F",41,1131,2,19482.681641,37.466698} | {17.328594,false,false,true,0,2,4} | {0.268,0.19832,9.1665e-9,2.1388e-8,0.686331,1.601439,0.160325} | [1499] | [1498] |
3 | 2 | null | {-0.094911,51.520271} | {"E02000001_0003_002",17250817,3,2900999} | {1,16,1,null} | {null,null,null,8,null,null} | {18.662384,false,false,false,null,1,4} | {0.257,0.16191,1.788871,0.766659,0.039662,0.016998,0.107325} | [56, 263, … 16331] | [57, 262, … 16330] |
4 | 3 | null | {-0.094911,51.520271} | {"E02000001_0004_001",19061012,1,2905404} | {1,33,1,4} | {"O",84,3312,1,49163.976562,23.636528} | {27.512779,false,false,false,null,1,null} | {0.233,0.14679,1.083152,0.464208,1.294811,0.554919,0.15741} | [424, 2364, … 15593] | [423, 2365, … 15592] |
5 | 4 | 27197 | {-0.094911,51.520271} | {"E02000001_0005_001",17050120,2,2908068} | {1,27,1,2} | {"P",85,2114,1,45907.503906,23.232542} | {17.197704,false,false,false,0,2,3} | {0.233,0.29358,4.397019,1.884437,0.522664,0.223999,0.15741} | [487, 984, … 15878] | [488, 985, … 15879] |
6 | 4 | 305274 | {-0.094911,51.520271} | {"E02000001_0005_002",13260101,4,2905873} | {2,27,1,1} | {"M",71,1133,1,40155.132812,19.305353} | {34.439724,false,false,false,null,2,null} | {0.233,0.17242,1.884437,4.397019,0.223999,0.522664,0.15741} | [1241, 4222, … 6877] | [1240, 4221, … 6876] |
7 | 5 | null | {-0.094911,51.520271} | {"E02000001_0006_001",13070704,2,2908054} | {1,26,1,4} | {"Q",86,6141,8,null,null} | {26.246494,false,false,false,null,1,3} | {0.233,0.14679,4.877435,2.090329,0.434187,0.18608,0.15741} | [3575] | [3576] |
8 | 5 | null | {-0.094911,51.520271} | {"E02000001_0006_002",15131017,1,2905873} | {2,26,1,2} | {"O",84,2424,2,33411.027344,35.695541} | {35.971237,false,false,false,null,2,null} | {0.233,0.17242,2.090329,4.877435,0.18608,0.434187,0.15741} | [6529, 13433, 14069] | [6528, 13432, 14068] |
9 | 5 | null | {-0.094911,51.520271} | {"E02000001_0006_003",16061010,3,2907265} | {2,13,1,null} | {null,null,null,0,null,null} | {null,false,false,false,null,2,null} | {0.257,0.09509,0.275303,0.642374,0.00685,0.015984,0.107325} | [303, 330, … 16298] | [302, 329, … 16299] |
10 | 5 | null | {-0.094911,51.520271} | {"E02000001_0006_004",17230207,3,2903756} | {2,8,1,null} | {null,null,null,0,null,null} | {null,false,false,false,null,1,null} | {0.257,0.09509,0.023786,0.055502,0.001238,0.002889,0.107325} | [107, 453, … 16247] | [106, 454, … 16246] |
11 | 5 | null | {-0.094911,51.520271} | {"E02000001_0006_005",12160305,4,2904978} | {2,6,1,null} | {null,null,null,0,null,null} | {null,false,false,false,null,1,null} | {0.257,0.09509,0.006889,0.016075,0.000583,0.001361,0.107325} | [107, 453, … 16247] | [106, 454, … 16246] |
… | … | … | … | … | … | … | … | … | … | … |
8992482 | 3578609 | 558573 | {-0.013057,51.480461} | {"E02006931_4574_001",17160309,2,2909105} | {1,52,1,8} | {"H",49,8211,1,44050.753906,15.983582} | {28.367889,false,false,false,0,1,4} | {0.279,0.17577,0.000002,8.2078e-7,2.238851,0.959507,0.131175} | [219, 304, … 15980] | [218, 305, … 15979] |
8992483 | 3578610 | null | {-0.014257,51.47649} | {"E02006931_4575_001",19050517,1,2908911} | {2,50,1,1} | {"C",28,1121,1,151821.0,58.392693} | {20.457548,false,false,false,0,1,3} | {0.279,0.20646,0.000006,0.000015,1.069781,2.496156,0.160325} | [50, 2941, … 12389] | [51, 2940, … 12388] |
8992484 | 3578610 | null | {-0.014257,51.47649} | {"E02006931_4575_002",15230302,1,2901392} | {1,43,1,1} | {"D",35,1121,1,56643.34375,24.206558} | {24.669569,false,true,false,3,2,3} | {0.255,0.3213,0.005394,0.002312,2.683516,1.150078,0.15741} | [2335, 3561, … 13533] | [2334, 3562, … 13532] |
8992485 | 3578611 | 559812 | {-0.020513,51.47361} | {"E02006931_4576_001",17031107,2,2900843} | {1,33,1,1} | {"P",85,1251,2,9975.679688,8.72} | {33.471321,false,false,false,0,2,3} | {0.233,0.29358,1.083152,0.464208,1.294811,0.554919,0.15741} | [9211] | [9210] |
8992486 | 3578611 | 268364 | {-0.020513,51.47361} | {"E02006931_4576_002",21080602,2,2900852} | {2,25,2,2} | {"J",62,3545,1,28769.066406,14.952737} | {17.826275,false,false,false,null,1,4} | {0.233,0.17242,2.234292,5.213347,0.153075,0.357174,0.08316} | [337, 485, … 16344] | [338, 486, … 16345] |
8992487 | 3578611 | null | {-0.020513,51.47361} | {"E02006931_4576_003",18011208,4,2908419} | {2,8,1,null} | {null,null,null,0,null,null} | {null,false,false,false,null,2,null} | {0.257,0.09509,0.023786,0.055502,0.001238,0.002889,0.107325} | [107, 453, … 16247] | [106, 454, … 16246] |
8992488 | 3578612 | null | {-0.013789,51.472839} | {"E02006931_4577_001",17011213,2,2907950} | {1,69,1,null} | {null,null,null,6,null,null} | {23.198483,false,false,false,8,1,4} | {0.239,0.15057,1.6076e-16,6.8895e-17,0.182711,0.078305,0.12879} | [351, 1333, … 16242] | [352, 1332, … 16243] |
8992489 | 3578612 | null | {-0.013789,51.472839} | {"E02006931_4577_002",18230606,1,2904759} | {2,67,1,7} | {"G",47,7112,6,null,null} | {30.677389,false,false,false,null,2,null} | {0.239,0.08843,1.8417e-15,4.2974e-15,0.121786,0.284167,0.15741} | [6, 220, … 16226] | [7, 221, … 16227] |
8992490 | 3578613 | null | {-0.013631,51.479382} | {"E02006931_4578_001",14140704,2,2906737} | {2,64,1,3} | {"P",85,3564,6,null,null} | {36.44878,true,true,true,8,2,2} | {0.268,0.19832,1.9274e-13,4.4973e-13,0.219492,0.512148,0.160325} | [370, 704, … 16402] | [369, 703, … 16403] |
8992491 | 3578614 | null | {-0.014714,51.469028} | {"E02006931_4579_001",35051015,3,2907707} | {2,23,1,1} | {"O",84,1171,1,72634.929688,31.040567} | {20.645615,false,false,false,0,2,2} | {0.257,0.19018,2.283841,5.328962,0.10059,0.23471,0.131175} | [5633, 15844] | [5632, 15845] |
8992492 | 3578614 | null | {-0.014714,51.469028} | {"E02006931_4579_002",20150919,4,2906384} | {1,5,1,null} | {null,null,null,0,null,null} | {null,false,false,false,null,1,null} | {0.257,0.16191,0.008183,0.003507,0.000921,0.000395,0.107325} | [33, 74, … 16378] | [32, 75, … 16379] |
8992493 | 3578615 | null | {-0.01084,51.476082} | {"E02006931_4580_001",14280420,1,2905476} | {1,74,1,2} | {"P",85,2311,6,null,null} | {26.505301,true,false,false,5,1,4} | {0.239,0.30114,2.2734e-20,9.7432e-21,0.051032,0.021871,0.15741} | [312, 790, … 16233] | [313, 789, … 16232] |
id | household | workplace | location | identifiers | demographics | employment | health | events | weekday_diaries | weekend_diaries |
---|---|---|---|---|---|---|---|---|---|---|
u64 | u64 | u64 | struct[2] | struct[4] | struct[4] | struct[6] | struct[7] | struct[7] | list[u64] | list[u64] |
0 | 0 | null | {-0.292946,52.133789} | {"E02003599_0001_001",11180818,1,2904017} | {2,40,1,6} | {"C",30,8133,7,null,null} | {37.280968,false,false,false,null,1,3} | {0.255,0.09435,0.016746,0.039074,1.024287,2.390004,0.15741} | [1030, 1260, 5319] | [1031, 1261, 5318] |
1 | 0 | 88 | {-0.292946,52.133789} | {"E02003599_0001_002",14061013,2,2905699} | {1,39,1,1} | {"M",69,1132,1,127906.320312,70.278198} | {35.771095,false,false,false,null,2,3} | {0.255,0.3213,0.070199,0.030085,2.254896,0.966384,0.15741} | [2832, 7805, … 14038] | [2833, 7804, … 14039] |
2 | 0 | null | {-0.292946,52.133789} | {"E02003599_0001_003",16230603,4,2909186} | {2,7,1,null} | {null,null,null,0,null,null} | {null,false,false,false,null,1,null} | {0.257,0.09509,0.013041,0.030429,0.000854,0.001993,0.107325} | [107, 453, … 16247] | [106, 454, … 16246] |
3 | 1 | null | {-0.292673,52.131351} | {"E02003599_0002_001",18151205,2,2905565} | {1,66,1,4} | {"O",84,3313,6,null,null} | {34.354729,true,true,true,4,4,3} | {0.239,0.15057,2.1016e-14,9.0070e-15,0.34922,0.149666,0.15741} | [513, 1819, … 15923] | [514, 1818, … 15924] |
4 | 1 | 48941 | {-0.292673,52.131351} | {"E02003599_0002_002",11090209,1,2902895} | {2,60,1,1} | {"P",85,1135,1,64961.53125,33.76379} | {20.597435,false,false,false,null,3,null} | {0.268,0.19832,5.6552e-11,1.3196e-10,0.41975,0.979416,0.160325} | [538, 7588, … 14060] | [537, 7589, … 14061] |
id | household | workplace | location | identifiers | demographics | employment | health | events | weekday_diaries | weekend_diaries |
---|---|---|---|---|---|---|---|---|---|---|
u64 | u64 | u64 | struct[2] | struct[4] | struct[4] | struct[6] | struct[7] | struct[7] | list[u64] | list[u64] |
0 | 0 | null | {-0.287697,52.622196} | {"E02003237_0001_001",20120504,1,2907770} | {2,64,1,2} | {"Q",86,2112,6,null,null} | {33.83572,true,false,true,4,4,1} | {0.268,0.19832,1.9274e-13,4.4973e-13,0.219492,0.512148,0.160325} | [484, 5336, … 14013] | [483, 5337, … 14012] |
1 | 0 | 110263 | {-0.287697,52.622196} | {"E02003237_0001_002",11050508,2,2902981} | {1,63,1,2} | {"C",30,2133,1,40137.558594,22.053602} | {27.844835,false,false,false,3,3,3} | {0.268,0.33768,1.9678e-12,8.4334e-13,0.611176,0.261932,0.160325} | [235, 816, … 16212] | [234, 815, … 16211] |
2 | 0 | 94582 | {-0.287697,52.622196} | {"E02003237_0001_003",18220910,2,2905963} | {2,16,1,7} | {"G",47,7111,2,6708.0,6.45} | {23.245779,false,false,false,0,2,3} | {0.257,0.09509,0.766659,1.788871,0.016998,0.039662,0.131175} | [400, 1321, … 16148] | [399, 1320, … 16147] |
3 | 1 | null | {-0.280472,52.61948} | {"E02003237_0002_001",18050513,1,2910157} | {1,86,1,7} | {"C",25,8125,6,null,null} | {26.839546,true,false,true,6,2,4} | {0.09,0.0567,2.9846e-31,1.2791e-31,0.000881,0.000377,0.10494} | [9656, 10928, 11338] | [9655, 10929, 11339] |
4 | 2 | null | {-0.281934,52.621067} | {"E02003237_0003_001",12290907,2,2903621} | {2,43,1,3} | {"Q",86,2231,7,null,null} | {16.375051,false,false,false,null,2,null} | {0.255,0.1887,0.002312,0.005394,1.150078,2.683516,0.15741} | [2272, 3206, … 16310] | [2273, 3207, … 16311] |
id | msoa | oa | members | details |
---|---|---|---|---|
u64 | str | str | list[u64] | struct[8] |
0 | "E02003599" | "E00088035" | [0, 1, 2] | {"E02003599_0001",6,4,null,5,true,5,2} |
1 | "E02003599" | "E00088045" | [3, 4, 5] | {"E02003599_0002",4,2,null,6,true,2,2} |
2 | "E02003599" | "E00088033" | [6] | {"E02003599_0003",8,3,null,2,true,4,1} |
3 | "E02003599" | "E00088052" | [7, 8, 9] | {"E02003599_0004",5,3,null,5,true,4,0} |
4 | "E02003599" | "E00088040" | [10] | {"E02003599_0005",6,2,null,6,true,4,0} |
id | msoa | oa | members | details |
---|---|---|---|---|
u64 | str | str | list[u64] | struct[8] |
0 | "E02003237" | "E00079294" | [0, 1, 2] | {"E02003237_0001",2,2,null,6,true,2,1} |
1 | "E02003237" | "E00079304" | [3] | {"E02003237_0002",7,1,null,5,true,1,0} |
2 | "E02003237" | "E00079300" | [4] | {"E02003237_0003",3,3,null,5,true,2,1} |
3 | "E02003237" | "E00079298" | [5, 6, … 8] | {"E02003237_0004",1,1,null,6,true,2,2} |
4 | "E02003237" | "E00079032" | [9, 10] | {"E02003237_0005",1,2,null,6,true,2,2} |
id | msoa | oa | members | hid | nssec8 | accommodation_type | communal_type | num_rooms | central_heat | tenure | num_cars |
---|---|---|---|---|---|---|---|---|---|---|---|
u64 | str | str | list[u64] | str | i32 | i32 | i32 | u64 | bool | i32 | u64 |
0 | "E02003599" | "E00088035" | [0, 1, 2] | "E02003599_0001… | 6 | 4 | null | 5 | true | 5 | 2 |
1 | "E02003599" | "E00088045" | [3, 4, 5] | "E02003599_0002… | 4 | 2 | null | 6 | true | 2 | 2 |
2 | "E02003599" | "E00088033" | [6] | "E02003599_0003… | 8 | 3 | null | 2 | true | 4 | 1 |
3 | "E02003599" | "E00088052" | [7, 8, 9] | "E02003599_0004… | 5 | 3 | null | 5 | true | 4 | 0 |
4 | "E02003599" | "E00088040" | [10] | "E02003599_0005… | 6 | 2 | null | 6 | true | 4 | 0 |
id | msoa | oa | members | hid | nssec8 | accommodation_type | communal_type | num_rooms | central_heat | tenure | num_cars |
---|---|---|---|---|---|---|---|---|---|---|---|
u64 | str | str | list[u64] | str | i32 | i32 | i32 | u64 | bool | i32 | u64 |
0 | "E02003237" | "E00079294" | [0, 1, 2] | "E02003237_0001… | 2 | 2 | null | 6 | true | 2 | 1 |
1 | "E02003237" | "E00079304" | [3] | "E02003237_0002… | 7 | 1 | null | 5 | true | 1 | 0 |
2 | "E02003237" | "E00079300" | [4] | "E02003237_0003… | 3 | 3 | null | 5 | true | 2 | 1 |
3 | "E02003237" | "E00079298" | [5, 6, … 8] | "E02003237_0004… | 1 | 1 | null | 6 | true | 2 | 2 |
4 | "E02003237" | "E00079032" | [9, 10] | "E02003237_0005… | 1 | 2 | null | 6 | true | 2 | 2 |
id | activity | location | urn |
---|---|---|---|
u64 | str | struct[2] | str |
0 | "Retail" | {-0.203788,51.981995} | null |
1 | "Retail" | {-0.522467,51.903172} | null |
2 | "Retail" | {-1.28335,51.669636} | null |
3 | "Retail" | {-1.279668,51.672077} | null |
4 | "Retail" | {-1.309456,51.66703} | null |
uid | weekday | day_type | month | pworkhome | phomeother | pwork | pschool | pshop | pservices | pleisure | pescort | ptransport | phome_total | pnothome_total | punknown_total | pmwalk | pmcycle | pmprivate | pmpublic | pmunknown | sex | age35g | nssec8 | pwkstat |
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
str | bool | i32 | u32 | f32 | f32 | f32 | f32 | f32 | f32 | f32 | f32 | f32 | f32 | f32 | f32 | f32 | f32 | f32 | f32 | f32 | i32 | u32 | i32 | i32 |
"11011202_1_0" | false | 3 | 12 | 0.0 | 0.82639 | 0.0 | 0.0 | 0.0625 | 0.0 | 0.09028 | 0.0 | 0.02083 | 0.82639 | 0.17361 | 0.0 | 0.0 | 0.0 | 1.0 | 0.0 | 0.0 | 2 | 13 | 4 | 1 |
"11011202_1_1" | true | 3 | 12 | 0.0 | 0.79166 | 0.0 | 0.0 | 0.04167 | 0.0 | 0.125 | 0.0 | 0.04167 | 0.79166 | 0.20834 | 0.0 | 0.0 | 0.0 | 1.0 | 0.0 | 0.0 | 2 | 13 | 4 | 1 |
"11011202_4_1" | true | 2 | 12 | 0.0 | 0.61111 | 0.0 | 0.27778 | 0.0 | 0.0 | 0.0 | 0.0 | 0.11111 | 0.61111 | 0.38889 | 0.0 | 0.0625 | 0.0 | 0.0625 | 0.875 | 0.0625 | 1 | 6 | null | 0 |
"11011202_4_0" | false | 3 | 12 | 0.0 | 0.80556 | 0.0 | 0.01389 | 0.14583 | 0.0 | 0.03472 | 0.0 | 0.0 | 0.80556 | 0.19444 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 0.0 | 1 | 6 | null | 0 |
"11011203_1_0" | false | 3 | 12 | 0.0 | 0.90972 | 0.0 | 0.0 | 0.0 | 0.0 | 0.04167 | 0.0 | 0.04861 | 0.90972 | 0.09028 | 0.0 | 0.41667 | 0.0 | 0.91667 | 0.0 | 0.08333 | 1 | 19 | 1 | 6 |
id | pmwalk | pmcycle | pmprivate | pmpublic | pmunknown | pleisure | bmi | has_cardiovascular_disease | has_diabetes | has_high_blood_pressure | self_assessed_health | life_satisfaction | age_years | sex | nssec8 | pwkstat | salary_yearly |
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
u64 | f32 | f32 | f32 | f32 | f32 | f32 | f32 | bool | bool | bool | i32 | i32 | u32 | i32 | i32 | i32 | f32 |
0 | 0.76923 | 0.0 | 0.76923 | 0.0 | 0.23077 | 0.04861 | 37.280968 | false | false | false | 1 | 3 | 40 | 2 | 6 | 7 | null |
1 | 0.26667 | 0.0 | 0.26667 | 0.73333 | 0.0 | 0.07639 | 35.771095 | false | false | false | 2 | 3 | 39 | 1 | 1 | 1 | 127906.320312 |
2 | 0.0 | 0.0 | 0.83333 | 0.0 | 0.16667 | 0.00694 | null | false | false | false | 1 | null | 7 | 2 | null | 0 | null |
3 | 0.0 | 0.0 | 0.9 | 0.0 | 0.1 | 0.05556 | 34.354729 | true | true | true | 4 | 3 | 66 | 1 | 4 | 6 | null |
4 | 0.6 | 0.0 | 1.0 | 0.0 | 0.0 | 0.08333 | 20.597435 | false | false | false | 3 | null | 60 | 2 | 1 | 1 | 64961.53125 |
id | pmwalk | pmcycle | pmprivate | pmpublic | pmunknown | pleisure | bmi | has_cardiovascular_disease | has_diabetes | has_high_blood_pressure | self_assessed_health | life_satisfaction | age_years | sex | nssec8 | pwkstat | salary_yearly |
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
u64 | f32 | f32 | f32 | f32 | f32 | f32 | f32 | bool | bool | bool | i32 | i32 | u32 | i32 | i32 | i32 | f32 |
0 | 0.5 | 0.0 | 1.0 | 0.0 | 0.0 | 0.09722 | 33.83572 | true | false | true | 4 | 1 | 64 | 2 | 2 | 6 | null |
1 | 0.0 | 0.0 | 1.0 | 0.0 | 0.0 | 0.03472 | 27.844835 | false | false | false | 3 | 3 | 63 | 1 | 2 | 1 | 40137.558594 |
2 | 0.0 | 0.0 | 0.66667 | 0.0 | 0.33333 | 0.1875 | 23.245779 | false | false | false | 2 | 3 | 16 | 2 | 7 | 2 | 6708.0 |
3 | 0.0 | 0.0 | 1.0 | 0.0 | 0.0 | 0.0 | 26.839546 | true | false | true | 2 | 4 | 86 | 1 | 7 | 6 | null |
4 | 0.15 | 0.0 | 0.6 | 0.0 | 0.4 | 0.02778 | 16.375051 | false | false | false | 2 | null | 43 | 2 | 3 | 7 | null |