updating more fields + pidata for budget sites

dest/data/obudget-comparator-pi.json

@@ -0,0 +1 @@
+{"name":"obudget_comparator","size":4007215,"lines":97,"children":[{"name":"","size":0,"lines":0,"children":"no children","log":""},{"name":"","size":0,"lines":0,"children":"no children","log":""},{"name":"README.md","size":533,"lines":1,"children":"","log":[]},{"name":"all.html","size":79193,"lines":1,"children":"","log":[]},{"name":"budget.css","size":31924,"lines":1,"children":"","log":[]},{"name":"budget.less","size":32607,"lines":1,"children":"","log":[]},{"name":"budget.min-ck.js","size":778595,"lines":11,"children":"","log":[]},{"name":"build_data2.py","size":25193,"lines":1,"children":"","log":[]},{"name":"copyright","size":53,"lines":1,"children":"","log":[]},{"name":"data-ck.js","size":583164,"lines":1,"children":"","log":[]},{"name":"data.js","size":489335,"lines":1,"children":"","log":[]},{"name":"do_sync","size":762,"lines":1,"children":"","log":[]},{"name":"embed.coffee","size":1486,"lines":1,"children":"","log":[]},{"name":"embed.js","size":1617,"lines":1,"children":"","log":[]},{"name":"embed_example.html","size":310,"lines":1,"children":"","log":[]},{"name":"fonts","size":320672,"lines":1,"children":[{"name":"Alef-Regular.eot","size":37311,"lines":0,"children":"","log":[]},{"name":"Alef-Regular.svg","size":146001,"lines":1,"children":"","log":[]},{"name":"Alef-Regular.ttf","size":91360,"lines":0,"children":"","log":[]},{"name":"Alef-Regular.woff","size":46000,"lines":0,"children":"","log":[]}],"log":[]},{"name":"get_translations","size":849,"lines":1,"children":"","log":[]},{"name":"icon-search.png","size":1228,"lines":0,"children":"","log":[]},{"name":"iealert.js","size":4739,"lines":2,"children":"","log":[]},{"name":"images","size":8875,"lines":1,"children":[{"name":"calcalist-icon.png","size":605,"lines":0,"children":"","log":[]},{"name":"color-index.png","size":2763,"lines":0,"children":"","log":[]},{"name":"hasadna-icon.png","size":1121,"lines":0,"children":"","log":[]},{"name":"icon_expense.png","size":576,"lines":0,"children":"","log":[]},{"name":"[email protected]","size":1207,"lines":0,"children":"","log":[]},{"name":"icon_income.png","size":623,"lines":0,"children":"","log":[]},{"name":"[email protected]","size":1170,"lines":0,"children":"","log":[]},{"name":"rasterize.js","size":810,"lines":1,"children":"","log":[]}],"log":[]},{"name":"libs","size":1038812,"lines":52,"children":[{"name":"backbone-min.js","size":18289,"lines":1,"children":"","log":[]},{"name":"bootstrap-combined.min.css","size":126539,"lines":1,"children":"","log":[]},{"name":"bootstrap.min.css","size":113728,"lines":1,"children":"","log":[]},{"name":"bootstrap.min.js","size":28546,"lines":1,"children":"","log":[]},{"name":"coffee-script.js","size":232694,"lines":3,"children":"","log":[]},{"name":"d3.v3.min-ck.js","size":126892,"lines":9,"children":"","log":[]},{"name":"d3.v3.min.js","size":126862,"lines":15,"children":"","log":[]},{"name":"ie-alert","size":24632,"lines":11,"children":[{"name":"README.md","size":1187,"lines":5,"children":"","log":[]},{"name":"iealert","size":16112,"lines":2,"children":[{"name":"6_bottom.png","size":205,"lines":0,"children":"","log":[]},{"name":"6_l_b_c.png","size":773,"lines":0,"children":"","log":[]},{"name":"6_l_t_c.png","size":699,"lines":0,"children":"","log":[]},{"name":"6_left.png","size":198,"lines":0,"children":"","log":[]},{"name":"6_r_b_c.png","size":753,"lines":0,"children":"","log":[]},{"name":"6_r_t_c.png","size":910,"lines":0,"children":"","log":[]},{"name":"6_r_t_c_h.png","size":976,"lines":0,"children":"","log":[]},{"name":"6_right.png","size":192,"lines":0,"children":"","log":[]},{"name":"6_top.png","size":202,"lines":0,"children":"","log":[]},{"name":"bg.png","size":93,"lines":0,"children":"","log":[]},{"name":"bottom.png","size":162,"lines":0,"children":"","log":[]},{"name":"iesprites.png","size":2658,"lines":0,"children":"","log":[]},{"name":"left.png","size":147,"lines":0,"children":"","log":[]},{"name":"right.png","size":147,"lines":0,"children":"","log":[]},{"name":"style.css","size":2545,"lines":1,"children":"","log":[]},{"name":"style_dev.css","size":3931,"lines":1,"children":"","log":[]},{"name":"top.png","size":154,"lines":0,"children":"","log":[]},{"name":"u-center.png","size":286,"lines":0,"children":"","log":[]},{"name":"u-left.png","size":522,"lines":0,"children":"","log":[]},{"name":"u-right.png","size":559,"lines":0,"children":"","log":[]}],"log":[]},{"name":"iealert.js","size":5060,"lines":2,"children":"","log":[]},{"name":"iealert.min.js","size":2273,"lines":2,"children":"","log":[]}],"log":[]},{"name":"jquery.bbq.min.js","size":4377,"lines":1,"children":"","log":[]},{"name":"jquery.min.js","size":93640,"lines":2,"children":"","log":[]},{"name":"less.min.js","size":58188,"lines":2,"children":"","log":[]},{"name":"native.history.min.js","size":23475,"lines":1,"children":"","log":[]},{"name":"select2.min.js","size":47515,"lines":1,"children":"","log":[]},{"name":"underscore-min.js","size":13435,"lines":3,"children":"","log":[]}],"log":[]},{"name":"load_images.sh","size":335671,"lines":1,"children":"","log":[]},{"name":"make.sh","size":898,"lines":6,"children":"","log":[]},{"name":"make_data_js.py","size":5869,"lines":1,"children":"","log":[]},{"name":"select2-spinner.gif","size":1849,"lines":0,"children":"","log":[]},{"name":"select2.png","size":613,"lines":0,"children":"","log":[]},{"name":"select2x2.png","size":845,"lines":0,"children":"","log":[]},{"name":"sync_files","size":360,"lines":1,"children":"","log":[]},{"name":"translations.csv","size":24392,"lines":1,"children":"","log":[]},{"name":"translations2.csv","size":122236,"lines":1,"children":"","log":[]},{"name":"vis.coffee","size":53482,"lines":1,"children":"","log":[]},{"name":"vis.html","size":9384,"lines":3,"children":"","log":[]},{"name":"vis.js","size":51639,"lines":1,"children":"","log":[]}],"log":[]}

dest/data/open-pension-pi.json

@@ -1 +1 @@
-{"name":"OpenPension","size":1429488,"lines":76,"children":[{"name":"","size":0,"lines":0,"children":"no children","log":""},{"name":"","size":0,"lines":0,"children":"no children","log":""},{"name":"","size":0,"lines":0,"children":"no children","log":""},{"name":".travis.yml","size":35,"lines":1,"children":"","log":[]},{"name":"CSVWriter.js","size":327,"lines":1,"children":"","log":[]},{"name":"Cakefile","size":399,"lines":1,"children":"","log":[]},{"name":"LICENSE","size":1172,"lines":1,"children":"","log":[]},{"name":"LevDistance.js","size":1253,"lines":1,"children":"","log":[]},{"name":"README.md","size":418,"lines":1,"children":"","log":[]},{"name":"common","size":0,"lines":0,"children":[],"log":[]},{"name":"config.json","size":117,"lines":1,"children":"","log":[]},{"name":"csv_handlers","size":2670,"lines":3,"children":[{"name":"__init__.py","size":0,"lines":1,"children":"","log":[]},{"name":"db.py","size":671,"lines":1,"children":"","log":[]},{"name":"handler.py","size":1999,"lines":1,"children":"","log":[]}],"log":[]},{"name":"customFetcher.coffee","size":3614,"lines":1,"children":"","log":[]},{"name":"db.js","size":6686,"lines":1,"children":"","log":[]},{"name":"dbServer.coffee","size":1052,"lines":1,"children":"","log":[]},{"name":"db_runner.coffee","size":219,"lines":1,"children":"","log":[]},{"name":"fetcher.common.js","size":3849,"lines":1,"children":"","log":[]},{"name":"fetcher.harel.js","size":4504,"lines":1,"children":"","log":[]},{"name":"fetcher.js","size":5009,"lines":1,"children":"","log":[]},{"name":"files.csv","size":11123,"lines":1,"children":"","log":[]},{"name":"files_loader.js","size":794,"lines":1,"children":"","log":[]},{"name":"genericImporter.js","size":13289,"lines":1,"children":"","log":[]},{"name":"index.js","size":2147,"lines":1,"children":"","log":[]},{"name":"package.json","size":724,"lines":1,"children":"","log":[]},{"name":"specs","size":1331663,"lines":44,"children":[{"name":"CheckSumsSpec.coffee","size":0,"lines":1,"children":"","log":[]},{"name":"Helpers.coffee","size":672,"lines":1,"children":"","log":[]},{"name":"ParseXMLSpec.coffee","size":4418,"lines":1,"children":"","log":[]},{"name":"ValidatorSpec.coffee","size":8853,"lines":1,"children":"","log":[]},{"name":"assets","size":1317720,"lines":40,"children":[{"name":"Migdal_2012_4_1161.xlsx","size":248111,"lines":6,"children":"","log":[]},{"name":"Migdal_2013_3_414.xlsx","size":184266,"lines":3,"children":"","log":[]},{"name":"Migdal_2013_3_579.xlsx","size":176028,"lines":5,"children":"","log":[]},{"name":"Migdal_2013_3_99118.xlsx","size":260026,"lines":8,"children":"","log":[]},{"name":"harel_2010_3_739.xlsx","size":98101,"lines":5,"children":"","log":[]},{"name":"harel_2013_3_153.xlsx","size":239166,"lines":7,"children":"","log":[]},{"name":"psagot_2013_3_15312070.xlsx","size":112022,"lines":6,"children":"","log":[]}],"log":[]}],"log":[]},{"name":"test.js","size":905,"lines":1,"children":"","log":[]},{"name":"tests","size":7410,"lines":5,"children":[{"name":"dbtest.js","size":1686,"lines":1,"children":"","log":[]},{"name":"dbtest1.js","size":1549,"lines":1,"children":"","log":[]},{"name":"dbtest2.js","size":1379,"lines":1,"children":"","log":[]},{"name":"dbtest3.js","size":1449,"lines":1,"children":"","log":[]},{"name":"dbtest4.js","size":1347,"lines":1,"children":"","log":[]}],"log":[]},{"name":"validator.js","size":22718,"lines":1,"children":"","log":[]},{"name":"xlsxparser.js","size":7069,"lines":1,"children":"","log":[]}],"log":[]}
+{"name":"OpenPension","size":1733345,"lines":80,"children":[{"name":"","size":0,"lines":0,"children":"no children","log":""},{"name":"","size":0,"lines":0,"children":"no children","log":""},{"name":"","size":0,"lines":0,"children":"no children","log":""},{"name":".travis.yml","size":35,"lines":1,"children":"","log":[]},{"name":"CSVWriter.js","size":327,"lines":1,"children":"","log":[]},{"name":"Cakefile","size":399,"lines":1,"children":"","log":[]},{"name":"LICENSE","size":1172,"lines":1,"children":"","log":[]},{"name":"LevDistance.js","size":1253,"lines":1,"children":"","log":[]},{"name":"README.md","size":418,"lines":1,"children":"","log":[]},{"name":"common","size":0,"lines":0,"children":[],"log":[]},{"name":"config.json","size":117,"lines":1,"children":"","log":[]},{"name":"csv_handlers","size":2670,"lines":3,"children":[{"name":"__init__.py","size":0,"lines":1,"children":"","log":[]},{"name":"db.py","size":671,"lines":1,"children":"","log":[]},{"name":"handler.py","size":1999,"lines":1,"children":"","log":[]}],"log":[]},{"name":"customFetcher.coffee","size":3614,"lines":1,"children":"","log":[]},{"name":"db.js","size":6686,"lines":1,"children":"","log":[]},{"name":"dbServer.coffee","size":1052,"lines":1,"children":"","log":[]},{"name":"db_runner.coffee","size":219,"lines":1,"children":"","log":[]},{"name":"fetcher.common.js","size":3849,"lines":1,"children":"","log":[]},{"name":"fetcher.harel.js","size":4504,"lines":1,"children":"","log":[]},{"name":"fetcher.js","size":5009,"lines":1,"children":"","log":[]},{"name":"files.csv","size":11123,"lines":1,"children":"","log":[]},{"name":"files_loader.js","size":794,"lines":1,"children":"","log":[]},{"name":"genericImporter.js","size":13978,"lines":1,"children":"","log":[]},{"name":"index.js","size":2147,"lines":1,"children":"","log":[]},{"name":"package.json","size":721,"lines":1,"children":"","log":[]},{"name":"specs","size":1631157,"lines":48,"children":[{"name":"CheckSumsSpec.coffee","size":0,"lines":1,"children":"","log":[]},{"name":"Helpers.coffee","size":672,"lines":1,"children":"","log":[]},{"name":"ParseXMLSpec.coffee","size":4418,"lines":1,"children":"","log":[]},{"name":"ValidatorSpec.coffee","size":8895,"lines":1,"children":"","log":[]},{"name":"assets","size":1617172,"lines":44,"children":[{"name":"Migdal_2012_4_1161.xlsx","size":248111,"lines":6,"children":"","log":[]},{"name":"Migdal_2013_3_414.xlsx","size":184266,"lines":3,"children":"","log":[]},{"name":"Migdal_2013_3_579.xlsx","size":176028,"lines":5,"children":"","log":[]},{"name":"Migdal_2013_3_99118.xlsx","size":260026,"lines":8,"children":"","log":[]},{"name":"harel_2010_3_739.xlsx","size":98101,"lines":5,"children":"","log":[]},{"name":"harel_2013_3_153.xlsx","size":239166,"lines":7,"children":"","log":[]},{"name":"harel_2013_3_171.xlsx","size":299452,"lines":4,"children":"","log":[]},{"name":"psagot_2013_3_15312070.xlsx","size":112022,"lines":6,"children":"","log":[]}],"log":[]}],"log":[]},{"name":"test.js","size":905,"lines":1,"children":"","log":[]},{"name":"tests","size":7410,"lines":5,"children":[{"name":"dbtest.js","size":1686,"lines":1,"children":"","log":[]},{"name":"dbtest1.js","size":1549,"lines":1,"children":"","log":[]},{"name":"dbtest2.js","size":1379,"lines":1,"children":"","log":[]},{"name":"dbtest3.js","size":1449,"lines":1,"children":"","log":[]},{"name":"dbtest4.js","size":1347,"lines":1,"children":"","log":[]}],"log":[]},{"name":"validator.js","size":26727,"lines":1,"children":"","log":[]},{"name":"xlsxparser.js","size":6737,"lines":1,"children":"","log":[]}],"log":[]}

dest/data/opentaba-server-pi.json

@@ -1 +1 @@
-{"name":"opentaba-server","size":513866,"lines":125,"children":[{"name":"","size":0,"lines":0,"children":"no children","log":""},{"name":"","size":0,"lines":0,"children":"no children","log":""},{"name":".travis.yml","size":426,"lines":1,"children":"","log":[]},{"name":"CONTRIBUTING.md","size":412,"lines":3,"children":"","log":[]},{"name":"LICENSE","size":1596,"lines":1,"children":"","log":[]},{"name":"Procfile","size":51,"lines":1,"children":"","log":[]},{"name":"Tests","size":474936,"lines":96,"children":[{"name":"functional_tests","size":4671,"lines":2,"children":[{"name":"test_feed.py","size":1868,"lines":1,"children":"","log":[]},{"name":"test_return_json.py","size":2803,"lines":1,"children":"","log":[]}],"log":[]},{"name":"unit_test","size":470265,"lines":94,"children":[{"name":"filecache","size":467661,"lines":92,"children":[{"name":"30649.json","size":69541,"lines":13,"children":"","log":[]},{"name":"bad.quote.mark.html","size":66354,"lines":13,"children":"","log":[]},{"name":"current.fixed.html","size":66353,"lines":13,"children":"","log":[]},{"name":"empty.json","size":3,"lines":1,"children":"","log":[]},{"name":"non.standard.attribute.html","size":66359,"lines":13,"children":"","log":[]},{"name":"non.standard.tag.html","size":66354,"lines":13,"children":"","log":[]},{"name":"unclosed.tr.html","size":66348,"lines":13,"children":"","log":[]},{"name":"unopened.tr.html","size":66349,"lines":13,"children":"","log":[]}],"log":[]},{"name":"test_createdb.py","size":45,"lines":1,"children":"","log":[]},{"name":"test_scrape.py","size":2559,"lines":1,"children":"","log":[]}],"log":[]}],"log":[]},{"name":"app.py","size":6189,"lines":2,"children":"","log":[]},{"name":"clean_db.py","size":1635,"lines":1,"children":"","log":[]},{"name":"create_db.py","size":1172,"lines":1,"children":"","log":[]},{"name":"readme.md","size":6794,"lines":11,"children":"","log":[]},{"name":"requirements.txt","size":447,"lines":1,"children":"","log":[]},{"name":"scrape.py","size":1788,"lines":1,"children":"","log":[]},{"name":"test_requirements.txt","size":348,"lines":1,"children":"","log":[]},{"name":"tools","size":17643,"lines":3,"children":[{"name":"__init__.py","size":0,"lines":1,"children":"","log":[]},{"name":"gushim.py","size":6336,"lines":1,"children":"","log":[]},{"name":"scrapelib.py","size":11307,"lines":1,"children":"","log":[]}],"log":[]},{"name":"worker.py","size":356,"lines":1,"children":"","log":[]}],"log":[]}
+{"name":"opentaba-server","size":515228,"lines":124,"children":[{"name":"","size":0,"lines":0,"children":"no children","log":""},{"name":"","size":0,"lines":0,"children":"no children","log":""},{"name":".travis.yml","size":403,"lines":1,"children":"","log":[]},{"name":"CONTRIBUTING.md","size":412,"lines":3,"children":"","log":[]},{"name":"LICENSE","size":1596,"lines":1,"children":"","log":[]},{"name":"Procfile","size":51,"lines":1,"children":"","log":[]},{"name":"Tests","size":475840,"lines":96,"children":[{"name":"functional_tests","size":4735,"lines":2,"children":[{"name":"test_feed.py","size":1868,"lines":1,"children":"","log":[]},{"name":"test_return_json.py","size":2867,"lines":1,"children":"","log":[]}],"log":[]},{"name":"unit_test","size":471105,"lines":94,"children":[{"name":"filecache","size":468501,"lines":92,"children":[{"name":"30649.json","size":70381,"lines":13,"children":"","log":[]},{"name":"bad.quote.mark.html","size":66354,"lines":13,"children":"","log":[]},{"name":"current.fixed.html","size":66353,"lines":13,"children":"","log":[]},{"name":"empty.json","size":3,"lines":1,"children":"","log":[]},{"name":"non.standard.attribute.html","size":66359,"lines":13,"children":"","log":[]},{"name":"non.standard.tag.html","size":66354,"lines":13,"children":"","log":[]},{"name":"unclosed.tr.html","size":66348,"lines":13,"children":"","log":[]},{"name":"unopened.tr.html","size":66349,"lines":13,"children":"","log":[]}],"log":[]},{"name":"test_createdb.py","size":45,"lines":1,"children":"","log":[]},{"name":"test_scrape.py","size":2559,"lines":1,"children":"","log":[]}],"log":[]}],"log":[]},{"name":"app.py","size":6223,"lines":2,"children":"","log":[]},{"name":"create_db.py","size":1270,"lines":1,"children":"","log":[]},{"name":"readme.md","size":6737,"lines":11,"children":"","log":[]},{"name":"requirements.txt","size":447,"lines":1,"children":"","log":[]},{"name":"scrape.py","size":1788,"lines":1,"children":"","log":[]},{"name":"test_requirements.txt","size":348,"lines":1,"children":"","log":[]},{"name":"tools","size":19684,"lines":3,"children":[{"name":"__init__.py","size":0,"lines":1,"children":"","log":[]},{"name":"gushim.py","size":6336,"lines":1,"children":"","log":[]},{"name":"scrapelib.py","size":13348,"lines":1,"children":"","log":[]}],"log":[]},{"name":"worker.py","size":356,"lines":1,"children":"","log":[]}],"log":[]}