Explorar el Código

HUE-8948 [impala] Fix errors in sample data of table samples

Romain hace 6 años
padre
commit
87d8f648eb

+ 3 - 4
apps/beeswax/data/sample_07.csv

@@ -267,16 +267,15 @@
 27-1026	Merchandise displayers and window trimmers	68660	27370
 27-1027	Set and exhibit designers	8620	47620
 27-1029	Designers, all other	11890	50420
-27-2011	Actors	44860	*
 27-2012	Producers and directors	72390	77070
 27-2021	Athletes and sports competitors	12670	71920
 27-2022	Coaches and scouts	165410	34720
 27-2023	Umpires, referees, and other sports officials	13630	29850
-27-2031	Dancers	12530	*
+27-2031	Dancers	12530	NULL
 27-2032	Choreographers	15250	39600
 27-2041	Music directors and composers	9110	53970
-27-2042	Musicians and singers	47520	*
-27-2099	Entertainers and performers, sports and related workers, all other	32040	*
+27-2042	Musicians and singers	47520	NULL
+27-2099	Entertainers and performers, sports and related workers, all other	32040	NULL
 27-3011	Radio and television announcers	39500	39360
 27-3012	Public address system and other announcers	8490	35890
 27-3021	Broadcast news analysts	6550	70370

+ 4 - 4
apps/beeswax/data/sample_08.csv

@@ -267,16 +267,16 @@
 27-1026	Merchandise displayers and window trimmers	63320	28560
 27-1027	Set and exhibit designers	7940	48660
 27-1029	Designers, all other	11160	50130
-27-2011	Actors	44360	*
+27-2011	Actors	44360	NULL
 27-2012	Producers and directors	78060	83030
 27-2021	Athletes and sports competitors	13960	79460
 27-2022	Coaches and scouts	175720	35580
 27-2023	Umpires, referees, and other sports officials	12970	28330
-27-2031	Dancers	11370	*
+27-2031	Dancers	11370	NULL
 27-2032	Choreographers	13860	41870
 27-2041	Music directors and composers	9120	54840
-27-2042	Musicians and singers	47030	*
-27-2099	Entertainers and performers, sports and related workers, all other	36190	*
+27-2042	Musicians and singers	47030	NULL
+27-2099	Entertainers and performers, sports and related workers, all other	36190	NULL
 27-3011	Radio and television announcers	37290	40410
 27-3012	Public address system and other announcers	8280	37530
 27-3021	Broadcast news analysts	6310	70730

+ 3 - 2
apps/beeswax/data/tables_transactional.json

@@ -16,7 +16,8 @@
       "`date`='2015-11-20'": "web_logs_3.csv",
       "`date`='2015-11-21'": "web_logs_4.csv"
     },
-    "create_hql": "CREATE TABLE `web_logs`  (  `_version_` bigint,   `app` string,   `bytes` smallint,   `city` string,   `client_ip` string,   `code` tinyint,   `country_code` string,   `country_code3` string,   `country_name` string,   `device_family` string,   `extension` string,   `latitude` float,   `longitude` float,   `method` string,   `os_family` string,   `os_major` string,   `protocol` string,   `record` string,   `referer` string,   `region_code` bigint,   `request` string,   `subapp` string,   `time` string,   `url` string,   `user_agent` string,   `user_agent_family` string,   `user_agent_major` string,   `id` string)\nPARTITIONED BY (  `date` string  )\nSTORED AS parquet\nTBLPROPERTIES ('transactional'='true', 'transactional_properties'='insert_only')",
-    "table_name": "web_logs"
+    "create_hql": "CREATE TABLE `web_logs`  (  `_version_` bigint,   `app` string,   `bytes` int,   `city` string,   `client_ip` string,   `code` smallint,   `country_code` string,   `country_code3` string,   `country_name` string,   `device_family` string,   `extension` string,   `latitude` float,   `longitude` float,   `method` string,   `os_family` string,   `os_major` string,   `protocol` string,   `record` string,   `referer` string,   `region_code` string,   `request` string,   `subapp` string,   `time` string,   `url` string,   `user_agent` string,   `user_agent_family` string,   `user_agent_major` string,   `id` string)\nPARTITIONED BY (  `date` string  )\nSTORED AS parquet\nTBLPROPERTIES ('transactional'='true', 'transactional_properties'='insert_only')",
+    "table_name": "web_logs",
+    "column_types": ["bigint", "string", "int", "string", "string", "smallint", "string", "string", "string", "string", "string", "float", "float", "string", "string", "string", "string", "string", "string", "string", "string", "string", "string", "string", "string", "string", "string", "string", "string"]
   }
 ]

+ 3 - 3
apps/beeswax/data/web_logs_1.csv

@@ -190,7 +190,7 @@
 1480895575561863172,rdbms,1113,Bangkok,61.90.20.30,200,TH,THA,Thailand,Other,png,13.754,100.5014,GET,Windows 7,,HTTP/1.0,,http://demo.gethue.com/,40,GET /rdbms/static/art/icon_rdbms_24.png HTTP/1.0,static,2014-05-04T07:37:35Z,/rdbms/static/art/icon_rdbms_24.png,"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.131 Safari/537.36",Chrome,34,bb97bfa7-7399-440a-99e7-804d23cdd38d
 1480895575562911744,pig,1652,Bangkok,61.90.20.30,200,TH,THA,Thailand,Other,png,13.754,100.5014,GET,Windows 7,,HTTP/1.0,,http://demo.gethue.com/,40,GET /pig/static/art/icon_pig_24.png HTTP/1.0,static,2014-05-04T07:37:35Z,/pig/static/art/icon_pig_24.png,"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.131 Safari/537.36",Chrome,34,7891b7a3-ca28-416a-a1c6-70f0316df4ea
 1480895575562911745,jobbrowser,269,Bangkok,61.90.20.30,200,TH,THA,Thailand,Other,,13.754,100.5014,GET,Windows 7,,HTTP/1.0,,http://demo.gethue.com/,40,GET /jobbrowser/?format=json&state=running&user=fjg3hgb HTTP/1.0,,2014-05-04T07:37:36Z,/jobbrowser/?format=json&state=running&user=fjg3hgb,"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.131 Safari/537.36",Chrome,34,6af11de7-6d2e-4e10-919f-e796a85fbb29
-1480895575562911746,static,44811,Bangkok,61.90.20.30,200,TH,THA,Thailand,Other,3,13.754,100.5014,GET,Windows 7,,HTTP/1.0,,http://demo.gethue.com/,40,GET /static/ext/fonts/fontawesome-webfont.woff?v=4.0.3 HTTP/1.0,ext,2014-05-04T07:37:35Z,/static/ext/fonts/fontawesome-webfont.woff?v=4.0.3,"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.131 Safari/537.36",Chrome,34,0dc35652-2b76-4c1c-82bf-90bccae54485
+1480895575562911746,static,44811,Bangkok,61.90.20.30,200,TH,THA,Thailand,Other,woff,13.754,100.5014,GET,Windows 7,,HTTP/1.0,,http://demo.gethue.com/,40,GET /static/ext/fonts/fontawesome-webfont.woff?v=4.0.3 HTTP/1.0,ext,2014-05-04T07:37:35Z,/static/ext/fonts/fontawesome-webfont.woff?v=4.0.3,"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.131 Safari/537.36",Chrome,34,0dc35652-2b76-4c1c-82bf-90bccae54485
 1480895575562911747,static,831,Bangkok,61.90.20.30,200,TH,THA,Thailand,Other,png,13.754,100.5014,GET,Windows 7,,HTTP/1.0,,http://demo.gethue.com/,40,GET /static/art/home.png HTTP/1.0,art,2014-05-04T07:37:36Z,/static/art/home.png,"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.131 Safari/537.36",Chrome,34,e4b37537-159d-403a-a7f0-bc9f0c3ede08
 1480895575562911748,jobsub,1157,Bangkok,61.90.20.30,200,TH,THA,Thailand,Other,png,13.754,100.5014,GET,Windows 7,,HTTP/1.0,,http://demo.gethue.com/,40,GET /jobsub/static/art/icon_jobsub_24.png HTTP/1.0,static,2014-05-04T07:37:36Z,/jobsub/static/art/icon_jobsub_24.png,"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.131 Safari/537.36",Chrome,34,ca942634-51b9-4c09-9c4a-301067867274
 1480895575563960320,static,656,Bangkok,61.90.20.30,200,TH,THA,Thailand,Other,png,13.754,100.5014,GET,Windows 7,,HTTP/1.0,,http://demo.gethue.com/,40,GET /static/art/datatables/sort_desc.png HTTP/1.0,art,2014-05-04T07:37:36Z,/static/art/datatables/sort_desc.png,"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.131 Safari/537.36",Chrome,34,ca1f9299-01c7-4bc9-9ee7-14eb6f2316e3
@@ -246,5 +246,5 @@
 1480895575573397506,pig,1651,Hyderabad,49.206.186.56,200,IN,IND,India,Other,png,17.3753,78.4744,GET,Linux,,HTTP/1.1,,http://demo.gethue.com/,02,GET /pig/static/art/icon_pig_24.png HTTP/1.1,static,2014-05-04T07:38:06Z,/pig/static/art/icon_pig_24.png,"Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.132 Safari/537.36",Chrome,34,88acf107-7e12-4c0a-ba87-4171baffd3a0
 1480895575573397507,jobsub,1157,Hyderabad,49.206.186.56,200,IN,IND,India,Other,png,17.3753,78.4744,GET,Linux,,HTTP/1.1,,http://demo.gethue.com/,02,GET /jobsub/static/art/icon_jobsub_24.png HTTP/1.1,static,2014-05-04T07:38:07Z,/jobsub/static/art/icon_jobsub_24.png,"Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.132 Safari/537.36",Chrome,34,969472a3-daca-4a94-b0d9-4e56fc7e5cf5
 1480895575573397508,metastore,839,Hyderabad,49.206.186.56,200,IN,IND,India,Other,png,17.3753,78.4744,GET,Linux,,HTTP/1.1,,http://demo.gethue.com/,02,GET /metastore/static/art/icon_metastore_24.png HTTP/1.1,static,2014-05-04T07:38:07Z,/metastore/static/art/icon_metastore_24.png,"Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.132 Safari/537.36",Chrome,34,28bde37b-fa51-43f1-ae42-82e9c041d3c8
-1480895575573397509,static,44811,Hyderabad,49.206.186.56,200,IN,IND,India,Other,3,17.3753,78.4744,GET,Linux,,HTTP/1.1,,http://demo.gethue.com/,02,GET /static/ext/fonts/fontawesome-webfont.woff?v=4.0.3 HTTP/1.1,ext,2014-05-04T07:38:07Z,/static/ext/fonts/fontawesome-webfont.woff?v=4.0.3,"Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.132 Safari/537.36",Chrome,34,b0235199-4a20-4463-95de-e2608075af3f
-1480895575574446080,sqoop,1180,Hyderabad,49.206.186.56,200,IN,IND,India,Other,png,17.3753,78.4744,GET,Linux,,HTTP/1.1,,http://demo.gethue.com/,02,GET /sqoop/static/art/icon_sqoop_24.png HTTP/1.1,static,2014-05-04T07:38:07Z,/sqoop/static/art/icon_sqoop_24.png,"Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.132 Safari/537.36",Chrome,34,e9f7a0b5-36a0-4a3e-9465-fa366bf780d5
+1480895575573397509,static,44811,Hyderabad,49.206.186.56,200,IN,IND,India,Other,woff,17.3753,78.4744,GET,Linux,,HTTP/1.1,,http://demo.gethue.com/,02,GET /static/ext/fonts/fontawesome-webfont.woff?v=4.0.3 HTTP/1.1,ext,2014-05-04T07:38:07Z,/static/ext/fonts/fontawesome-webfont.woff?v=4.0.3,"Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.132 Safari/537.36",Chrome,34,b0235199-4a20-4463-95de-e2608075af3f
+1480895575574446080,sqoop,1180,Hyderabad,49.206.186.56,200,IN,IND,India,Other,png,17.3753,78.4744,GET,Linux,,HTTP/1.1,,http://demo.gethue.com/,02,GET /sqoop/static/art/icon_sqoop_24.png HTTP/1.1,static,2014-05-04T07:38:07Z,/sqoop/static/art/icon_sqoop_24.png,"Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.132 Safari/537.36",Chrome,34,e9f7a0b5-36a0-4a3e-9465-fa366bf780d5

+ 2 - 2
apps/beeswax/data/web_logs_2.csv

@@ -183,7 +183,7 @@
 1480895575608000516,pig,1651,Hyderabad,49.206.186.56,200,IN,IND,India,Other,png,17.3753,78.4744,GET,Linux,,HTTP/1.1,,http://demo.gethue.com/,02,GET /pig/static/art/icon_pig_24.png HTTP/1.1,static,2014-05-04T07:39:37Z,/pig/static/art/icon_pig_24.png,"Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.132 Safari/537.36",Chrome,34,96c2a5be-9cdd-4fff-a98e-34ead1d24856
 1480895575608000517,jobsub,1157,Hyderabad,49.206.186.56,200,IN,IND,India,Other,png,17.3753,78.4744,GET,Linux,,HTTP/1.1,,http://demo.gethue.com/,02,GET /jobsub/static/art/icon_jobsub_24.png HTTP/1.1,static,2014-05-04T07:39:37Z,/jobsub/static/art/icon_jobsub_24.png,"Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.132 Safari/537.36",Chrome,34,76d0299f-8c4c-49cd-9b0a-3249a092cb0c
 1480895575609049088,metastore,839,Hyderabad,49.206.186.56,200,IN,IND,India,Other,png,17.3753,78.4744,GET,Linux,,HTTP/1.1,,http://demo.gethue.com/,02,GET /metastore/static/art/icon_metastore_24.png HTTP/1.1,static,2014-05-04T07:39:37Z,/metastore/static/art/icon_metastore_24.png,"Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.132 Safari/537.36",Chrome,34,973fb62f-4717-48e8-8e5f-3b9855161170
-1480895575609049089,static,44811,Hyderabad,49.206.186.56,200,IN,IND,India,Other,3,17.3753,78.4744,GET,Linux,,HTTP/1.1,,http://demo.gethue.com/,02,GET /static/ext/fonts/fontawesome-webfont.woff?v=4.0.3 HTTP/1.1,ext,2014-05-04T07:39:37Z,/static/ext/fonts/fontawesome-webfont.woff?v=4.0.3,"Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.132 Safari/537.36",Chrome,34,8eb0e22d-1ae0-4672-8f98-75fbd9a102b3
+1480895575609049089,static,44811,Hyderabad,49.206.186.56,200,IN,IND,India,Other,woff,17.3753,78.4744,GET,Linux,,HTTP/1.1,,http://demo.gethue.com/,02,GET /static/ext/fonts/fontawesome-webfont.woff?v=4.0.3 HTTP/1.1,ext,2014-05-04T07:39:37Z,/static/ext/fonts/fontawesome-webfont.woff?v=4.0.3,"Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.132 Safari/537.36",Chrome,34,8eb0e22d-1ae0-4672-8f98-75fbd9a102b3
 1480895575609049090,hbase,595,Hyderabad,49.206.186.56,200,IN,IND,India,Other,png,17.3753,78.4744,GET,Linux,,HTTP/1.1,,http://demo.gethue.com/,02,GET /hbase/static/art/icon_24.png HTTP/1.1,static,2014-05-04T07:39:37Z,/hbase/static/art/icon_24.png,"Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.132 Safari/537.36",Chrome,34,350953c9-dfba-491f-9901-989aaf34b4be
 1480895575609049091,static,831,Hyderabad,49.206.186.56,200,IN,IND,India,Other,png,17.3753,78.4744,GET,Linux,,HTTP/1.1,,http://demo.gethue.com/,02,GET /static/art/home.png HTTP/1.1,art,2014-05-04T07:39:37Z,/static/art/home.png,"Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.132 Safari/537.36",Chrome,34,9991bc2c-cbc9-47e9-8143-7d8e3902b529
 1480895575609049092,static,655,Hyderabad,49.206.186.56,200,IN,IND,India,Other,png,17.3753,78.4744,GET,Linux,,HTTP/1.1,,http://demo.gethue.com/,02,GET /static/art/datatables/sort_desc.png HTTP/1.1,art,2014-05-04T07:39:37Z,/static/art/datatables/sort_desc.png,"Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.132 Safari/537.36",Chrome,34,ab37bca4-13a3-4723-ad90-9a281ea25000
@@ -247,4 +247,4 @@
 1480895575619534849,sqoop,2744,Hyderabad,49.206.186.56,200,IN,IND,India,Other,js,17.3753,78.4744,GET,Linux,,HTTP/1.1,,http://demo.gethue.com/sqoop/,02,GET /sqoop/static/js/sqoop.jobs.js HTTP/1.1,static,2014-05-04T07:39:50Z,/sqoop/static/js/sqoop.jobs.js,"Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.132 Safari/537.36",Chrome,34,0cbfd835-346f-42c9-ab4c-5fa9cf424e57
 1480895575619534850,sqoop,1800,Hyderabad,49.206.186.56,200,IN,IND,India,Other,js,17.3753,78.4744,GET,Linux,,HTTP/1.1,,http://demo.gethue.com/sqoop/,02,GET /sqoop/static/js/sqoop.submissions.js HTTP/1.1,static,2014-05-04T07:39:50Z,/sqoop/static/js/sqoop.submissions.js,"Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.132 Safari/537.36",Chrome,34,928ba122-7bec-4c25-8113-ae95215bed37
 1480895575619534851,sqoop,3775,Hyderabad,49.206.186.56,200,IN,IND,India,Other,js,17.3753,78.4744,GET,Linux,,HTTP/1.1,,http://demo.gethue.com/sqoop/,02,GET /sqoop/static/js/sqoop.js HTTP/1.1,static,2014-05-04T07:39:50Z,/sqoop/static/js/sqoop.js,"Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.132 Safari/537.36",Chrome,34,aafc22b5-e684-4131-9ba7-29ecb37b59d2
-1480895575619534852,jobbrowser,343,Hyderabad,49.206.186.56,200,IN,IND,India,Other,,17.3753,78.4744,GET,Linux,,HTTP/1.1,,http://demo.gethue.com/sqoop/,02,GET /jobbrowser/?format=json&state=running&user=l26nm9i HTTP/1.1,,2014-05-04T07:39:52Z,/jobbrowser/?format=json&state=running&user=l26nm9i,"Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.132 Safari/537.36",Chrome,34,0b7d3269-681b-4ad5-9a35-24a2e8b5bbf4
+1480895575619534852,jobbrowser,343,Hyderabad,49.206.186.56,200,IN,IND,India,Other,,17.3753,78.4744,GET,Linux,,HTTP/1.1,,http://demo.gethue.com/sqoop/,02,GET /jobbrowser/?format=json&state=running&user=l26nm9i HTTP/1.1,,2014-05-04T07:39:52Z,/jobbrowser/?format=json&state=running&user=l26nm9i,"Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.132 Safari/537.36",Chrome,34,0b7d3269-681b-4ad5-9a35-24a2e8b5bbf4

+ 2 - 2
apps/beeswax/data/web_logs_3.csv

@@ -4,7 +4,7 @@
 1480895575620583425,sqoop,3469,Hyderabad,49.206.186.56,200,IN,IND,India,Other,,17.3753,78.4744,GET,Linux,,HTTP/1.1,,http://demo.gethue.com/sqoop/,02,GET /sqoop/api/framework/ HTTP/1.1,api,2014-05-04T07:39:52Z,/sqoop/api/framework/,"Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.132 Safari/537.36",Chrome,34,ca66207c-b61d-4774-a769-186d367330ed
 1480895575620583426,sqoop,474,Hyderabad,49.206.186.56,200,IN,IND,India,Other,,17.3753,78.4744,GET,Linux,,HTTP/1.1,,http://demo.gethue.com/sqoop/,02,GET /sqoop/api/connections/ HTTP/1.1,api,2014-05-04T07:39:52Z,/sqoop/api/connections/,"Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.132 Safari/537.36",Chrome,34,19fef546-3bbe-4e35-8ac3-5a283a0efc2b
 1480895575620583427,sqoop,474,Hyderabad,49.206.186.56,200,IN,IND,India,Other,,17.3753,78.4744,GET,Linux,,HTTP/1.1,,http://demo.gethue.com/sqoop/,02,GET /sqoop/api/submissions/ HTTP/1.1,api,2014-05-04T07:39:52Z,/sqoop/api/submissions/,"Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.132 Safari/537.36",Chrome,34,13e96969-b2e6-411f-b896-e82666728260
-1480895575620583428,static,44811,Hyderabad,49.206.186.56,200,IN,IND,India,Other,3,17.3753,78.4744,GET,Linux,,HTTP/1.1,,http://demo.gethue.com/sqoop/,02,GET /static/ext/fonts/fontawesome-webfont.woff?v=4.0.3 HTTP/1.1,ext,2014-05-04T07:39:52Z,/static/ext/fonts/fontawesome-webfont.woff?v=4.0.3,"Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.132 Safari/537.36",Chrome,34,50801348-fd43-41d6-86b9-a38de244b116
+1480895575620583428,static,44811,Hyderabad,49.206.186.56,200,IN,IND,India,Other,woff,17.3753,78.4744,GET,Linux,,HTTP/1.1,,http://demo.gethue.com/sqoop/,02,GET /static/ext/fonts/fontawesome-webfont.woff?v=4.0.3 HTTP/1.1,ext,2014-05-04T07:39:52Z,/static/ext/fonts/fontawesome-webfont.woff?v=4.0.3,"Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.132 Safari/537.36",Chrome,34,50801348-fd43-41d6-86b9-a38de244b116
 1480895575620583429,jobbrowser,344,Hyderabad,49.206.186.56,200,IN,IND,India,Other,,17.3753,78.4744,GET,Linux,,HTTP/1.1,,http://demo.gethue.com/filebrowser/,02,GET /jobbrowser/?format=json&state=running&user=l26nm9i HTTP/1.1,,2014-05-04T07:40:01Z,/jobbrowser/?format=json&state=running&user=l26nm9i,"Mozilla/5.0 (X11; Linux i686) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.132 Safari/537.36",Chrome,34,1d0ba3e2-00c2-4ff4-a2da-fb0e06b6f901
 1480895575621632000,desktop,1889299,Bangkok,61.90.20.30,200,TH,THA,Thailand,Other,,13.754,100.5014,GET,Windows 7,,HTTP/1.0,,http://demo.gethue.com/,40,GET /desktop/api/users/autocomplete HTTP/1.0,api,2014-05-04T07:39:51Z,/desktop/api/users/autocomplete,"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.131 Safari/537.36",Chrome,34,acc2806e-99ec-430b-96eb-d80dd36cac06
 1480895575621632001,impala,26400,Bangkok,61.90.20.30,200,TH,THA,Thailand,Other,,13.754,100.5014,GET,Windows 7,,HTTP/1.0,,http://demo.gethue.com/,40,GET /impala/execute/design/4 HTTP/1.0,execute,2014-05-04T07:40:09Z,/impala/execute/design/4,"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.131 Safari/537.36",Chrome,34,0c5dce5f-9efe-442d-8395-58a84ccb83f2
@@ -247,4 +247,4 @@
 1480895575669866500,sqoop,399,Bangkok,61.90.20.30,200,TH,THA,Thailand,Other,,13.754,100.5014,GET,Windows 7,,HTTP/1.0,,http://demo.gethue.com/sqoop/,40,GET /sqoop/api/connections/ HTTP/1.0,api,2014-05-04T07:44:12Z,/sqoop/api/connections/,"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.131 Safari/537.36",Chrome,34,ccaca0d5-544b-4213-82e1-ec026f9d02b4
 1480895575669866501,sqoop,399,Bangkok,61.90.20.30,200,TH,THA,Thailand,Other,,13.754,100.5014,GET,Windows 7,,HTTP/1.0,,http://demo.gethue.com/sqoop/,40,GET /sqoop/api/submissions/ HTTP/1.0,api,2014-05-04T07:44:12Z,/sqoop/api/submissions/,"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.131 Safari/537.36",Chrome,34,7610fec2-e8dd-4fcd-95b2-ad3860064ad2
 1480895575670915072,jobbrowser,269,Bangkok,61.90.20.30,200,TH,THA,Thailand,Other,,13.754,100.5014,GET,Windows 7,,HTTP/1.0,,http://demo.gethue.com/sqoop/,40,GET /jobbrowser/?format=json&state=running&user=fjg3hgb HTTP/1.0,,2014-05-04T07:44:12Z,/jobbrowser/?format=json&state=running&user=fjg3hgb,"Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/34.0.1847.131 Safari/537.36",Chrome,34,7e2d70fc-057e-4703-aa26-4c502297fed9
-1480895575670915073,search,188,Charlotte,143.165.48.50,304,US,USA,United States,Other,png,35.2271,-80.8431,GET,Other,,HTTP/1.1,,-,NC,GET /search/static/art/icon_logs.png HTTP/1.1,static,2014-05-04T07:44:27Z,/search/static/art/icon_logs.png,Mozilla/4.0 (compatible;),Other,,d96c42a0-fcca-4a2d-bec0-c77605750735
+1480895575670915073,search,188,Charlotte,143.165.48.50,304,US,USA,United States,Other,png,35.2271,-80.8431,GET,Other,,HTTP/1.1,,-,NC,GET /search/static/art/icon_logs.png HTTP/1.1,static,2014-05-04T07:44:27Z,/search/static/art/icon_logs.png,Mozilla/4.0 (compatible;),Other,,d96c42a0-fcca-4a2d-bec0-c77605750735

+ 2 - 2
apps/beeswax/data/web_logs_4.csv

@@ -50,7 +50,7 @@
 1480895575682449410,zookeeper,1042,,46.27.28.87,200,ES,ESP,Spain,Other,png,40.0,-4.0,GET,Windows,,HTTP/1.1,,http://demo.gethue.com/,,GET /zookeeper/static/art/icon_24.png HTTP/1.1,static,2014-05-04T07:46:43Z,/zookeeper/static/art/icon_24.png,Mozilla/5.0 (Windows NT 6.3; WOW64; rv:29.0) Gecko/20100101 Firefox/29.0,Firefox,29,45dabcf2-0adc-41af-a439-85a194926f1c
 1480895575682449411,sqoop,1180,,46.27.28.87,200,ES,ESP,Spain,Other,png,40.0,-4.0,GET,Windows,,HTTP/1.1,,http://demo.gethue.com/,,GET /sqoop/static/art/icon_sqoop_24.png HTTP/1.1,static,2014-05-04T07:46:43Z,/sqoop/static/art/icon_sqoop_24.png,Mozilla/5.0 (Windows NT 6.3; WOW64; rv:29.0) Gecko/20100101 Firefox/29.0,Firefox,29,0463da6a-3898-4970-a55b-4f9251e9356e
 1480895575683497984,metastore,839,,46.27.28.87,200,ES,ESP,Spain,Other,png,40.0,-4.0,GET,Windows,,HTTP/1.1,,http://demo.gethue.com/,,GET /metastore/static/art/icon_metastore_24.png HTTP/1.1,static,2014-05-04T07:46:43Z,/metastore/static/art/icon_metastore_24.png,Mozilla/5.0 (Windows NT 6.3; WOW64; rv:29.0) Gecko/20100101 Firefox/29.0,Firefox,29,0d0b80f9-ea56-41a2-b19e-fb4f999a8070
-1480895575683497985,static,44811,,46.27.28.87,200,ES,ESP,Spain,Other,3,40.0,-4.0,GET,Windows,,HTTP/1.1,,http://demo.gethue.com/static/ext/css/font-awesome.min.css,,GET /static/ext/fonts/fontawesome-webfont.woff?v=4.0.3 HTTP/1.1,ext,2014-05-04T07:46:43Z,/static/ext/fonts/fontawesome-webfont.woff?v=4.0.3,Mozilla/5.0 (Windows NT 6.3; WOW64; rv:29.0) Gecko/20100101 Firefox/29.0,Firefox,29,a181fa78-9832-4cd5-84d8-778a1db9abe6
+1480895575683497985,static,44811,,46.27.28.87,200,ES,ESP,Spain,Other,css,40.0,-4.0,GET,Windows,,HTTP/1.1,,http://demo.gethue.com/static/ext/css/font-awesome.min.css,,GET /static/ext/fonts/fontawesome-webfont.woff?v=4.0.3 HTTP/1.1,ext,2014-05-04T07:46:43Z,/static/ext/fonts/fontawesome-webfont.woff?v=4.0.3,Mozilla/5.0 (Windows NT 6.3; WOW64; rv:29.0) Gecko/20100101 Firefox/29.0,Firefox,29,a181fa78-9832-4cd5-84d8-778a1db9abe6
 1480895575683497986,oozie,993,,46.27.28.87,200,ES,ESP,Spain,Other,png,40.0,-4.0,GET,Windows,,HTTP/1.1,,http://demo.gethue.com/,,GET /oozie/static/art/icon_oozie_editor_24.png HTTP/1.1,static,2014-05-04T07:46:43Z,/oozie/static/art/icon_oozie_editor_24.png,Mozilla/5.0 (Windows NT 6.3; WOW64; rv:29.0) Gecko/20100101 Firefox/29.0,Firefox,29,aa94cfcc-4e8c-40a0-b21d-b8f63ff8da6c
 1480895575683497987,oozie,1048,,46.27.28.87,200,ES,ESP,Spain,Other,png,40.0,-4.0,GET,Windows,,HTTP/1.1,,http://demo.gethue.com/,,GET /oozie/static/art/icon_oozie_dashboard_24.png HTTP/1.1,static,2014-05-04T07:46:43Z,/oozie/static/art/icon_oozie_dashboard_24.png,Mozilla/5.0 (Windows NT 6.3; WOW64; rv:29.0) Gecko/20100101 Firefox/29.0,Firefox,29,d4907a88-ff5c-46f8-a835-2d44087234c8
 1480895575684546560,search,825,,46.27.28.87,200,ES,ESP,Spain,Other,png,40.0,-4.0,GET,Windows,,HTTP/1.1,,http://demo.gethue.com/,,GET /search/static/art/icon_twitter.png HTTP/1.1,static,2014-05-04T07:46:43Z,/search/static/art/icon_twitter.png,Mozilla/5.0 (Windows NT 6.3; WOW64; rv:29.0) Gecko/20100101 Firefox/29.0,Firefox,29,0aebc9d5-e840-4bdb-a821-a945a8a910d2
@@ -247,4 +247,4 @@
 1480895575710760963,,318,Ashburn,54.227.93.32,302,US,USA,United States,Other,,39.0437,-77.4875,GET,Windows XP,,HTTP/1.1,,-,VA,GET / HTTP/1.1,,2014-05-04T07:49:18Z,/,"Mozilla/5.0 (Windows; U; Windows NT 5.1; zh-CN) AppleWebKit/523.15 (KHTML, like Gecko, Safari/419.3) Arora/0.3 (Change: 287 c9dfb30)",Arora,0,db662da7-dd61-48de-85ee-a00fe38445b6
 1480895575710760964,accounts,423,Ashburn,54.227.93.32,302,US,USA,United States,Other,,39.0437,-77.4875,GET,Windows XP,,HTTP/1.1,,-,VA,GET /accounts/login/?next=/ HTTP/1.1,login,2014-05-04T07:49:18Z,/accounts/login/?next=/,"Mozilla/5.0 (Windows; U; Windows NT 5.1; zh-CN) AppleWebKit/523.15 (KHTML, like Gecko, Safari/419.3) Arora/0.3 (Change: 287 c9dfb30)",Arora,0,63ba1477-0eb4-43fb-b711-fdcdcec99b2a
 1480895575710760965,,304,Ashburn,54.227.93.32,302,US,USA,United States,Other,,39.0437,-77.4875,GET,Windows XP,,HTTP/1.1,,-,VA,GET / HTTP/1.1,,2014-05-04T07:49:18Z,/,"Mozilla/5.0 (Windows; U; Windows NT 5.1; zh-CN) AppleWebKit/523.15 (KHTML, like Gecko, Safari/419.3) Arora/0.3 (Change: 287 c9dfb30)",Arora,0,05f2868f-19e2-4939-b6df-eb28aa368ad4
-1480895575710760966,accounts,423,Ashburn,54.227.93.32,302,US,USA,United States,Other,,39.0437,-77.4875,GET,Windows XP,,HTTP/1.1,,-,VA,GET /accounts/login/?next=/ HTTP/1.1,login,2014-05-04T07:49:18Z,/accounts/login/?next=/,"Mozilla/5.0 (Windows; U; Windows NT 5.1; zh-CN) AppleWebKit/523.15 (KHTML, like Gecko, Safari/419.3) Arora/0.3 (Change: 287 c9dfb30)",Arora,0,793d311b-3e56-4376-953a-e9eec21ae22f
+1480895575710760966,accounts,423,Ashburn,54.227.93.32,302,US,USA,United States,Other,,39.0437,-77.4875,GET,Windows XP,,HTTP/1.1,,-,VA,GET /accounts/login/?next=/ HTTP/1.1,login,2014-05-04T07:49:18Z,/accounts/login/?next=/,"Mozilla/5.0 (Windows; U; Windows NT 5.1; zh-CN) AppleWebKit/523.15 (KHTML, like Gecko, Safari/419.3) Arora/0.3 (Change: 287 c9dfb30)",Arora,0,793d311b-3e56-4376-953a-e9eec21ae22f

+ 1 - 1
apps/beeswax/src/beeswax/hive_site.py

@@ -182,7 +182,7 @@ def get_use_sasl():
 
 def has_concurrency_support():
   '''For SQL transactions like INSERT, DELETE, UPDATE since Hive 3.'''
-  return get_conf().get(_CNF_HIVE_SUPPORT_CONCURRENCY, 'TRUE').upper() == 'TRUE'
+  return get_conf().get(_CNF_HIVE_SUPPORT_CONCURRENCY, 'TRUE').upper() == 'TRUE' or True
 
 
 def _parse_hive_site():

+ 7 - 4
apps/beeswax/src/beeswax/management/commands/beeswax_install_examples.py

@@ -18,9 +18,9 @@
 from builtins import object
 import csv
 import logging
+import json
 import os
 import pwd
-import json
 
 from django.core.management.base import BaseCommand
 from django.contrib.auth.models import User
@@ -42,7 +42,6 @@ from beeswax.server.dbms import get_query_server_config, QueryServerException
 
 
 LOG = logging.getLogger(__name__)
-MAX_INSERTED_ROWS = 1000
 
 
 class InstallException(Exception):
@@ -192,7 +191,7 @@ class SampleTable(object):
         hql = \
           """
           INSERT INTO TABLE %(tablename)s
-          PARTITIONS (%(partition_spec)s)
+          PARTITION (%(partition_spec)s)
           VALUES %(values)s
           """ % {
             'tablename': self.name,
@@ -314,7 +313,11 @@ class SampleTable(object):
     dialect = csv.Sniffer().sniff(data)
     reader = csv.reader(data.splitlines(), delimiter=dialect.delimiter)
 
-    rows = [', '.join("'%s'" % col.replace("'", "\\'") for col in row) for row in reader][:MAX_INSERTED_ROWS]
+    rows = [', '.join(
+        col if col.replace('.', '' , 1).isdigit() or col == 'NULL' else 'NULL' if col == '' else "'%s'" % col.replace("'", "\\'") for col in row
+      ) for row in reader
+    ]
+
     return ', '.join('(%s)' % row for row in rows)