Răsfoiți Sursa

HUE-5491 [metadata] Upload stats with number of rows of a table

Romain Rigaux 9 ani în urmă
părinte
comite
a8fd198ce8

+ 1 - 1
desktop/libs/metadata/src/metadata/optimizer_api.py

@@ -331,7 +331,7 @@ def upload_table_stats(request):
       table = get_table_stats(request, database=path['database'], table=path['table'])
       stats = dict((stat['data_type'], stat['comment']) for stat in json.loads(table.content)['stats'])
 
-      data.append((path['table'], stats.get('numRows', -1)))
+      data.append((db_table, stats.get('numRows', -1)))
     except Exception, e:
       LOG.warning('Skipping upload of %s: %s' % (db_table, e))
 

+ 3 - 3
desktop/libs/metadata/src/metadata/optimizer_client.py

@@ -87,7 +87,7 @@ class OptimizerApi(object):
 }"""
     },
     'table_stats': {
-        'headers': ['SQL_ID', 'ELAPSED_TIME', 'SQL_FULLTEXT'],
+        'headers': ['TABLE_NAME', 'NUM_ROWS'],
         'file_headers': """{
     "fileLocation": "%(query_file)s",
     "tenant": "%(tenant)s",
@@ -211,11 +211,11 @@ class OptimizerApi(object):
 
 
   def upload(self, data, data_type='queries', source_platform='generic', workload_id=None):
+    data_headers = OptimizerApi.UPLOAD[data_type]['file_headers']
+
     if data_type == 'table_stats':
-      data_headers = OptimizerApi.HEADERS_UPLOAD_TABLE_STATS
       data_suffix = '.log'
     else:
-      data_headers = OptimizerApi.HEADERS_UPLOAD_QUERIES
       data_suffix = '.csv'
 
     f_queries_path = NamedTemporaryFile(suffix=data_suffix)