selective_scan.json 459 B

12345678910111213141516171819
  1. {
  2. "type": "SQLOperator",
  3. "node_name": "HDFS_SCAN_NODE",
  4. "metric_names": [
  5. "RowsRead",
  6. "RowsReturned",
  7. "LocalTime"
  8. ],
  9. "unit": 5,
  10. "rule": {
  11. "condition": "vars['RowsRead']>8000000",
  12. "expr": "float(vars['RowsRead'] - vars['RowsReturned']) / vars['LocalTime']",
  13. "message": "Filters are selective. Consider a more aggresive partitioning scheme",
  14. "label": "Insufficient Partitioning"
  15. },
  16. "fix": {
  17. "fixable": false
  18. }
  19. }