selective_scan.json 446 B

123456789101112131415161718
  1. {
  2. "type": "SQLOperator",
  3. "node_name": "HDFS_SCAN_NODE",
  4. "metric_names": [
  5. "RowsRead",
  6. "RowsReturned",
  7. "LocalTime"
  8. ],
  9. "rule": {
  10. "condition": "vars['RowsRead']>8000000",
  11. "expr": "float(vars['RowsRead'] - vars['RowsReturned']) / vars['LocalTime']",
  12. "message": "Filters are selective. Consider a more aggresive partitioning scheme",
  13. "label": "Insufficient Partitioning"
  14. },
  15. "fix": {
  16. "fixable": false
  17. }
  18. }