Skip to main content

🧠 AWS Glue Job is underutilized - prod.logic.yaml🟢

Uses​

Test Results 🟢​

Generated at: 2026-10-17T12:03:32.836069709Z Open

ResultIdCondition IndexCondition TextRuntime Error
🟢low-utilization✔️ 699✔️ extract('CA10__avgAllCpuSystemLoad14d__c') < number(20.0) && extract('CA10__avgAllJvmHeapUsage14d__c') < number(20.0) && extract('CA10__avgDriverCpuSystemLoad14d__c') < number(20.0) && extract('CA10__avgDriverJvmHeapUsage14d__c') < number(20.0)✔️ null
🟢CA10__avgAllCpuSystemLoad14d__c-20✔️ 700✔️ otherwise✔️ null
🟢CA10__avgAllCpuSystemLoad14d__c-100✔️ 700✔️ otherwise✔️ null
🟢CA10__avgAllCpuSystemLoad14d__c-None✔️ 401✔️ CA10__avgAllCpuSystemLoad14d__c.isEmpty()✔️ null
🟢CA10__avgAllCpuSystemLoad14d__c--1✔️ 499✔️ extract('CA10__avgAllCpuSystemLoad14d__c') <= number(0.0) || extract('CA10__avgAllCpuSystemLoad14d__c') > number(100.0) || extract('CA10__avgAllJvmHeapUsage14d__c') <= number(0.0) || extract('CA10__avgAllJvmHeapUsage14d__c') > number(100.0) || extract('CA10__avgDriverCpuSystemLoad14d__c') <= number(0.0) || extract('CA10__avgDriverCpuSystemLoad14d__c') > number(100.0) || extract('CA10__avgDriverJvmHeapUsage14d__c') <= number(0.0) || extract('CA10__avgDriverJvmHeapUsage14d__c') > number(100.0)✔️ null
🟢CA10__avgAllCpuSystemLoad14d__c-101✔️ 499✔️ extract('CA10__avgAllCpuSystemLoad14d__c') <= number(0.0) || extract('CA10__avgAllCpuSystemLoad14d__c') > number(100.0) || extract('CA10__avgAllJvmHeapUsage14d__c') <= number(0.0) || extract('CA10__avgAllJvmHeapUsage14d__c') > number(100.0) || extract('CA10__avgDriverCpuSystemLoad14d__c') <= number(0.0) || extract('CA10__avgDriverCpuSystemLoad14d__c') > number(100.0) || extract('CA10__avgDriverJvmHeapUsage14d__c') <= number(0.0) || extract('CA10__avgDriverJvmHeapUsage14d__c') > number(100.0)✔️ null
🟢CA10__avgAllJvmHeapUsage14d__c-20✔️ 700✔️ otherwise✔️ null
🟢CA10__avgAllJvmHeapUsage14d__c-100✔️ 700✔️ otherwise✔️ null
🟢CA10__avgAllJvmHeapUsage14d__c-None✔️ 402✔️ CA10__avgAllJvmHeapUsage14d__c.isEmpty()✔️ null
🟢CA10__avgAllJvmHeapUsage14d__c--1✔️ 499✔️ extract('CA10__avgAllCpuSystemLoad14d__c') <= number(0.0) || extract('CA10__avgAllCpuSystemLoad14d__c') > number(100.0) || extract('CA10__avgAllJvmHeapUsage14d__c') <= number(0.0) || extract('CA10__avgAllJvmHeapUsage14d__c') > number(100.0) || extract('CA10__avgDriverCpuSystemLoad14d__c') <= number(0.0) || extract('CA10__avgDriverCpuSystemLoad14d__c') > number(100.0) || extract('CA10__avgDriverJvmHeapUsage14d__c') <= number(0.0) || extract('CA10__avgDriverJvmHeapUsage14d__c') > number(100.0)✔️ null
🟢CA10__avgAllJvmHeapUsage14d__c-101✔️ 499✔️ extract('CA10__avgAllCpuSystemLoad14d__c') <= number(0.0) || extract('CA10__avgAllCpuSystemLoad14d__c') > number(100.0) || extract('CA10__avgAllJvmHeapUsage14d__c') <= number(0.0) || extract('CA10__avgAllJvmHeapUsage14d__c') > number(100.0) || extract('CA10__avgDriverCpuSystemLoad14d__c') <= number(0.0) || extract('CA10__avgDriverCpuSystemLoad14d__c') > number(100.0) || extract('CA10__avgDriverJvmHeapUsage14d__c') <= number(0.0) || extract('CA10__avgDriverJvmHeapUsage14d__c') > number(100.0)✔️ null
🟢CA10__avgDriverCpuSystemLoad14d__c-20✔️ 700✔️ otherwise✔️ null
🟢CA10__avgDriverCpuSystemLoad14d__c-100✔️ 700✔️ otherwise✔️ null
🟢CA10__avgDriverCpuSystemLoad14d__c-None✔️ 403✔️ CA10__avgDriverCpuSystemLoad14d__c.isEmpty()✔️ null
🟢CA10__avgDriverCpuSystemLoad14d__c--1✔️ 499✔️ extract('CA10__avgAllCpuSystemLoad14d__c') <= number(0.0) || extract('CA10__avgAllCpuSystemLoad14d__c') > number(100.0) || extract('CA10__avgAllJvmHeapUsage14d__c') <= number(0.0) || extract('CA10__avgAllJvmHeapUsage14d__c') > number(100.0) || extract('CA10__avgDriverCpuSystemLoad14d__c') <= number(0.0) || extract('CA10__avgDriverCpuSystemLoad14d__c') > number(100.0) || extract('CA10__avgDriverJvmHeapUsage14d__c') <= number(0.0) || extract('CA10__avgDriverJvmHeapUsage14d__c') > number(100.0)✔️ null
🟢CA10__avgDriverCpuSystemLoad14d__c-101✔️ 499✔️ extract('CA10__avgAllCpuSystemLoad14d__c') <= number(0.0) || extract('CA10__avgAllCpuSystemLoad14d__c') > number(100.0) || extract('CA10__avgAllJvmHeapUsage14d__c') <= number(0.0) || extract('CA10__avgAllJvmHeapUsage14d__c') > number(100.0) || extract('CA10__avgDriverCpuSystemLoad14d__c') <= number(0.0) || extract('CA10__avgDriverCpuSystemLoad14d__c') > number(100.0) || extract('CA10__avgDriverJvmHeapUsage14d__c') <= number(0.0) || extract('CA10__avgDriverJvmHeapUsage14d__c') > number(100.0)✔️ null
🟢CA10__avgDriverJvmHeapUsage14d__c-20✔️ 700✔️ otherwise✔️ null
🟢CA10__avgDriverJvmHeapUsage14d__c-100✔️ 700✔️ otherwise✔️ null
🟢CA10__avgDriverJvmHeapUsage14d__c-None✔️ 404✔️ CA10__avgDriverJvmHeapUsage14d__c.isEmpty()✔️ null
🟢CA10__avgDriverJvmHeapUsage14d__c--1✔️ 499✔️ extract('CA10__avgAllCpuSystemLoad14d__c') <= number(0.0) || extract('CA10__avgAllCpuSystemLoad14d__c') > number(100.0) || extract('CA10__avgAllJvmHeapUsage14d__c') <= number(0.0) || extract('CA10__avgAllJvmHeapUsage14d__c') > number(100.0) || extract('CA10__avgDriverCpuSystemLoad14d__c') <= number(0.0) || extract('CA10__avgDriverCpuSystemLoad14d__c') > number(100.0) || extract('CA10__avgDriverJvmHeapUsage14d__c') <= number(0.0) || extract('CA10__avgDriverJvmHeapUsage14d__c') > number(100.0)✔️ null
🟢CA10__avgDriverJvmHeapUsage14d__c-101✔️ 499✔️ extract('CA10__avgAllCpuSystemLoad14d__c') <= number(0.0) || extract('CA10__avgAllCpuSystemLoad14d__c') > number(100.0) || extract('CA10__avgAllJvmHeapUsage14d__c') <= number(0.0) || extract('CA10__avgAllJvmHeapUsage14d__c') > number(100.0) || extract('CA10__avgDriverCpuSystemLoad14d__c') <= number(0.0) || extract('CA10__avgDriverCpuSystemLoad14d__c') > number(100.0) || extract('CA10__avgDriverJvmHeapUsage14d__c') <= number(0.0) || extract('CA10__avgDriverJvmHeapUsage14d__c') > number(100.0)✔️ null
🟢tasks-None✔️ 301✔️ CA10__numCompletedTasksSum14d__c.isEmpty()✔️ null
🟢tasks-0✔️ 399✔️ extract('CA10__numCompletedTasksSum14d__c') <= number(0.0)✔️ null
🟢tasks--1✔️ 399✔️ extract('CA10__numCompletedTasksSum14d__c') <= number(0.0)✔️ null
🟢command-pythonshell✔️ 199✔️ extract('CA10__commandName__c') != 'glueetl'✔️ null
🟢command-gluestreaming✔️ 199✔️ extract('CA10__commandName__c') != 'glueetl'✔️ null
🟢command-None✔️ 101✔️ CA10__commandName__c.isEmpty()✔️ null
🟢created-2026-10-12T00:00:00Z✔️ 299✔️ not(extract('CA10__createdOn__c').beyondLastDays(14))✔️ null
🟢created-2026-09-29T00:00:00Z✔️ 299✔️ not(extract('CA10__createdOn__c').beyondLastDays(14))✔️ null
🟢created-None✔️ 201✔️ CA10__createdOn__c.isEmpty()✔️ null
🟢disappeared✔️ 99✔️ isDisappeared(CA10__disappearanceTime__c)✔️ null
🟢sample-one-task-zero-executor-cpu✔️ 499✔️ extract('CA10__avgAllCpuSystemLoad14d__c') <= number(0.0) || extract('CA10__avgAllCpuSystemLoad14d__c') > number(100.0) || extract('CA10__avgAllJvmHeapUsage14d__c') <= number(0.0) || extract('CA10__avgAllJvmHeapUsage14d__c') > number(100.0) || extract('CA10__avgDriverCpuSystemLoad14d__c') <= number(0.0) || extract('CA10__avgDriverCpuSystemLoad14d__c') > number(100.0) || extract('CA10__avgDriverJvmHeapUsage14d__c') <= number(0.0) || extract('CA10__avgDriverJvmHeapUsage14d__c') > number(100.0)✔️ null
🟢sample-high-task-count-auto-scaling✔️ 699✔️ extract('CA10__avgAllCpuSystemLoad14d__c') < number(20.0) && extract('CA10__avgAllJvmHeapUsage14d__c') < number(20.0) && extract('CA10__avgDriverCpuSystemLoad14d__c') < number(20.0) && extract('CA10__avgDriverJvmHeapUsage14d__c') < number(20.0)✔️ null
🟢all-zero-averages-positive-tasks✔️ 499✔️ extract('CA10__avgAllCpuSystemLoad14d__c') <= number(0.0) || extract('CA10__avgAllCpuSystemLoad14d__c') > number(100.0) || extract('CA10__avgAllJvmHeapUsage14d__c') <= number(0.0) || extract('CA10__avgAllJvmHeapUsage14d__c') > number(100.0) || extract('CA10__avgDriverCpuSystemLoad14d__c') <= number(0.0) || extract('CA10__avgDriverCpuSystemLoad14d__c') > number(100.0) || extract('CA10__avgDriverJvmHeapUsage14d__c') <= number(0.0) || extract('CA10__avgDriverJvmHeapUsage14d__c') > number(100.0)✔️ null
🟢created-just-before-utc-age-boundary✔️ 699✔️ extract('CA10__avgAllCpuSystemLoad14d__c') < number(20.0) && extract('CA10__avgAllJvmHeapUsage14d__c') < number(20.0) && extract('CA10__avgDriverCpuSystemLoad14d__c') < number(20.0) && extract('CA10__avgDriverJvmHeapUsage14d__c') < number(20.0)✔️ null
🟢high-cpu-missing-heap-is-not-compliant✔️ 402✔️ CA10__avgAllJvmHeapUsage14d__c.isEmpty()✔️ null
🟢activity-only-in-earlier-week✔️ 599✔️ extract('CA10__numCompletedTasksSum7d__c') <= number(0.0) || extract('CA10__numCompletedTasksSum14d__c') <= extract('CA10__numCompletedTasksSum7d__c')✔️ null
🟢activity-only-in-recent-week✔️ 599✔️ extract('CA10__numCompletedTasksSum7d__c') <= number(0.0) || extract('CA10__numCompletedTasksSum14d__c') <= extract('CA10__numCompletedTasksSum7d__c')✔️ null
🟢negative-seven-day-tasks✔️ 599✔️ extract('CA10__numCompletedTasksSum7d__c') <= number(0.0) || extract('CA10__numCompletedTasksSum14d__c') <= extract('CA10__numCompletedTasksSum7d__c')✔️ null
🟢seven-day-tasks-exceed-fourteen-day-total✔️ 599✔️ extract('CA10__numCompletedTasksSum7d__c') <= number(0.0) || extract('CA10__numCompletedTasksSum14d__c') <= extract('CA10__numCompletedTasksSum7d__c')✔️ null
🟢missing-seven-day-tasks✔️ 501✔️ CA10__numCompletedTasksSum7d__c.isEmpty()✔️ null
🟢CA10__avgAllCpuSystemLoad14d__c-zero✔️ 499✔️ extract('CA10__avgAllCpuSystemLoad14d__c') <= number(0.0) || extract('CA10__avgAllCpuSystemLoad14d__c') > number(100.0) || extract('CA10__avgAllJvmHeapUsage14d__c') <= number(0.0) || extract('CA10__avgAllJvmHeapUsage14d__c') > number(100.0) || extract('CA10__avgDriverCpuSystemLoad14d__c') <= number(0.0) || extract('CA10__avgDriverCpuSystemLoad14d__c') > number(100.0) || extract('CA10__avgDriverJvmHeapUsage14d__c') <= number(0.0) || extract('CA10__avgDriverJvmHeapUsage14d__c') > number(100.0)✔️ null
🟢CA10__avgAllJvmHeapUsage14d__c-zero✔️ 499✔️ extract('CA10__avgAllCpuSystemLoad14d__c') <= number(0.0) || extract('CA10__avgAllCpuSystemLoad14d__c') > number(100.0) || extract('CA10__avgAllJvmHeapUsage14d__c') <= number(0.0) || extract('CA10__avgAllJvmHeapUsage14d__c') > number(100.0) || extract('CA10__avgDriverCpuSystemLoad14d__c') <= number(0.0) || extract('CA10__avgDriverCpuSystemLoad14d__c') > number(100.0) || extract('CA10__avgDriverJvmHeapUsage14d__c') <= number(0.0) || extract('CA10__avgDriverJvmHeapUsage14d__c') > number(100.0)✔️ null
🟢CA10__avgDriverCpuSystemLoad14d__c-zero✔️ 499✔️ extract('CA10__avgAllCpuSystemLoad14d__c') <= number(0.0) || extract('CA10__avgAllCpuSystemLoad14d__c') > number(100.0) || extract('CA10__avgAllJvmHeapUsage14d__c') <= number(0.0) || extract('CA10__avgAllJvmHeapUsage14d__c') > number(100.0) || extract('CA10__avgDriverCpuSystemLoad14d__c') <= number(0.0) || extract('CA10__avgDriverCpuSystemLoad14d__c') > number(100.0) || extract('CA10__avgDriverJvmHeapUsage14d__c') <= number(0.0) || extract('CA10__avgDriverJvmHeapUsage14d__c') > number(100.0)✔️ null
🟢CA10__avgDriverJvmHeapUsage14d__c-zero✔️ 499✔️ extract('CA10__avgAllCpuSystemLoad14d__c') <= number(0.0) || extract('CA10__avgAllCpuSystemLoad14d__c') > number(100.0) || extract('CA10__avgAllJvmHeapUsage14d__c') <= number(0.0) || extract('CA10__avgAllJvmHeapUsage14d__c') > number(100.0) || extract('CA10__avgDriverCpuSystemLoad14d__c') <= number(0.0) || extract('CA10__avgDriverCpuSystemLoad14d__c') > number(100.0) || extract('CA10__avgDriverJvmHeapUsage14d__c') <= number(0.0) || extract('CA10__avgDriverJvmHeapUsage14d__c') > number(100.0)✔️ null
🟢small-positive-utilization✔️ 699✔️ extract('CA10__avgAllCpuSystemLoad14d__c') < number(20.0) && extract('CA10__avgAllJvmHeapUsage14d__c') < number(20.0) && extract('CA10__avgDriverCpuSystemLoad14d__c') < number(20.0) && extract('CA10__avgDriverJvmHeapUsage14d__c') < number(20.0)✔️ null
🟢unsupported-command-without-metrics✔️ 199✔️ extract('CA10__commandName__c') != 'glueetl'✔️ null

Generation Bundle​

FileMD5
Open/ce/ca/aws/glue/job-underutilized/policy.yamlDC1B0585B82D53F14F7420F1A3E50286
Open/ce/ca/aws/glue/job-underutilized/prod.logic.yaml08B8ECD9A505B347A528A951FBE6125E
Open/ce/ca/aws/glue/job-underutilized/test-data.json16B1174A8B68A510EEAE765225B4EC95
Open/types/CA10__CaAwsGlueJob__c/object.extracts.yamlA81051173E230F73B624DBEDA1C3B3AA

Available Commands​

repo-manager policies generate FULL /ce/ca/aws/glue/job-underutilized/prod.logic.yaml
repo-manager policies generate DEBUG /ce/ca/aws/glue/job-underutilized/prod.logic.yaml
repo-manager policies generate CAPTURE_TEST_DATA /ce/ca/aws/glue/job-underutilized/prod.logic.yaml
repo-manager policies generate TESTS /ce/ca/aws/glue/job-underutilized/prod.logic.yaml
# Execute tests
repo-manager policies test /ce/ca/aws/glue/job-underutilized/prod.logic.yaml

Content​

Open File

---
inputType: CA10__CaAwsGlueJob__c
importExtracts:
  - file: /types/CA10__CaAwsGlueJob__c/object.extracts.yaml
testData:
  - file: test-data.json
conditions:
  - status: INAPPLICABLE
    currentStateMessage: This policy applies only to Apache Spark batch ETL jobs.
    check:
      NOT_EQUAL:
        left:
          EXTRACT: CA10__commandName__c
        right:
          TEXT: glueetl
  - status: INAPPLICABLE
    currentStateMessage: The job was not created before UTC midnight 14 days ago.
    check:
      NOT:
        arg:
          IS_BEYOND_LAST_DAYS:
            offsetDays: 14
            arg:
              EXTRACT: CA10__createdOn__c
  - status: UNDETERMINED
    currentStateMessage: No completed Spark tasks were observed; the utilization assessment is inconclusive.
    check:
      LESS_THAN_EQUAL:
        left:
          EXTRACT: CA10__numCompletedTasksSum14d__c
        right:
          NUMBER: 0
  - status: UNDETERMINED
    currentStateMessage: At least one 14-day utilization percentage is zero or outside the valid 0 to 100 range;
      positive utilization evidence is required.
    check:
      OR:
        args:
          - LESS_THAN_EQUAL:
              left:
                EXTRACT: CA10__avgAllCpuSystemLoad14d__c
              right:
                NUMBER: 0
          - GREATER_THAN:
              left:
                EXTRACT: CA10__avgAllCpuSystemLoad14d__c
              right:
                NUMBER: 100
          - LESS_THAN_EQUAL:
              left:
                EXTRACT: CA10__avgAllJvmHeapUsage14d__c
              right:
                NUMBER: 0
          - GREATER_THAN:
              left:
                EXTRACT: CA10__avgAllJvmHeapUsage14d__c
              right:
                NUMBER: 100
          - LESS_THAN_EQUAL:
              left:
                EXTRACT: CA10__avgDriverCpuSystemLoad14d__c
              right:
                NUMBER: 0
          - GREATER_THAN:
              left:
                EXTRACT: CA10__avgDriverCpuSystemLoad14d__c
              right:
                NUMBER: 100
          - LESS_THAN_EQUAL:
              left:
                EXTRACT: CA10__avgDriverJvmHeapUsage14d__c
              right:
                NUMBER: 0
          - GREATER_THAN:
              left:
                EXTRACT: CA10__avgDriverJvmHeapUsage14d__c
              right:
                NUMBER: 100
  - status: UNDETERMINED
    currentStateMessage: Completed-task totals do not establish activity in both halves of the 14-day period,
      or the totals are inconsistent.
    check:
      OR:
        args:
          - LESS_THAN_EQUAL:
              left:
                EXTRACT: CA10__numCompletedTasksSum7d__c
              right:
                NUMBER: 0
          - LESS_THAN_EQUAL:
              left:
                EXTRACT: CA10__numCompletedTasksSum14d__c
              right:
                EXTRACT: CA10__numCompletedTasksSum7d__c
  - status: INCOMPLIANT
    currentStateMessage: The job completed tasks in both halves of the 14-day period, and average driver and
      executor CPU and JVM heap utilization are all positive and below 20%.
    remediationMessage: Review worker sizing, parallelism, peak demand, disk usage, and actual Auto Scaling
      allocation. Benchmark changes before reducing capacity.
    check:
      AND:
        args:
          - LESS_THAN:
              left:
                EXTRACT: CA10__avgAllCpuSystemLoad14d__c
              right:
                NUMBER: 20
          - LESS_THAN:
              left:
                EXTRACT: CA10__avgAllJvmHeapUsage14d__c
              right:
                NUMBER: 20
          - LESS_THAN:
              left:
                EXTRACT: CA10__avgDriverCpuSystemLoad14d__c
              right:
                NUMBER: 20
          - LESS_THAN:
              left:
                EXTRACT: CA10__avgDriverJvmHeapUsage14d__c
              right:
                NUMBER: 20
otherwise:
  status: COMPLIANT
  currentStateMessage: At least one driver or executor CPU or JVM heap average is 20% or higher; the low-average
    criterion is not met. This does not establish appropriate job sizing.