--- policy: /ce/ca/aws/kinesis/stream-retention-period logic: /ce/ca/aws/kinesis/stream-retention-period/prod.logic.yaml executionTime: 2026-06-06T12:03:04.771514534Z generationMs: 40 executionMs: 919 rows: - id: test1 match: true status: expected: DISAPPEARED actual: DISAPPEARED conditionIndex: expected: 99 actual: 99 conditionText: expected: isDisappeared(CA10__disappearanceTime__c) actual: isDisappeared(CA10__disappearanceTime__c) runtimeError: {} - id: test2 match: true status: expected: INAPPLICABLE actual: INAPPLICABLE conditionIndex: expected: 199 actual: 199 conditionText: expected: extract('CA10__status__c') != 'ACTIVE' actual: extract('CA10__status__c') != 'ACTIVE' runtimeError: {} - id: test3 match: true status: expected: INCOMPLIANT actual: INCOMPLIANT conditionIndex: expected: 299 actual: 299 conditionText: expected: extract('CA10__retentionPeriodHours__c') < number(168.0) actual: extract('CA10__retentionPeriodHours__c') < number(168.0) runtimeError: {} - id: test4 match: true status: expected: COMPLIANT actual: COMPLIANT conditionIndex: expected: 300 actual: 300 conditionText: expected: otherwise actual: otherwise runtimeError: {} usedFiles: - path: /ce/ca/aws/kinesis/stream-retention-period/policy.yaml md5Hash: C876AD79CE605DEBC2F09C66303C2482 content: "---\nnames:\n full: \"AWS Kinesis Stream Retention Period Hours is\ \ less than 7 days\"\n contextual: \"Stream Retention Period Hours is less\ \ than 7 days\"\ndescription: >\n Ensure that AWS Kinesis Data Streams are\ \ configured to retain data records for at least 7 days. \n Sufficient retention\ \ periods are critical for data durability, allowing consumers extra time to\ \ recover \n from failures or process backlogs without losing data.\ntype:\ \ \"COMPLIANCE_POLICY\"\ncategories:\n - \"RELIABILITY\"\nframeworkMappings:\n\ \ - \"/frameworks/aws-fsbp-v1.0.0/kinesis/03\"\n - \"/frameworks/cloudaware/resource-reliability/system-configuration\"\ \nsimilarPolicies:\n awsSecurityHub:\n - name: \"[Kinesis.3] Kinesis streams\ \ should have an adequate data retention period\"\n url: \"https://docs.aws.amazon.com/securityhub/latest/userguide/kinesis-controls.html#kinesis-3\"" - path: /ce/ca/aws/kinesis/stream-retention-period/prod.logic.yaml md5Hash: 2A728D5EE31D82C3FD7098F5F2352ECD content: | --- inputType: "CA10__CaAwsKinesisStream__c" testData: - file: "test-data.json" importExtracts: - file: "/types/CA10__CaAwsKinesisStream__c/object.extracts.yaml" conditions: - status: "INAPPLICABLE" currentStateMessage: "The Kinesis stream is not active." check: NOT_EQUAL: left: EXTRACT: "CA10__status__c" right: TEXT: "ACTIVE" - status: "INCOMPLIANT" currentStateMessage: "The Kinesis stream retention period is less than 168 hours (7 days)." remediationMessage: "Increase the data stream retention period to 168 hours or more." check: LESS_THAN: left: EXTRACT: "CA10__retentionPeriodHours__c" right: NUMBER: 168 otherwise: status: "COMPLIANT" currentStateMessage: "The stream retention period is at least 168 hours (7 days)." - path: /ce/ca/aws/kinesis/stream-retention-period/test-data.json md5Hash: 61E7CBDFA9153B708FBC8914976D0D33 content: |- [ { "expectedResult": { "runtimeError": null, "conditionText": "isDisappeared(CA10__disappearanceTime__c)", "conditionIndex": 99, "status": "DISAPPEARED" }, "context": { "snapshotTime": "2026-01-12T08:31:03Z" }, "CA10__retentionPeriodHours__c": 24.0, "Id": "test1", "CA10__disappearanceTime__c": "2026-01-12T08:31:03Z", "CA10__status__c": "ACTIVE" }, { "expectedResult": { "runtimeError": null, "conditionText": "extract('CA10__status__c') != 'ACTIVE'", "conditionIndex": 199, "status": "INAPPLICABLE" }, "context": { "snapshotTime": "2026-01-12T08:31:03Z" }, "CA10__retentionPeriodHours__c": 24.0, "Id": "test2", "CA10__disappearanceTime__c": null, "CA10__status__c": "INACTIVE" }, { "expectedResult": { "runtimeError": null, "conditionText": "extract('CA10__retentionPeriodHours__c') < number(168.0)", "conditionIndex": 299, "status": "INCOMPLIANT" }, "context": { "snapshotTime": "2026-01-12T08:31:03Z" }, "CA10__retentionPeriodHours__c": 167.0, "Id": "test3", "CA10__disappearanceTime__c": null, "CA10__status__c": "ACTIVE" }, { "expectedResult": { "runtimeError": null, "conditionText": "otherwise", "conditionIndex": 300, "status": "COMPLIANT" }, "context": { "snapshotTime": "2026-01-12T08:31:03Z" }, "CA10__retentionPeriodHours__c": 168.0, "Id": "test4", "CA10__disappearanceTime__c": null, "CA10__status__c": "ACTIVE" } ] - path: /types/CA10__CaAwsKinesisStream__c/object.extracts.yaml md5Hash: C83C33B0C350C3D5094DD5B4D857C726 content: "---\nextracts:\n# Values: KMS | NONE. Not nullable.\n - name: \"CA10__encryptionType__c\"\ \n value: \n FIELD:\n path: \"CA10__encryptionType__c\"\n \ \ undeterminedIf:\n noAccessDelegate:\n path: \"CA10__encryptionType__c\"\ \n currentStateMessage: \"Stream encryption type cannot be empty.\ \ Possible permission issue with kinesis:DescribeStreamSummary.\"\n# Values:\ \ CREATING | DELETING | ACTIVE | UPDATING. Not nullable. \n - name: \"CA10__status__c\"\ \n value: \n FIELD:\n path: \"CA10__status__c\"\n undeterminedIf:\n\ \ noAccessDelegate:\n path: \"CA10__status__c\"\n \ \ currentStateMessage: \"Stream status cannot be empty. Possible permission\ \ issue with kinesis:DescribeStreamSummary.\"\n# Allowed values: 24 to 8760.\ \ Not nullable. \n - name: \"CA10__retentionPeriodHours__c\"\n value: \n\ \ FIELD:\n path: \"CA10__retentionPeriodHours__c\"\n undeterminedIf:\n\ \ noAccessDelegate:\n path: \"CA10__retentionPeriodHours__c\"\ \n currentStateMessage: \"Stream retention period cannot be empty.\ \ Possible permission issue with kinesis:DescribeStreamSummary.\"\n" script: |- CREATE TEMP FUNCTION mock_ExpectedResult() RETURNS ARRAY >> DETERMINISTIC LANGUAGE js AS r""" return [ { "Id" : "test1", "expectedResult" : { "runtimeError" : null, "conditionText" : "isDisappeared(CA10__disappearanceTime__c)", "conditionIndex" : 99, "status" : "DISAPPEARED" } }, { "Id" : "test2", "expectedResult" : { "runtimeError" : null, "conditionText" : "extract('CA10__status__c') != 'ACTIVE'", "conditionIndex" : 199, "status" : "INAPPLICABLE" } }, { "Id" : "test3", "expectedResult" : { "runtimeError" : null, "conditionText" : "extract('CA10__retentionPeriodHours__c') < number(168.0)", "conditionIndex" : 299, "status" : "INCOMPLIANT" } }, { "Id" : "test4", "expectedResult" : { "runtimeError" : null, "conditionText" : "otherwise", "conditionIndex" : 300, "status" : "COMPLIANT" } } ]; """; CREATE TEMP FUNCTION mock_CA10__CaAwsKinesisStream__c() RETURNS ARRAY >> DETERMINISTIC LANGUAGE js AS r""" return [ { "context" : { "snapshotTime" : new Date("2026-01-12T08:31:03Z") }, "CA10__disappearanceTime__c" : new Date("2026-01-12T08:31:03Z"), "CA10__status__c" : "ACTIVE", "CA10__retentionPeriodHours__c" : 24.0, "Id" : "test1" }, { "context" : { "snapshotTime" : new Date("2026-01-12T08:31:03Z") }, "CA10__status__c" : "INACTIVE", "CA10__retentionPeriodHours__c" : 24.0, "Id" : "test2" }, { "context" : { "snapshotTime" : new Date("2026-01-12T08:31:03Z") }, "CA10__status__c" : "ACTIVE", "CA10__retentionPeriodHours__c" : 167.0, "Id" : "test3" }, { "context" : { "snapshotTime" : new Date("2026-01-12T08:31:03Z") }, "CA10__status__c" : "ACTIVE", "CA10__retentionPeriodHours__c" : 168.0, "Id" : "test4" } ]; """; CREATE TEMP FUNCTION process_CA10__CaAwsKinesisStream__c( obj STRUCT< CA10__disappearanceTime__c TIMESTAMP, CA10__status__c STRING, CA10__retentionPeriodHours__c FLOAT64, Id STRING >, snapshotTime TIMESTAMP ) RETURNS STRUCT DETERMINISTIC LANGUAGE js AS r""" var IsEmptyLib = new function () { this.simpleIsEmpty = function(arg) { return arg == null; }; this.simpleIsNotEmpty = function(arg) { return arg != null; }; }(); var TextLib = new function () { this.normalize = function(arg) { return arg == null ? '' : arg.replace(/\s+/g, ' ').trim().toLowerCase(); }; this.isEmpty = function(arg) { return this.normalize(arg) == ''; }; this.isNotEmpty = function(arg) { return this.normalize(arg) != ''; }; this.equal = function(left, right) { return this.normalize(left) == this.normalize(right); }; this.notEqual = function(left, right) { return this.normalize(left) != this.normalize(right); }; this.startsWith = function(arg, substring) { return this.normalize(arg).startsWith(this.normalize(substring)); }; this.endsWith = function(arg, substring) { return this.normalize(arg).endsWith(this.normalize(substring)); }; this.contains = function(arg, substring) { return this.normalize(arg).includes(this.normalize(substring)); }; this.containsAll = function(arg, substrings) { if (substrings == null || substrings.length === 0) return false; let normalizedArg = this.normalize(arg); return substrings.every(sub => normalizedArg.includes(this.normalize(sub))); }; this.containsAny = function(arg, substrings) { if (substrings == null || substrings.length === 0) return false; let normalizedArg = this.normalize(arg); return substrings.some(sub => normalizedArg.includes(this.normalize(sub))); }; }(); var references1 = []; // condition[0], conditionIndex:[0..99] references1.push('Deleted from AWS [CA10__disappearanceTime__c]: ' + obj.CA10__disappearanceTime__c); if (obj.CA10__disappearanceTime__c != null) { return {status: 'DISAPPEARED', conditionIndex: 99, conditionText: "isDisappeared(CA10__disappearanceTime__c)", currentStateMessage: "Object is deleted in the source", currentStateReferences: references1.join('\n'), remediation: null, runtimeError: null}; } // condition[1], conditionIndex:[100..199] function fieldChecked4() { if (TextLib.isEmpty(obj.CA10__status__c)) { throw new Error("UNDETERMINED condition:101", {cause: {status: 'UNDETERMINED', conditionIndex: 101, conditionText: "CA10__status__c.delegatedTo(CA10__status__c).isEmpty()", currentStateMessage: "Stream status cannot be empty. Possible permission issue with kinesis:DescribeStreamSummary.", currentStateReferences: references1.join('\n'), remediation: null, runtimeError: null}}); } return obj.CA10__status__c; } function extract3() { if (!this.out) { this.out = fieldChecked4(); } return this.out; }; references1.push('Status [obj.CA10__status__c]: ' + obj.CA10__status__c); try { if (TextLib.notEqual(extract3.call(extract3), 'ACTIVE')) { return {status: 'INAPPLICABLE', conditionIndex: 199, conditionText: "extract('CA10__status__c') != 'ACTIVE'", currentStateMessage: "The Kinesis stream is not active.", currentStateReferences: references1.join('\n'), remediation: null, runtimeError: null}; } } catch (err) { if (err.cause && err.cause.status) { return err.cause; } else { throw err; } } // condition[2], conditionIndex:[200..299] function fieldChecked8() { if (IsEmptyLib.simpleIsEmpty(obj.CA10__retentionPeriodHours__c)) { throw new Error("UNDETERMINED condition:201", {cause: {status: 'UNDETERMINED', conditionIndex: 201, conditionText: "CA10__retentionPeriodHours__c.delegatedTo(CA10__retentionPeriodHours__c).isEmpty()", currentStateMessage: "Stream retention period cannot be empty. Possible permission issue with kinesis:DescribeStreamSummary.", currentStateReferences: references1.join('\n'), remediation: null, runtimeError: null}}); } return obj.CA10__retentionPeriodHours__c; } function extract7() { if (!this.out) { this.out = fieldChecked8(); } return this.out; }; references1.push('Retention Period Hours [obj.CA10__retentionPeriodHours__c]: ' + obj.CA10__retentionPeriodHours__c); try { if (extract7.call(extract7) != null && 168.0 != null && extract7.call(extract7) < 168.0) { return {status: 'INCOMPLIANT', conditionIndex: 299, conditionText: "extract('CA10__retentionPeriodHours__c') < number(168.0)", currentStateMessage: "The Kinesis stream retention period is less than 168 hours (7 days).", currentStateReferences: references1.join('\n'), remediation: "Increase the data stream retention period to 168 hours or more.", runtimeError: null}; } } catch (err) { if (err.cause && err.cause.status) { return err.cause; } else { throw err; } } return {status: 'COMPLIANT', conditionIndex: 300, conditionText: "otherwise", currentStateMessage: "The stream retention period is at least 168 hours (7 days).", currentStateReferences: references1.join('\n'), remediation: null, runtimeError: null}; """; SELECT expectedResult.Id as Id, IF ( IFNULL(expectedResult.expectedResult.status, '') = IFNULL(sObject.result.status, '') AND IFNULL(expectedResult.expectedResult.conditionIndex, -1) = IFNULL(sObject.result.conditionIndex, -1) AND IFNULL(expectedResult.expectedResult.conditionText, '') = IFNULL(sObject.result.conditionText, '') AND IFNULL(expectedResult.expectedResult.runtimeError, '') = IFNULL(sObject.result.runtimeError, ''), "MATCH", "FAIL" ) as match, expectedResult.expectedResult.status as expectedStatus, sObject.result.status as actualStatus, expectedResult.expectedResult.conditionIndex as expectedConditionIndex, sObject.result.conditionIndex as actualConditionIndex, expectedResult.expectedResult.conditionText as expectedConditionText, sObject.result.conditionText as actualConditionText, expectedResult.expectedResult.runtimeError as expectedRuntimeError, sObject.result.runtimeError as actualRuntimeError FROM UNNEST(mock_ExpectedResult()) expectedResult LEFT JOIN ( SELECT sObject.CA10__disappearanceTime__c AS CA10__disappearanceTime__c, sObject.CA10__status__c AS CA10__status__c, sObject.CA10__retentionPeriodHours__c AS CA10__retentionPeriodHours__c, sObject.Id AS Id, process_CA10__CaAwsKinesisStream__c( STRUCT( sObject.CA10__disappearanceTime__c AS CA10__disappearanceTime__c, sObject.CA10__status__c AS CA10__status__c, sObject.CA10__retentionPeriodHours__c AS CA10__retentionPeriodHours__c, sObject.Id AS Id ), sObject.context.snapshotTime ) as result FROM UNNEST(mock_CA10__CaAwsKinesisStream__c()) AS sObject ) sObject ON sObject.Id = expectedResult.Id;