Skip to content

Commit 24a7c75

Browse files
aws-sdk-dotnet-automationaws-sdk-dotnet-automation
committed
Support incremental id mapping workflow for AWS Entity Resolution
1 parent 0da6034 commit 24a7c75

39 files changed

+1418
-415
lines changed

‎generator/ServiceModels/entityresolution/entityresolution-2018-05-10.api.json‎

Lines changed: 49 additions & 34 deletions
Original file line numberDiff line numberDiff line change
@@ -813,6 +813,7 @@
813813
"inputSourceConfig":{"shape":"IdMappingWorkflowInputSourceConfig"},
814814
"outputSourceConfig":{"shape":"IdMappingWorkflowOutputSourceConfig"},
815815
"idMappingTechniques":{"shape":"IdMappingTechniques"},
816+
"incrementalRunConfig":{"shape":"IdMappingIncrementalRunConfig"},
816817
"roleArn":{"shape":"IdMappingRoleArn"},
817818
"tags":{"shape":"TagMap"}
818819
}
@@ -832,6 +833,7 @@
832833
"inputSourceConfig":{"shape":"IdMappingWorkflowInputSourceConfig"},
833834
"outputSourceConfig":{"shape":"IdMappingWorkflowOutputSourceConfig"},
834835
"idMappingTechniques":{"shape":"IdMappingTechniques"},
836+
"incrementalRunConfig":{"shape":"IdMappingIncrementalRunConfig"},
835837
"roleArn":{"shape":"IdMappingRoleArn"}
836838
}
837839
},
@@ -1145,15 +1147,11 @@
11451147
"errorMessage"
11461148
],
11471149
"members":{
1148-
"inputSourceARN":{"shape":"FailedRecordInputSourceARNString"},
1150+
"inputSourceARN":{"shape":"InputSourceARN"},
11491151
"uniqueId":{"shape":"String"},
11501152
"errorMessage":{"shape":"ErrorMessage"}
11511153
}
11521154
},
1153-
"FailedRecordInputSourceARNString":{
1154-
"type":"string",
1155-
"pattern":"arn:(aws|aws-us-gov|aws-cn):entityresolution:[a-z]{2}-[a-z]{1,10}-[0-9]:[0-9]{12}:(idnamespace/[a-zA-Z_0-9-]{1,255})$|^arn:(aws|aws-us-gov|aws-cn):entityresolution:[a-z]{2}-[a-z]{1,10}-[0-9]:[0-9]{12}:(matchingworkflow/[a-zA-Z_0-9-]{1,255})$|^arn:(aws|aws-us-gov|aws-cn):glue:[a-z]{2}-[a-z]{1,10}-[0-9]:[0-9]{12}:(table/[a-zA-Z_0-9-]{1,255}/[a-zA-Z_0-9-]{1,255})"
1156-
},
11571155
"FailedRecordsList":{
11581156
"type":"list",
11591157
"member":{"shape":"FailedRecord"}
@@ -1224,7 +1222,8 @@
12241222
"endTime":{"shape":"Timestamp"},
12251223
"metrics":{"shape":"IdMappingJobMetrics"},
12261224
"errorDetails":{"shape":"ErrorDetails"},
1227-
"outputSourceConfig":{"shape":"IdMappingJobOutputSourceConfig"}
1225+
"outputSourceConfig":{"shape":"IdMappingJobOutputSourceConfig"},
1226+
"jobType":{"shape":"JobType"}
12281227
}
12291228
},
12301229
"GetIdMappingWorkflowInput":{
@@ -1257,6 +1256,7 @@
12571256
"idMappingTechniques":{"shape":"IdMappingTechniques"},
12581257
"createdAt":{"shape":"Timestamp"},
12591258
"updatedAt":{"shape":"Timestamp"},
1259+
"incrementalRunConfig":{"shape":"IdMappingIncrementalRunConfig"},
12601260
"roleArn":{"shape":"IdMappingRoleArn"},
12611261
"tags":{"shape":"TagMap"}
12621262
}
@@ -1498,16 +1498,34 @@
14981498
"min":1,
14991499
"pattern":"[a-zA-Z_0-9-+=/,]*"
15001500
},
1501+
"IdMappingIncrementalRunConfig":{
1502+
"type":"structure",
1503+
"members":{
1504+
"incrementalRunType":{"shape":"IdMappingIncrementalRunType"}
1505+
}
1506+
},
1507+
"IdMappingIncrementalRunType":{
1508+
"type":"string",
1509+
"enum":["ON_DEMAND"]
1510+
},
15011511
"IdMappingJobMetrics":{
15021512
"type":"structure",
15031513
"members":{
15041514
"inputRecords":{"shape":"Integer"},
15051515
"totalRecordsProcessed":{"shape":"Integer"},
15061516
"recordsNotProcessed":{"shape":"Integer"},
1517+
"deleteRecordsProcessed":{"shape":"Integer"},
15071518
"totalMappedRecords":{"shape":"Integer"},
15081519
"totalMappedSourceRecords":{"shape":"Integer"},
15091520
"totalMappedTargetRecords":{"shape":"Integer"},
1510-
"uniqueRecordsLoaded":{"shape":"Integer"}
1521+
"uniqueRecordsLoaded":{"shape":"Integer"},
1522+
"newMappedRecords":{"shape":"Integer"},
1523+
"newMappedSourceRecords":{"shape":"Integer"},
1524+
"newMappedTargetRecords":{"shape":"Integer"},
1525+
"newUniqueRecordsLoaded":{"shape":"Integer"},
1526+
"mappedRecordsRemoved":{"shape":"Integer"},
1527+
"mappedSourceRecordsRemoved":{"shape":"Integer"},
1528+
"mappedTargetRecordsRemoved":{"shape":"Integer"}
15111529
}
15121530
},
15131531
"IdMappingJobOutputSource":{
@@ -1578,7 +1596,7 @@
15781596
"type":"structure",
15791597
"required":["inputSourceARN"],
15801598
"members":{
1581-
"inputSourceARN":{"shape":"IdMappingWorkflowInputSourceInputSourceARNString"},
1599+
"inputSourceARN":{"shape":"InputSourceARN"},
15821600
"schemaName":{"shape":"EntityName"},
15831601
"type":{"shape":"IdNamespaceType"}
15841602
}
@@ -1589,10 +1607,6 @@
15891607
"max":20,
15901608
"min":1
15911609
},
1592-
"IdMappingWorkflowInputSourceInputSourceARNString":{
1593-
"type":"string",
1594-
"pattern":"arn:(aws|aws-us-gov|aws-cn):entityresolution:[a-z]{2}-[a-z]{1,10}-[0-9]:[0-9]{12}:(idnamespace/[a-zA-Z_0-9-]{1,255})$|^arn:(aws|aws-us-gov|aws-cn):entityresolution:[a-z]{2}-[a-z]{1,10}-[0-9]:[0-9]{12}:(matchingworkflow/[a-zA-Z_0-9-]{1,255})$|^arn:(aws|aws-us-gov|aws-cn):glue:[a-z]{2}-[a-z]{1,10}-[0-9]:[0-9]{12}:(table/[a-zA-Z_0-9-]{1,255}/[a-zA-Z_0-9-]{1,255})"
1595-
},
15961610
"IdMappingWorkflowList":{
15971611
"type":"list",
15981612
"member":{"shape":"IdMappingWorkflowSummary"}
@@ -1673,7 +1687,7 @@
16731687
"type":"structure",
16741688
"required":["inputSourceARN"],
16751689
"members":{
1676-
"inputSourceARN":{"shape":"IdNamespaceInputSourceInputSourceARNString"},
1690+
"inputSourceARN":{"shape":"InputSourceARN"},
16771691
"schemaName":{"shape":"EntityName"}
16781692
}
16791693
},
@@ -1683,10 +1697,6 @@
16831697
"max":20,
16841698
"min":0
16851699
},
1686-
"IdNamespaceInputSourceInputSourceARNString":{
1687-
"type":"string",
1688-
"pattern":"arn:(aws|aws-us-gov|aws-cn):entityresolution:[a-z]{2}-[a-z]{1,10}-[0-9]:[0-9]{12}:(idnamespace/[a-zA-Z_0-9-]{1,255})$|^arn:(aws|aws-us-gov|aws-cn):entityresolution:[a-z]{2}-[a-z]{1,10}-[0-9]:[0-9]{12}:(matchingworkflow/[a-zA-Z_0-9-]{1,255})$|^arn:(aws|aws-us-gov|aws-cn):glue:[a-z]{2}-[a-z]{1,10}-[0-9]:[0-9]{12}:(table/[a-zA-Z_0-9-]{1,255}/[a-zA-Z_0-9-]{1,255})"
1689-
},
16901700
"IdNamespaceList":{
16911701
"type":"list",
16921702
"member":{"shape":"IdNamespaceSummary"}
@@ -1734,21 +1744,21 @@
17341744
"schemaName"
17351745
],
17361746
"members":{
1737-
"inputSourceARN":{"shape":"InputSourceInputSourceARNString"},
1747+
"inputSourceARN":{"shape":"InputSourceARN"},
17381748
"schemaName":{"shape":"EntityName"},
17391749
"applyNormalization":{"shape":"Boolean"}
17401750
}
17411751
},
1752+
"InputSourceARN":{
1753+
"type":"string",
1754+
"pattern":"arn:(aws|aws-us-gov|aws-cn):entityresolution:[a-z]{2}-[a-z]{1,10}-[0-9]:[0-9]{12}:(idnamespace/[a-zA-Z_0-9-]{1,255})$|^arn:(aws|aws-us-gov|aws-cn):entityresolution:[a-z]{2}-[a-z]{1,10}-[0-9]:[0-9]{12}:(matchingworkflow/[a-zA-Z_0-9-]{1,255})$|^arn:(aws|aws-us-gov|aws-cn):glue:[a-z]{2}-[a-z]{1,10}-[0-9]:[0-9]{12}:(table/[a-zA-Z_0-9-]{1,255}/[a-zA-Z_0-9-]{1,255})"
1755+
},
17421756
"InputSourceConfig":{
17431757
"type":"list",
17441758
"member":{"shape":"InputSource"},
17451759
"max":20,
17461760
"min":1
17471761
},
1748-
"InputSourceInputSourceARNString":{
1749-
"type":"string",
1750-
"pattern":"arn:(aws|aws-us-gov|aws-cn):entityresolution:[a-z]{2}-[a-z]{1,10}-[0-9]:[0-9]{12}:(idnamespace/[a-zA-Z_0-9-]{1,255})$|^arn:(aws|aws-us-gov|aws-cn):entityresolution:[a-z]{2}-[a-z]{1,10}-[0-9]:[0-9]{12}:(matchingworkflow/[a-zA-Z_0-9-]{1,255})$|^arn:(aws|aws-us-gov|aws-cn):glue:[a-z]{2}-[a-z]{1,10}-[0-9]:[0-9]{12}:(table/[a-zA-Z_0-9-]{1,255}/[a-zA-Z_0-9-]{1,255})"
1751-
},
17521762
"Integer":{
17531763
"type":"integer",
17541764
"box":true
@@ -1784,6 +1794,7 @@
17841794
"inputRecords":{"shape":"Integer"},
17851795
"totalRecordsProcessed":{"shape":"Integer"},
17861796
"recordsNotProcessed":{"shape":"Integer"},
1797+
"deleteRecordsProcessed":{"shape":"Integer"},
17871798
"matchIDs":{"shape":"Integer"}
17881799
}
17891800
},
@@ -1828,6 +1839,14 @@
18281839
"endTime":{"shape":"Timestamp"}
18291840
}
18301841
},
1842+
"JobType":{
1843+
"type":"string",
1844+
"enum":[
1845+
"BATCH",
1846+
"INCREMENTAL",
1847+
"DELETE_ONLY"
1848+
]
1849+
},
18311850
"KMSArn":{
18321851
"type":"string",
18331852
"pattern":"arn:aws:kms:.*:[0-9]+:.*"
@@ -2090,14 +2109,10 @@
20902109
"recordId"
20912110
],
20922111
"members":{
2093-
"inputSourceARN":{"shape":"MatchedRecordInputSourceARNString"},
2112+
"inputSourceARN":{"shape":"InputSourceARN"},
20942113
"recordId":{"shape":"String"}
20952114
}
20962115
},
2097-
"MatchedRecordInputSourceARNString":{
2098-
"type":"string",
2099-
"pattern":"arn:(aws|aws-us-gov|aws-cn):entityresolution:[a-z]{2}-[a-z]{1,10}-[0-9]:[0-9]{12}:(idnamespace/[a-zA-Z_0-9-]{1,255})$|^arn:(aws|aws-us-gov|aws-cn):entityresolution:[a-z]{2}-[a-z]{1,10}-[0-9]:[0-9]{12}:(matchingworkflow/[a-zA-Z_0-9-]{1,255})$|^arn:(aws|aws-us-gov|aws-cn):glue:[a-z]{2}-[a-z]{1,10}-[0-9]:[0-9]{12}:(table/[a-zA-Z_0-9-]{1,255}/[a-zA-Z_0-9-]{1,255})"
2100-
},
21012116
"MatchedRecordsList":{
21022117
"type":"list",
21032118
"member":{"shape":"MatchedRecord"}
@@ -2346,7 +2361,7 @@
23462361
"recordAttributeMap"
23472362
],
23482363
"members":{
2349-
"inputSourceARN":{"shape":"RecordInputSourceARNString"},
2364+
"inputSourceARN":{"shape":"InputSourceARN"},
23502365
"uniqueId":{"shape":"UniqueId"},
23512366
"recordAttributeMap":{"shape":"RecordAttributeMapString255"}
23522367
}
@@ -2385,10 +2400,6 @@
23852400
"min":0,
23862401
"pattern":"[a-zA-Z_0-9-./@ ()+\\t]*"
23872402
},
2388-
"RecordInputSourceARNString":{
2389-
"type":"string",
2390-
"pattern":"arn:(aws|aws-us-gov|aws-cn):entityresolution:[a-z]{2}-[a-z]{1,10}-[0-9]:[0-9]{12}:(idnamespace/[a-zA-Z_0-9-]{1,255})$|^arn:(aws|aws-us-gov|aws-cn):entityresolution:[a-z]{2}-[a-z]{1,10}-[0-9]:[0-9]{12}:(matchingworkflow/[a-zA-Z_0-9-]{1,255})$|^arn:(aws|aws-us-gov|aws-cn):glue:[a-z]{2}-[a-z]{1,10}-[0-9]:[0-9]{12}:(table/[a-zA-Z_0-9-]{1,255}/[a-zA-Z_0-9-]{1,255})"
2391-
},
23922403
"RecordMatchingModel":{
23932404
"type":"string",
23942405
"enum":[
@@ -2619,15 +2630,17 @@
26192630
"location":"uri",
26202631
"locationName":"workflowName"
26212632
},
2622-
"outputSourceConfig":{"shape":"IdMappingJobOutputSourceConfig"}
2633+
"outputSourceConfig":{"shape":"IdMappingJobOutputSourceConfig"},
2634+
"jobType":{"shape":"JobType"}
26232635
}
26242636
},
26252637
"StartIdMappingJobOutput":{
26262638
"type":"structure",
26272639
"required":["jobId"],
26282640
"members":{
26292641
"jobId":{"shape":"JobId"},
2630-
"outputSourceConfig":{"shape":"IdMappingJobOutputSourceConfig"}
2642+
"outputSourceConfig":{"shape":"IdMappingJobOutputSourceConfig"},
2643+
"jobType":{"shape":"JobType"}
26312644
}
26322645
},
26332646
"StartMatchingJobInput":{
@@ -2794,6 +2807,7 @@
27942807
"inputSourceConfig":{"shape":"IdMappingWorkflowInputSourceConfig"},
27952808
"outputSourceConfig":{"shape":"IdMappingWorkflowOutputSourceConfig"},
27962809
"idMappingTechniques":{"shape":"IdMappingTechniques"},
2810+
"incrementalRunConfig":{"shape":"IdMappingIncrementalRunConfig"},
27972811
"roleArn":{"shape":"IdMappingRoleArn"}
27982812
}
27992813
},
@@ -2812,6 +2826,7 @@
28122826
"inputSourceConfig":{"shape":"IdMappingWorkflowInputSourceConfig"},
28132827
"outputSourceConfig":{"shape":"IdMappingWorkflowOutputSourceConfig"},
28142828
"idMappingTechniques":{"shape":"IdMappingTechniques"},
2829+
"incrementalRunConfig":{"shape":"IdMappingIncrementalRunConfig"},
28152830
"roleArn":{"shape":"IdMappingRoleArn"}
28162831
}
28172832
},

0 commit comments

Comments
 (0)