Skip to content

Commit 022f2c1

Browse files
author
awstools
committed
feat(client-glue): AWS Glue now supports schema, partition and sort management of Apache Iceberg tables using Glue SDK
1 parent d9cb698 commit 022f2c1

28 files changed

+1687
-586
lines changed

‎clients/client-glue/src/commands/CreateCatalogCommand.ts

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -42,6 +42,7 @@ export interface CreateCatalogCommandOutput extends CreateCatalogResponse, __Met
4242
* FederatedCatalog: { // FederatedCatalog
4343
* Identifier: "STRING_VALUE",
4444
* ConnectionName: "STRING_VALUE",
45+
* ConnectionType: "STRING_VALUE",
4546
* },
4647
* Parameters: { // ParametersMap
4748
* "<keys>": "STRING_VALUE",

‎clients/client-glue/src/commands/CreateDatabaseCommand.ts

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -62,6 +62,7 @@ export interface CreateDatabaseCommandOutput extends CreateDatabaseResponse, __M
6262
* FederatedDatabase: { // FederatedDatabase
6363
* Identifier: "STRING_VALUE",
6464
* ConnectionName: "STRING_VALUE",
65+
* ConnectionType: "STRING_VALUE",
6566
* },
6667
* },
6768
* Tags: { // TagsMap

‎clients/client-glue/src/commands/CreateTableCommand.ts

Lines changed: 45 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -38,6 +38,7 @@ export interface CreateTableCommandOutput extends CreateTableResponse, __Metadat
3838
* const input = { // CreateTableRequest
3939
* CatalogId: "STRING_VALUE",
4040
* DatabaseName: "STRING_VALUE", // required
41+
* Name: "STRING_VALUE",
4142
* TableInput: { // TableInput
4243
* Name: "STRING_VALUE", // required
4344
* Description: "STRING_VALUE",
@@ -151,6 +152,50 @@ export interface CreateTableCommandOutput extends CreateTableResponse, __Metadat
151152
* IcebergInput: { // IcebergInput
152153
* MetadataOperation: "CREATE", // required
153154
* Version: "STRING_VALUE",
155+
* CreateIcebergTableInput: { // CreateIcebergTableInput
156+
* Location: "STRING_VALUE", // required
157+
* Schema: { // IcebergSchema
158+
* SchemaId: Number("int"),
159+
* IdentifierFieldIds: [ // IntegerList
160+
* Number("int"),
161+
* ],
162+
* Type: "struct",
163+
* Fields: [ // IcebergStructFieldList // required
164+
* { // IcebergStructField
165+
* Id: Number("int"), // required
166+
* Name: "STRING_VALUE", // required
167+
* Type: "DOCUMENT_VALUE", // required
168+
* Required: true || false, // required
169+
* Doc: "STRING_VALUE",
170+
* },
171+
* ],
172+
* },
173+
* PartitionSpec: { // IcebergPartitionSpec
174+
* Fields: [ // IcebergPartitionSpecFieldList // required
175+
* { // IcebergPartitionField
176+
* SourceId: Number("int"), // required
177+
* Transform: "STRING_VALUE", // required
178+
* Name: "STRING_VALUE", // required
179+
* FieldId: Number("int"),
180+
* },
181+
* ],
182+
* SpecId: Number("int"),
183+
* },
184+
* WriteOrder: { // IcebergSortOrder
185+
* OrderId: Number("int"), // required
186+
* Fields: [ // IcebergSortOrderFieldList // required
187+
* { // IcebergSortField
188+
* SourceId: Number("int"), // required
189+
* Transform: "STRING_VALUE", // required
190+
* Direction: "asc" || "desc", // required
191+
* NullOrder: "nulls-first" || "nulls-last", // required
192+
* },
193+
* ],
194+
* },
195+
* Properties: { // StringToStringMap
196+
* "<keys>": "STRING_VALUE",
197+
* },
198+
* },
154199
* },
155200
* },
156201
* };

‎clients/client-glue/src/commands/GetCatalogCommand.ts

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -57,6 +57,7 @@ export interface GetCatalogCommandOutput extends GetCatalogResponse, __MetadataB
5757
* // FederatedCatalog: { // FederatedCatalog
5858
* // Identifier: "STRING_VALUE",
5959
* // ConnectionName: "STRING_VALUE",
60+
* // ConnectionType: "STRING_VALUE",
6061
* // },
6162
* // CatalogProperties: { // CatalogPropertiesOutput
6263
* // DataLakeAccessProperties: { // DataLakeAccessPropertiesOutput

‎clients/client-glue/src/commands/GetCatalogsCommand.ts

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -62,6 +62,7 @@ export interface GetCatalogsCommandOutput extends GetCatalogsResponse, __Metadat
6262
* // FederatedCatalog: { // FederatedCatalog
6363
* // Identifier: "STRING_VALUE",
6464
* // ConnectionName: "STRING_VALUE",
65+
* // ConnectionType: "STRING_VALUE",
6566
* // },
6667
* // CatalogProperties: { // CatalogPropertiesOutput
6768
* // DataLakeAccessProperties: { // DataLakeAccessPropertiesOutput

‎clients/client-glue/src/commands/GetColumnStatisticsForPartitionCommand.ts

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,8 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types";
66

77
import { commonParams } from "../endpoint/EndpointParameters";
88
import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient";
9-
import { GetColumnStatisticsForPartitionRequest, GetColumnStatisticsForPartitionResponse } from "../models/models_1";
9+
import { GetColumnStatisticsForPartitionRequest } from "../models/models_1";
10+
import { GetColumnStatisticsForPartitionResponse } from "../models/models_2";
1011
import {
1112
de_GetColumnStatisticsForPartitionCommand,
1213
se_GetColumnStatisticsForPartitionCommand,

‎clients/client-glue/src/commands/GetColumnStatisticsForTableCommand.ts

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -6,8 +6,7 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types";
66

77
import { commonParams } from "../endpoint/EndpointParameters";
88
import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient";
9-
import { GetColumnStatisticsForTableRequest } from "../models/models_1";
10-
import { GetColumnStatisticsForTableResponse } from "../models/models_2";
9+
import { GetColumnStatisticsForTableRequest, GetColumnStatisticsForTableResponse } from "../models/models_2";
1110
import { de_GetColumnStatisticsForTableCommand, se_GetColumnStatisticsForTableCommand } from "../protocols/Aws_json1_1";
1211

1312
/**

‎clients/client-glue/src/commands/GetDatabaseCommand.ts

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -69,6 +69,7 @@ export interface GetDatabaseCommandOutput extends GetDatabaseResponse, __Metadat
6969
* // FederatedDatabase: { // FederatedDatabase
7070
* // Identifier: "STRING_VALUE",
7171
* // ConnectionName: "STRING_VALUE",
72+
* // ConnectionType: "STRING_VALUE",
7273
* // },
7374
* // },
7475
* // };

‎clients/client-glue/src/commands/GetDatabasesCommand.ts

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -75,6 +75,7 @@ export interface GetDatabasesCommandOutput extends GetDatabasesResponse, __Metad
7575
* // FederatedDatabase: { // FederatedDatabase
7676
* // Identifier: "STRING_VALUE",
7777
* // ConnectionName: "STRING_VALUE",
78+
* // ConnectionType: "STRING_VALUE",
7879
* // },
7980
* // },
8081
* // ],

‎clients/client-glue/src/commands/GetTableCommand.ts

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -142,6 +142,7 @@ export interface GetTableCommandOutput extends GetTableResponse, __MetadataBeare
142142
* // Identifier: "STRING_VALUE",
143143
* // DatabaseIdentifier: "STRING_VALUE",
144144
* // ConnectionName: "STRING_VALUE",
145+
* // ConnectionType: "STRING_VALUE",
145146
* // },
146147
* // ViewDefinition: { // ViewDefinition
147148
* // IsProtected: true || false,
@@ -245,6 +246,7 @@ export interface GetTableCommandOutput extends GetTableResponse, __MetadataBeare
245246
* // Identifier: "STRING_VALUE",
246247
* // DatabaseIdentifier: "STRING_VALUE",
247248
* // ConnectionName: "STRING_VALUE",
249+
* // ConnectionType: "STRING_VALUE",
248250
* // },
249251
* // ViewDefinition: {
250252
* // IsProtected: true || false,

0 commit comments

Comments
 (0)