Skip to content

Commit f97750d

Browse files
universe-hcyJingsongLi
authored andcommitted
[Python] Keep the variable names of Identifier consistent with Java (#6520)
1 parent 81e24ab commit f97750d

File tree

5 files changed

+37
-35
lines changed

5 files changed

+37
-35
lines changed

paimon-python/pypaimon/api/rest_api.py

100644100755
Lines changed: 8 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -219,24 +219,24 @@ def list_tables_paged(
219219
def create_table(self, identifier: Identifier, schema: Schema) -> None:
220220
request = CreateTableRequest(identifier, schema)
221221
return self.client.post(
222-
self.resource_paths.tables(identifier.database_name),
222+
self.resource_paths.tables(identifier.get_database_name()),
223223
request,
224224
self.rest_auth_function)
225225

226226
def get_table(self, identifier: Identifier) -> GetTableResponse:
227227
return self.client.get(
228228
self.resource_paths.table(
229-
identifier.database_name,
230-
identifier.object_name),
229+
identifier.get_database_name(),
230+
identifier.get_object_name()),
231231
GetTableResponse,
232232
self.rest_auth_function,
233233
)
234234

235235
def drop_table(self, identifier: Identifier) -> GetTableResponse:
236236
return self.client.delete(
237237
self.resource_paths.table(
238-
identifier.database_name,
239-
identifier.object_name),
238+
identifier.get_database_name(),
239+
identifier.get_object_name()),
240240
self.rest_auth_function,
241241
)
242242

@@ -250,8 +250,8 @@ def rename_table(self, source_identifier: Identifier, target_identifier: Identif
250250
def load_table_token(self, identifier: Identifier) -> GetTableTokenResponse:
251251
return self.client.get(
252252
self.resource_paths.table_token(
253-
identifier.database_name,
254-
identifier.object_name),
253+
identifier.get_database_name(),
254+
identifier.get_object_name()),
255255
GetTableTokenResponse,
256256
self.rest_auth_function,
257257
)
@@ -282,7 +282,7 @@ def commit_snapshot(
282282
request = CommitTableRequest(table_uuid, snapshot, statistics)
283283
response = self.client.post_with_response_type(
284284
self.resource_paths.commit_table(
285-
identifier.database_name, identifier.object_name),
285+
identifier.get_database_name(), identifier.get_object_name()),
286286
request,
287287
CommitTableResponse,
288288
self.rest_auth_function

paimon-python/pypaimon/common/identifier.py

100644100755
Lines changed: 13 additions & 13 deletions
Original file line numberDiff line numberDiff line change
@@ -27,13 +27,13 @@
2727
@dataclass
2828
class Identifier:
2929

30-
database_name: str = json_field("database", default=None)
31-
object_name: str = json_field("object", default=None)
32-
branch_name: Optional[str] = json_field("branch", default=None)
30+
database: str = json_field("database", default=None)
31+
object: str = json_field("object", default=None)
32+
branch: Optional[str] = json_field("branch", default=None)
3333

3434
@classmethod
35-
def create(cls, database_name: str, object_name: str) -> "Identifier":
36-
return cls(database_name, object_name)
35+
def create(cls, database: str, object: str) -> "Identifier":
36+
return cls(database, object)
3737

3838
@classmethod
3939
def from_string(cls, full_name: str) -> "Identifier":
@@ -46,21 +46,21 @@ def from_string(cls, full_name: str) -> "Identifier":
4646
raise ValueError("Invalid identifier format: {}".format(full_name))
4747

4848
def get_full_name(self) -> str:
49-
if self.branch_name:
50-
return "{}.{}.{}".format(self.database_name, self.object_name, self.branch_name)
51-
return "{}.{}".format(self.database_name, self.object_name)
49+
if self.branch:
50+
return "{}.{}.{}".format(self.database, self.object, self.branch)
51+
return "{}.{}".format(self.database, self.object)
5252

5353
def get_database_name(self) -> str:
54-
return self.database_name
54+
return self.database
5555

5656
def get_table_name(self) -> str:
57-
return self.object_name
57+
return self.object
5858

5959
def get_object_name(self) -> str:
60-
return self.object_name
60+
return self.object
6161

6262
def get_branch_name(self) -> Optional[str]:
63-
return self.branch_name
63+
return self.branch
6464

6565
def is_system_table(self) -> bool:
66-
return self.object_name.startswith('$')
66+
return self.object.startswith('$')

paimon-python/pypaimon/schema/data_types.py

100644100755
Lines changed: 2 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -73,10 +73,8 @@ def __init__(self, type: str, nullable: bool = True):
7373
super().__init__(nullable)
7474
self.type = type
7575

76-
def to_dict(self) -> str:
77-
if not self.nullable:
78-
return self.type + " NOT NULL"
79-
return self.type
76+
def to_dict(self) -> Dict[str, Any]:
77+
return {"type": self.type if self.nullable else self.type + " NOT NULL"}
8078

8179
@classmethod
8280
def from_dict(cls, data: str) -> "AtomicType":

paimon-python/pypaimon/snapshot/catalog_snapshot_commit.py

100644100755
Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -57,9 +57,9 @@ def commit(self, snapshot: Snapshot, branch: str, statistics: List[PartitionStat
5757
Exception: If commit fails
5858
"""
5959
new_identifier = Identifier(
60-
database_name=self.identifier.get_database_name(),
61-
object_name=self.identifier.get_table_name(),
62-
branch_name=branch
60+
database=self.identifier.get_database_name(),
61+
object=self.identifier.get_table_name(),
62+
branch=branch
6363
)
6464

6565
# Call catalog's commit_snapshot method

paimon-python/pypaimon/tests/rest/rest_server.py

100644100755
Lines changed: 11 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -253,9 +253,9 @@ def _route_request(self, method: str, resource_path: str, parameters: Dict[str,
253253
source = self.table_metadata_store.get(source_table.get_full_name())
254254
self.table_metadata_store.update({destination_table.get_full_name(): source})
255255
source_table_dir = (Path(self.data_path) / self.warehouse
256-
/ source_table.database_name / source_table.object_name)
256+
/ source_table.get_database_name() / source_table.get_object_name())
257257
destination_table_dir = (Path(self.data_path) / self.warehouse
258-
/ destination_table.database_name / destination_table.object_name)
258+
/ destination_table.get_database_name() / destination_table.get_object_name())
259259
if not source_table_dir.exists():
260260
destination_table_dir.mkdir(parents=True)
261261
else:
@@ -352,7 +352,7 @@ def _handle_table_resource(self, method: str, path_parts: List[str],
352352
table_name_part = table_parts[0]
353353
branch_part = table_parts[1]
354354
# Recreate identifier without branch for lookup
355-
lookup_identifier = Identifier.create(identifier.database_name, table_name_part)
355+
lookup_identifier = Identifier.create(identifier.get_database_name(), table_name_part)
356356
else:
357357
lookup_identifier = identifier
358358
branch_part = None
@@ -431,8 +431,10 @@ def _tables_handle(self, method: str = None, data: str = None, database_name: st
431431
create_table.identifier, 0, create_table.schema, str(uuid.uuid4()), False
432432
)
433433
self.table_metadata_store.update({create_table.identifier.get_full_name(): table_metadata})
434-
table_dir = Path(
435-
self.data_path) / self.warehouse / database_name / create_table.identifier.object_name / 'schema'
434+
table_dir = (
435+
Path(self.data_path) / self.warehouse / database_name /
436+
create_table.identifier.get_object_name() / 'schema'
437+
)
436438
if not table_dir.exists():
437439
table_dir.mkdir(parents=True)
438440
with open(table_dir / "schema-0", "w") as f:
@@ -446,7 +448,8 @@ def _table_handle(self, method: str, data: str, identifier: Identifier) -> Tuple
446448
if identifier.get_full_name() not in self.table_metadata_store:
447449
raise TableNotExistException(identifier)
448450
table_metadata = self.table_metadata_store[identifier.get_full_name()]
449-
table_path = f'file://{self.data_path}/{self.warehouse}/{identifier.database_name}/{identifier.object_name}'
451+
table_path = (f'file://{self.data_path}/{self.warehouse}/'
452+
f'{identifier.get_database_name()}/{identifier.get_object_name()}')
450453
schema = table_metadata.schema.to_schema()
451454
response = self.mock_table(identifier, table_metadata, table_path, schema)
452455
return self._mock_response(response, 200)
@@ -522,7 +525,8 @@ def _write_snapshot_files(self, identifier: Identifier, snapshot, statistics):
522525
import uuid
523526

524527
# Construct table path: {warehouse}/{database}/{table}
525-
table_path = os.path.join(self.data_path, self.warehouse, identifier.database_name, identifier.object_name)
528+
table_path = os.path.join(self.data_path, self.warehouse, identifier.get_database_name(),
529+
identifier.get_object_name())
526530

527531
# Create directory structure
528532
snapshot_dir = os.path.join(table_path, "snapshot")

0 commit comments

Comments
 (0)