sij/sijapi
1
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Auto-update: Tue Jul 30 16:59:33 PDT 2024

Browse source
This commit is contained in:
sanj 2024-07-30 16:59:33 -07:00
parent 23270b559f
commit 8f38810626
1 changed files with 12 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

18
sijapi/classes.py
View file

@ -653,6 +653,7 @@ class APIConfig(BaseModel):
debug(f"Number of changes for {table_name}: {len(changes)}") debug(f"Number of changes for {table_name}: {len(changes)}")
if changes: if changes:
debug(f"Sample change for {table_name}: {changes[0]}")
changes_count = await self.apply_batch_changes(dest_conn, table_name, changes, has_primary_key) changes_count = await self.apply_batch_changes(dest_conn, table_name, changes, has_primary_key)
total_changes += changes_count total_changes += changes_count
@ -720,12 +721,16 @@ class APIConfig(BaseModel):
# Prepare the statement # Prepare the statement
stmt = await conn.prepare(insert_query) stmt = await conn.prepare(insert_query)
# Convert list of dicts to list of tuples affected_rows = 0
values_list = [tuple(change[col] for col in columns) for change in changes] for change in changes:
try:
# Use executemany for batch insert values = [change[col] for col in columns]
result = await stmt.executemany(values_list) result = await stmt.fetchval(*values)
affected_rows = len(values_list) # Assume all rows were affected affected_rows += 1
except Exception as e:
err(f"Error inserting row into {table_name}: {str(e)}")
err(f"Row data: {change}")
# Continue with the next row
return affected_rows return affected_rows
@ -736,6 +741,7 @@ class APIConfig(BaseModel):
async def sync_spatial_ref_sys(self, source_conn, dest_conn): async def sync_spatial_ref_sys(self, source_conn, dest_conn):
try: try:
# Get all entries from the source # Get all entries from the source