Benature/omnivore
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

remove data assertion from migration script to speed up

Browse Source
This commit is contained in:
Hongbo Wu
2023-10-10 22:26:02 +08:00
parent 768845e101
commit dc14743fb8
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
packages/db/elastic_migrations/migrate_from_elastic.py
View File

@ -313,7 +313,7 @@ async def main():
ES_USERNAME, ES_PASSWORD), retry_on_timeout=True) ES_USERNAME, ES_PASSWORD), retry_on_timeout=True)
try: try:
updated_user_ids = [] # updated_user_ids = []
print(await es_client.info()) print(await es_client.info())
@ -454,8 +454,8 @@ async def main():
library_items.append(library_item) library_items.append(library_item)
library_items_original_ids.append(doc_id) library_items_original_ids.append(doc_id)
if user_id not in updated_user_ids: # if user_id not in updated_user_ids:
updated_user_ids.append(user_id) # updated_user_ids.append(user_id)
# convert labels to postgres format # convert labels to postgres format
if 'labels' in source: if 'labels' in source:
@ -551,7 +551,7 @@ async def main():
print('Migration complete', END_TIME) print('Migration complete', END_TIME)
await assert_data(db_conn, es_client, updated_user_ids, uploaded_files) # await assert_data(db_conn, es_client, updated_user_ids, uploaded_files)
except Exception as err: except Exception as err:
print('Migration error', err) print('Migration error', err)
finally: finally: