diff --git a/packages/db/elastic_migrations/migrate_from_elastic.py b/packages/db/elastic_migrations/migrate_from_elastic.py index 17c02c793..4fbf9e5ff 100755 --- a/packages/db/elastic_migrations/migrate_from_elastic.py +++ b/packages/db/elastic_migrations/migrate_from_elastic.py @@ -17,7 +17,7 @@ PG_DB = os.getenv('PG_DB', 'omnivore') ES_URL = os.getenv('ES_URL', 'http://localhost:9200') ES_USERNAME = os.getenv('ES_USERNAME', 'elastic') ES_PASSWORD = os.getenv('ES_PASSWORD', 'password') -ES_SCAN_SIZE = os.getenv('ES_SCAN_SIZE', 1000) +ES_SCAN_SIZE = os.getenv('ES_SCAN_SIZE', 10000) ES_INDEX = os.getenv('ES_INDEX', 'pages_alias') CUT_OFF_DATE = os.getenv('CUT_OFF_DATE', '2000-01-01') @@ -309,7 +309,7 @@ async def main(): # Scan API for larger library docs = async_scan(es_client, index=ES_INDEX, query=query, preserve_order=True, size=ES_SCAN_SIZE, - request_timeout=60) + request_timeout=600) # convert _id to uuid async for doc in docs: