Commit Diff

Commit:
6e2ca7fe3e237fb7fdce465a7a4e51367a766b8d
From:
Stefan Sperling <stsp@stsp.name>
Date:
Message:
make debug prints less frequent
Actions:
Patch | Tree
commit - d30fbeafa2087c29c558a7e1f539f6aae480a2c2
commit + 6e2ca7fe3e237fb7fdce465a7a4e51367a766b8d
blob - a66297ed71f87b2d38f96647b63a6c473c0534da
blob + 4bd9e779d974c8e5493e81849aaa7ff1e873d574
--- swh/loader/git/loader.py
+++ swh/loader/git/loader.py
@@ -868,7 +868,7 @@ class GitLoader(BaseGitLoader):
                     new_edges.append((tree_hash, entry_hash))
 
                 # add new vertices and edges in batches for performance reasons
-                if len(new_trees) + len(new_blobs) > 100000 or len(new_edges) > 100000:
+                if len(new_trees) + len(new_blobs) > 100000 or len(new_edges) > 1000000:
                     logger.debug(
                         f"Found {len(new_trees)} new trees and {len(new_blobs)} new blobs "
                         f"and {len(new_edges)} new tree entries"