mirror
/
moonstream
kopia lustrzana https://github.com/bugout-dev/moonstream
1
0
Forkuj 0
Kod Zgłoszenia Projekty Wydania Wiki Aktywność

Add logs changes.

pull/942/head
Andrey 2023-10-25 14:27:45 +03:00
rodzic 017154207c
commit c192f278ac
1 zmienionych plików z 3 dodań i 5 usunięć
Pokaż statystyki Ściągnij plik aktualizacji Ściągnij plik porównania Expand all files Collapse all files

8
crawlers/mooncrawl/mooncrawl/state_crawler/cli.py
Wyświetl plik

@ -283,7 +283,7 @@ def crawl_calls_level(
logger.error(f"Exception: {e}") logger.error(f"Exception: {e}")
raise (e) raise (e)
time.sleep(2) time.sleep(2)
logger.info(f"Retry: {retry}") logger.debug(f"Retry: {retry}")
# results parsing and writing to database # results parsing and writing to database
add_to_session_count = 0 add_to_session_count = 0
for result in make_multicall_result: for result in make_multicall_result:
@ -469,8 +469,7 @@ def parse_jobs(
# run crawling of levels # run crawling of levels
try: try:
# initial call of level 0 all call without subcalls directly moved there # initial call of level 0 all call without subcalls directly moved there
logger.info("Crawl level: 0") logger.info("Crawl level: 0. Jobs amount: {len(calls[0])}")
logger.info(f"Jobs amount: {len(calls[0])}")
logger.info(f"call_tree_levels: {call_tree_levels}") logger.info(f"call_tree_levels: {call_tree_levels}")
batch_size = crawl_calls_level( batch_size = crawl_calls_level(
@ -488,8 +487,7 @@ def parse_jobs(
) )
for level in call_tree_levels: for level in call_tree_levels:
logger.info(f"Crawl level: {level}") logger.info(f"Crawl level: {level}. Jobs amount: {len(calls[level])}")
logger.info(f"Jobs amount: {len(calls[level])}")
batch_size = crawl_calls_level( batch_size = crawl_calls_level(
web3_client, web3_client,