mirror
/
moonstream
kopia lustrzana https://github.com/bugout-dev/moonstream
1
0
Forkuj 0
Kod Zgłoszenia Projekty Wydania Wiki Aktywność

small fixes to dataset materialize

nft-crawler-blocklist
Yhtyyar Sahatov 2022-09-09 01:04:51 +03:00
rodzic a4493dcef5
commit a17a7ce77a
1 zmienionych plików z 2 dodań i 2 usunięć
Pokaż statystyki Ściągnij plik aktualizacji Ściągnij plik porównania Expand all files Collapse all files

4
datasets/nfts/nfts/materialize.py
Wyświetl plik

@ -34,7 +34,7 @@ from .datastore import insert_events, insert_transactions
logging.basicConfig(level=logging.INFO) logging.basicConfig(level=logging.INFO)
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
ERC721_LABEL = "erc721" ERC721_LABEL = "erc721-v2"
ERC20_LABEL = "test-erc20" ERC20_LABEL = "test-erc20"
@ -194,7 +194,7 @@ def crawl_erc721_labels(
def crawl_with_threads(ranges: List[Tuple[int, int]]): def crawl_with_threads(ranges: List[Tuple[int, int]]):
futures: Dict[Future, Tuple[int, int]] = {} futures: Dict[Future, Tuple[int, int]] = {}
with ThreadPoolExecutor(max_workers=20) as executor: with ThreadPoolExecutor(max_workers=30) as executor:
for from_block, to_block in ranges: for from_block, to_block in ranges:
future = executor.submit(_crawl, from_block, to_block) future = executor.submit(_crawl, from_block, to_block)
futures[future] = (from_block, to_block) futures[future] = (from_block, to_block)