Add improvments.

crawlers/mooncrawl/mooncrawl/metadata_crawler/cli.py

@@ -55,7 +55,10 @@ def crawl_uri(metadata_uri: str) -> Any:
         try:
             response = urllib.request.urlopen(metadata_uri, timeout=10)
 
-            if response.status == 200:
+            if (
+                metadata_uri.startswith("data:application/json")
+                or response.status == 200
+            ):
                 result = json.loads(response.read())
                 break
             retry += 1

crawlers/mooncrawl/mooncrawl/metadata_crawler/db.py

@@ -132,6 +132,7 @@ def get_current_metadata_for_address(
         WHERE
             address = :address
             AND label = :label
+            AND label_data ->>'metadata' != 'null'
         ORDER BY
             label_data ->> 'token_id' ASC,
             block_number :: INT DESC;