neume version 2.1

assets/config.sample.js

@@ -3,44 +3,54 @@
  * - Configuration common for all commands
  * - Configuration too verbose for CLI
  * - Sensitive information
- * 
+ *
  * neume will read values from .env. Therefore, you can do
  * env.RPC_API_KEYS
- * 
+ *
  */
 
 import { env } from "process";
 
-const rpcHosts = [
-  { url: "https://rpc.ankr.com/eth" },
-  { url: "https://cloudflare-eth.com/" },
-];
+const rpcHosts = [{ url: "https://rpc.ankr.com/eth" }, { url: "https://cloudflare-eth.com/" }];
+const polygonRpcHosts = [{ url: "https://rpc.ankr.com/polygon" }];
 
 /**
  * A list of strategies to enable. Remove entries from the list to run
  * selected strategies.
- * 
+ *
  * Note:
  * - The name should match the class name of the strategy.
  * - The name is case-sensitive.
  * */
-export const strategies = ["Sound", "SoundProtocol", "MintSongsV2", "CatalogV2", "Zora"];
-
+export const strategies = ["Sound", "SoundProtocol", "MintSongsV2", "CatalogV2", "Zora", "Lens"];
 
 /**
  * Configuration for neume
- * 
+ *
  * TypeScipt type for configuration can be found at:
  * https://github.com/neume-network/crawler/blob/main/types.ts#L25
  */
 export const config = {
-  rpc: rpcHosts,
   arweave: {
     httpsGateway: "https://arweave.net",
   },
-  crawlStep: 5000,
-  getLogsBlockSpanSize: 799,
-  getLogsAddressSize: 100,
+  ipfs: {
+    httpsGateway: "https://ipfs.io/ipfs/",
+  },
+  chain: {
+    eth: {
+      crawlStep: 5000,
+      rpc: rpcHosts,
+      getLogsBlockSpanSize: 799,
+      getLogsAddressSize: 100,
+    },
+    polygon: {
+      crawlStep: 10_000,
+      rpc: polygonRpcHosts,
+      getLogsBlockSpanSize: 2000,
+      getLogsAddressSize: 799,
+    },
+  },
   breatheTimeMS: 900_000, // 15 mins
   worker: {
     queue: {
@@ -57,6 +67,14 @@ export const config = {
         };
         return prevValue;
       }, {}),
+      ...polygonRpcHosts.reduce((prevValue, host) => {
+        prevValue[host.url] = {
+          timeout: 120_000,
+          requestsPerUnit: 300,
+          unit: "second",
+        };
+        return prevValue;
+      }, {}),
       "https://arweave.net": {
         timeout: 120_000,
         requestsPerUnit: 1000,