Feat/update grants data (#67)

subquery/docker-compose.yml

@@ -9,6 +9,8 @@ services:
       - 5432:5432
     volumes:
       - .data/postgres:/var/lib/postgresql/data
+      - ./docker/pg.conf:/usr/share/postgresql/postgresql.conf
+    command: ["postgres", "-c", "config_file=/usr/share/postgresql/postgresql.conf"]
     environment:
       POSTGRES_PASSWORD: postgres
     shm_size: '1gb'
@@ -36,8 +38,8 @@ services:
       - ${SUB_COMMAND:-} # set SUB_COMMAND env variable to "test" to run tests
       - -f=/app
       - --db-schema=app
-      - --workers=4
-      - --batch-size=30
+      - --workers=2
+      - --batch-size=20
       - --unfinalized-blocks=false
       - --unsafe
       - --block-confirmations=0
@@ -67,9 +69,9 @@ services:
       DB_DATABASE: postgres
       DB_HOST: postgres
       DB_PORT: 5432
-      # NODE_ENV: production
+      NODE_ENV: production
     command:
       - --name=app
       #- --log-level=silent
       - --playground
-      - --indexer=http://subquery-node:3000
+      - --indexer=http://subquery-node:3000

subquery/docker/pg.conf

@@ -0,0 +1,38 @@
+# Custom conf for 4GB RAM and 2-4 cores
+shared_buffers = 1GB                    
+work_mem = 12MB                          
+maintenance_work_mem = 128MB            
+
+effective_cache_size = 3GB             
+random_page_cost = 1.1                
+seq_page_cost = 1.0
+
+max_connections = 50                    
+max_worker_processes = 4
+max_parallel_workers_per_gather = 2
+max_parallel_workers = 4
+
+autovacuum = on                        
+autovacuum_naptime = 20s               
+autovacuum_vacuum_scale_factor = 0.2   
+autovacuum_analyze_scale_factor = 0.1  
+autovacuum_max_workers = 2
+
+checkpoint_timeout = 10min             
+checkpoint_completion_target = 0.7    
+max_wal_size = 2GB                    
+min_wal_size = 512MB
+
+logging_collector = on                
+log_directory = 'pg_log'
+log_filename = 'postgresql-%Y-%m-%d.log'
+log_statement = 'none'                 
+log_min_duration_statement = 1000     
+
+# open as it is in a container
+listen_addresses = '*'        
+port = 5432
+
+# adjust depeding on the resources available
+parallel_setup_cost = 1000
+parallel_tuple_cost = 0.1

subquery/mainnet-click.ts

@@ -77,7 +77,7 @@ const project: EthereumProject = {
             kind: EthereumHandlerKind.Event,
             handler: "handleTransfer",
             filter: {
-              topics: ["Transfer(address from,address to,uint256 tokenId)"],
+              topics: ["Transfer(address,address,uint256)"],
             },
           },
         ],
@@ -133,7 +133,7 @@ const project: EthereumProject = {
             kind: EthereumHandlerKind.Event,
             handler: "handleTransfer",
             filter: {
-              topics: ["Transfer(address from,address to,uint256 tokenId)"],
+              topics: ["Transfer(address,address,uint256)"],
             },
           },
         ],
@@ -189,7 +189,7 @@ const project: EthereumProject = {
             kind: EthereumHandlerKind.Event,
             handler: "handleTransfer",
             filter: {
-              topics: ["Transfer(address from,address to,uint256 tokenId)"],
+              topics: ["Transfer(address,address,uint256)"],
             },
           },
         ],
@@ -245,7 +245,7 @@ const project: EthereumProject = {
             kind: EthereumHandlerKind.Event,
             handler: "handleTransfer",
             filter: {
-              topics: ["Transfer(address from,address to,uint256 tokenId)"],
+              topics: ["Transfer(address,address,uint256)"],
             },
           },
         ],

subquery/mainnet-complete.ts

@@ -144,7 +144,7 @@ const project: EthereumProject = {
       startBlock: 42332281, // This is the block that the contract was deployed on
       options: {
         abi: "Grants",
-        address: "0xdAdF329E8b30D878b139074De163D3A591aAB394",
+        address: "0x5855c486d2381ba41762876f18684951d5902829",
       },
       assets: new Map([
         [
@@ -197,7 +197,7 @@ const project: EthereumProject = {
       startBlock: 42332281, // This is the block that the contract was deployed on
       options: {
         abi: "GrantsMigration",
-        address: "0xF81b3b954221BeDcf762cd18FEc1A22D25016B2E",
+        address: "0x1A89C10456A78a41B55c3aEAcfc865E079bE5690",
       },
       assets: new Map([
         [

subquery/schema.graphql

@@ -65,9 +65,9 @@ type ERC721Token @entity @compositeIndexes(fields: [["owner", "contract"]]) {
   transfers: [ERC721Transfer!]! @derivedFrom(field: "token")
   application: String
   duration: Int
-  captureDate: BigInt @index
-  longitude: Float @index
-  latitude: Float @index
+  captureDate: BigInt
+  longitude: Float
+  latitude: Float
   locationPrecision: String
   contentHash: String
 }
@@ -239,6 +239,7 @@ type VestingSchedule @entity {
   period: BigInt
   periodCount: Int
   perPeriodAmount: BigInt
+  total: BigInt
   transaction: Transaction!
   cancelled: Boolean
   cancelTransaction: Transaction
@@ -251,6 +252,8 @@ type VestingSchedule @entity {
 type VestingScheduleCanceled @entity {
   id: ID!
   beneficiary: Account! @index
+  start: BigInt
+  end: BigInt
   cancelAuthority: Account @index
   affectedVestingSchedules: [String!]
   transaction: Transaction!
@@ -259,6 +262,8 @@ type VestingScheduleCanceled @entity {
 type VestingScheduleRenounced @entity {
   id: ID!
   beneficiary: Account! @index
+  start: BigInt
+  end: BigInt
   cancelAuthority: Account @index
   affectedVestingSchedules: [String!]
   transaction: Transaction!
@@ -267,6 +272,8 @@ type VestingScheduleRenounced @entity {
 type VestingScheduleClaimed @entity {
   id: ID!
   beneficiary: Account! @index
+  start: BigInt
+  end: BigInt
   amount: BigInt
   transaction: Transaction!
 }
@@ -284,9 +291,9 @@ type Reward @entity {
   amount: BigInt @index
   transaction: Transaction!
   BatchMetadata: BatchMetadata
-  sequence: BigInt @index
-  status: Boolean @index
-  signature: String @index
+  sequence: BigInt
+  status: Boolean
+  signature: String
 }
 
 type AccountSnapshot @entity {
@@ -328,10 +335,10 @@ type TokenSnapshotV2 @entity {
   tokensMinted: Int!
   fistBlockTimestamp: BigInt! @index
   latestBlockTimestamp: BigInt @index
-  latestBlockNumber: Int @index
-  firstBlockNumber: Int! @index
-  firstToken: ERC721Token! @index
-  latestToken: ERC721Token @index
+  latestBlockNumber: Int
+  firstBlockNumber: Int!
+  firstToken: ERC721Token!
+  latestToken: ERC721Token
 }
 
 type ERC20TransferV2 implements Event

subquery/src/mappings/click-content-sign.ts

@@ -11,7 +11,7 @@ import {
   SafeMintTransaction,
 } from "../types/abi-interfaces/ClickContentSignAbi";
 import { fetchAccount, fetchMetadata, fetchTransaction } from "../utils/utils";
-import { contractForSnapshot } from "../utils/const";
+import { contractForSnapshot, nodleContracts } from "../utils/const";
 import { TokenSnapshot, TokenSnapshotV2 } from "../types";
 
 const keysMapping = {
@@ -85,8 +85,9 @@ export async function handleApprovalForAll(event: ApprovalForAllLog) {
 }
 
 export async function handleSafeMint(tx: SafeMintTransaction) {
-  assert(tx.args, "No tx.args");
-  assert(tx.logs, "No tx.logs");
+  if (!tx.args || !tx.logs) {
+    throw new Error("No tx.args or tx.logs");
+  }
 
   // Call to the contract
   const contract = await fetchContract(String(tx.to).toLowerCase());
@@ -123,12 +124,10 @@ export async function handleSafeMint(tx: SafeMintTransaction) {
 
   token.uri = uri;
 
-  if (false) {
+  if (nodleContracts.includes(contract.id)) {
     const metadata = await fetchMetadata(uri, [
-      "nodle-community-nfts.myfilebase.com",
-      "pinning.infura-ipfs.io",
-      "nodle-web-wallet.infura-ipfs.io",
-      "cloudflare-ipfs.com",
+      "nodle-community-nfts.myfilebase.com/ipfs",
+      "storage.googleapis.com/ipfs-backups",
     ]);
 
     if (metadata) {

subquery/src/mappings/grants.ts

@@ -21,6 +21,8 @@ export async function handleClaimed(event: ClaimedLog): Promise<void> {
   const who = event.args.who?.toString();
   const amount = event.args.amount?.toBigInt();
   const id = event.transactionHash + "-" + event.logIndex.toString();
+  const start = event.args.start?.toBigInt();
+  const end = event.args.end?.toBigInt();
 
   const transaction = await fetchTransaction(
     event.transactionHash,
@@ -31,6 +33,8 @@ export async function handleClaimed(event: ClaimedLog): Promise<void> {
   const claimTransaction = new VestingScheduleClaimed(id, who, transaction.id);
 
   claimTransaction.amount = amount;
+  claimTransaction.start = start;
+  claimTransaction.end = end;
 
   await claimTransaction.save();
 }
@@ -43,6 +47,8 @@ export async function handleRenounced(event: RenouncedLog): Promise<void> {
 
   const to = event.args.to.toString();
   const from = event.args.from.toString();
+  const start = event.args.start?.toBigInt();
+  const end = event.args.end?.toBigInt();
   const id = event.transactionHash + "-" + event.logIndex.toString();
   const transaction = await fetchTransaction(
     event.transactionHash,
@@ -52,6 +58,9 @@ export async function handleRenounced(event: RenouncedLog): Promise<void> {
 
   const action = new VestingScheduleRenounced(id, to, transaction.id);
 
+  action.start = start;
+  action.end = end;
+
   const schedules = await VestingSchedule.getByCancelAuthorityId(from, { limit: 100 });
 
   if (schedules && schedules.length > 0) {
@@ -82,19 +91,20 @@ export async function handleVestingScheduleAdded(
   const id = event.transactionHash + "-" + event.logIndex.toString();
   const to = event.args.to.toString();
   const schedule = event.args.schedule;
-  logger.info("schedule: " + JSON.stringify(schedule) + " to: " + to);
   const transaction = await fetchTransaction(
     event.transactionHash,
     event.block.timestamp,
     BigInt(event.block.number)
   );
 
   const vestingSchedule = new VestingSchedule(id, to, transaction.id);
-
+  const total =
+    BigInt(schedule.periodCount) * schedule.perPeriodAmount.toBigInt();
   vestingSchedule.start = schedule.start.toBigInt();
   vestingSchedule.period = schedule.period.toBigInt();
   vestingSchedule.periodCount = schedule.periodCount;
   vestingSchedule.perPeriodAmount = schedule.perPeriodAmount.toBigInt();
+  vestingSchedule.total = total;
 
   vestingSchedule.cancelAuthorityId = schedule.cancelAuthority?.toString();
 
@@ -111,6 +121,8 @@ export async function handleVestingSchedulesCanceled(
 
   const from = event.args.from.toString();
   const to = event.args.to.toString();
+  const start = event.args.start?.toBigInt();
+  const end = event.args.end?.toBigInt();
   const id = event.transactionHash + "-" + event.logIndex.toString();
 
   const transaction = await fetchTransaction(
@@ -121,6 +133,9 @@ export async function handleVestingSchedulesCanceled(
 
   const action = new VestingScheduleCanceled(id, to, transaction.id);
 
+  action.start = start;
+  action.end = end;
+
   const schedules = await VestingSchedule.getByCancelAuthorityId(from, { limit: 100 });
 
   if (schedules && schedules.length > 0) {

subquery/src/mappings/migration-nft.ts

@@ -35,7 +35,6 @@ export async function handleNFTTransfer(event: TransferLog): Promise<void> {
       ]).catch((error) => {
         return null;
       });
-      logger.info("Token URI: " + String(tokenUri));
 
       if (tokenUri && nodleContracts.includes(contract.id)) {
         const metadata = await fetchMetadata(String(tokenUri), [
@@ -95,7 +94,6 @@ export async function handleApproval(event: ApprovalLog): Promise<void> {
       ]).catch((error) => {
         return null;
       });
-      logger.info("Token URI: " + String(tokenUri));
       if (tokenUri && nodleContracts.includes(contract.id)) {
         const metadata = await fetchMetadata(String(tokenUri), [
           "nodle-community-nfts.myfilebase.com/ipfs",

subquery/src/utils/erc20.ts

@@ -9,9 +9,6 @@ export const fetchContract = async (
   const contract = await ERC20Contract.get(lowercaseAddress);
 
   if (!contract) {
-    logger.error(
-      `Contract not found for lowercaseAddress: ${lowercaseAddress}`
-    );
     const newContract = new ERC20Contract(lowercaseAddress, lowercaseAddress);
     newContract.save();
 

subquery/src/utils/erc721.ts

@@ -11,9 +11,6 @@ export const fetchContract = async (
   const contract = await ERC721Contract.get(lowercaseAddress);
 
   if (!contract) {
-    logger.error(
-      `Contract not found for lowercaseAddress: ${lowercaseAddress}`
-    );
     const newContract = new ERC721Contract(lowercaseAddress, lowercaseAddress);
     newContract.save();
 
@@ -33,7 +30,6 @@ export const fetchToken = async (
   const token = await ERC721Token.get(id);
 
   if (!token) {
-    logger.error(`Token not found for id: ${id}`);
     const newToken = new ERC721Token(
       id,
       contractId,
@@ -54,7 +50,9 @@ export const getApprovalLog = (
   address: string
 ) => {
   const targetLog = logs.find((log) => log.args?.to === address);
-  assert(targetLog, "No target log found");
+  if (!targetLog) {
+    throw new Error("Approval log not found");
+  }
 
   return targetLog.args;
 };
@@ -73,7 +71,6 @@ export const fetchERC721Operator = async (
   const op = await ERC721Operator.get(id);
 
   if (!op) {
-    logger.error(`Operator not found for id: ${id}`);
     const newOp = new ERC721Operator(
       id,
       contract.id,

subquery/src/utils/migration.ts

@@ -9,9 +9,6 @@ export const fetchContract = async (
   const contract = await ProposalContract.get(lowercaseAddress);
 
   if (!contract) {
-    logger.error(
-      `Contract not found for lowercaseAddress: ${lowercaseAddress}`
-    );
     const newContract = new ProposalContract(
       lowercaseAddress,
       lowercaseAddress