Degov original

.dockerignore

@@ -3,10 +3,11 @@
 .env
 .git
 node_modules
-packages/*/node_modules
-packages/web/.next
-packages/indexer/.data
-packages/indexer/lib
+apps/*/node_modules
+apps/web/.next
+apps/indexer/.data
+apps/indexer/target
+target
 coverage
 .turbo
 .pnpm-store

.env.example

@@ -1,7 +1,108 @@
-
+# Database and local service ports.
 DEGOV_DB_PORT=5432
 DEGOV_DB_PASSWORD=password
+DEGOV_DB_NAME=postgres
+DEGOV_INDEXER_DATABASE_URL=postgresql://postgres:password@localhost:5432/indexer
+DEGOV_INDEXER_CONFIG_FILE=apps/indexer/indexer.example.yml
+# all runs every daoCode in DEGOV_INDEXER_CONFIG_FILE. Set DEGOV_INDEXER_DAO_CODE only to filter a debug run.
+DEGOV_INDEXER_CONTRACT_SET_MODE=all
+DEGOV_INDEXER_DAO_CODE=
+# Use latest for production durable-head tracking; numeric heights are for debug or bounded test runs.
+DEGOV_INDEXER_TARGET_HEIGHT=latest
+DEGOV_INDEXER_RUN_ONCE=false
+DEGOV_INDEXER_POLL_INTERVAL_MS=10000
 DEGOV_INDEXER_PORT=4350
+# Local host command endpoint for `pnpm run indexer:graphql`.
+DEGOV_INDEXER_GRAPHQL_ENDPOINT=http://127.0.0.1:4350/degov-demo-dao/graphql
+DEGOV_INDEXER_GRAPHQL_BIND_ADDRESS=0.0.0.0:4350
+DEGOV_INDEXER_GRAPHQL_PATH=/degov-demo-dao/graphql
+# Compose uses service DNS for web-local-indexer builds.
+DEGOV_INDEXER_GRAPHQL_INTERNAL_ENDPOINT=http://indexer-graphql:4350/graphql
+# Local web builds can bake this into public/degov.yml.
+DEGOV_CONFIG_INDEXER_ENDPOINT=http://127.0.0.1:4350/degov-demo-dao/graphql
+
+# Datalens-native indexer.
+# Keep DATALENS_ENDPOINT as the service base URL for SDK REST and native endpoints.
+DATALENS_ENDPOINT=https://datalens.ringdao.com
+DATALENS_APPLICATION=degov-live
+DATALENS_TOKEN=
+DATALENS_TIMEOUT_SECONDS=60
+DATALENS_FINALITY=durable_only
+DATALENS_CHAIN_FAMILY=evm
+DATALENS_CHAIN_NAME=darwinia
+DATALENS_CHAIN_ID=46
+DATALENS_DATASET_FAMILY=evm
+DATALENS_DATASET_NAME=logs
+DATALENS_QUERY_BLOCK_RANGE_LIMIT=1000
+# Prefer DEGOV_INDEXER_CONFIG_FILE for multi-chain contract sets. DATALENS_CHAINS_JSON is retained only for legacy single-env runs.
+DATALENS_CHAINS_JSON=
+DATALENS_GOVERNOR_ADDRESS=
+DATALENS_GOVERNOR_TOKEN_ADDRESS=
+DATALENS_GOVERNOR_TOKEN_STANDARD=ERC20
+DATALENS_TIMELOCK_ADDRESS=
+
+# Onchain refresh worker.
+# Set true only with rpc.chains urlEnv variables or legacy DEGOV_ONCHAIN_REFRESH_RPC_URL configured.
+DEGOV_ONCHAIN_REFRESH_WORKER_ENABLED=false
+# Referenced by apps/indexer/indexer.example.yml rpc.chains.
+ETHEREUM_RPC_URL=
+LISK_RPC_URL=
+DARWINIA_RPC_URL=
+BASE_RPC_URL=
+ARBITRUM_RPC_URL=
+# Legacy single-chain fallback when rpc.chains is not configured.
+DEGOV_ONCHAIN_REFRESH_RPC_URL=
+DEGOV_ONCHAIN_REFRESH_RUN_ONCE=false
+
+# Number of pending refresh tasks processed per batch.
+DEGOV_ONCHAIN_REFRESH_BATCH_SIZE=100
+# Maximum number of successful refresh tasks applied in one DB transaction chunk.
+# Keep at or below 1000 unless DB apply paths are verified for larger batches.
+DEGOV_INDEXER_ONCHAIN_REFRESH_APPLY_BATCH_SIZE=1000
+# Number of deferred refresh candidates materialized before each worker claim.
+# Increase with BATCH_SIZE/TICK_MAX_TASKS during dense sync, for example 1000.
+DEGOV_ONCHAIN_REFRESH_DEFERRED_DRAIN_BATCH_SIZE=100
+DEGOV_ONCHAIN_REFRESH_MAX_ATTEMPTS=3
+
+# Number of known accounts scanned per reconcile seed pass.
+DEGOV_ONCHAIN_REFRESH_RECONCILE_SEED_BATCH_SIZE=100
+
+# Read-plan chunk size for future multicall grouping.
+DEGOV_ONCHAIN_REFRESH_MULTICALL_CHUNK_SIZE=100
+
+# Number of accounts refreshed concurrently inside one batch.
+DEGOV_ONCHAIN_REFRESH_CONCURRENCY=1
+DEGOV_ONCHAIN_REFRESH_CURRENT_POWER_METHOD=getVotes
+
+# Bounded onchain refresh ticks during Datalens indexer chunk sync.
+# Disabled by default; enable only when RPC URLs are configured.
+DEGOV_INDEXER_ONCHAIN_REFRESH_TICK_ENABLED=false
+# Total task budget per indexer tick.
+DEGOV_INDEXER_ONCHAIN_REFRESH_TICK_MAX_TASKS=10
+# Optional per worker run/claim budget inside one tick.
+# Leave commented to inherit MAX_TASKS; uncommenting pins the per-run cap.
+# DEGOV_INDEXER_ONCHAIN_REFRESH_TICK_MAX_TASKS_PER_RUN=10
+DEGOV_INDEXER_ONCHAIN_REFRESH_TICK_MAX_DURATION_MS=500
+DEGOV_INDEXER_ONCHAIN_REFRESH_TICK_MIN_BLOCKS=100
+
+# Number of batches processed before the worker sleeps again.
+DEGOV_ONCHAIN_REFRESH_MAX_BATCHES_PER_POLL=1
+
+# If the indexer is further behind than this, only reconcile tasks are processed.
+DEGOV_ONCHAIN_REFRESH_MAX_SYNC_LAG_BLOCKS=1000
+
+# Worker polling interval after a pass with no more immediate work.
+DEGOV_ONCHAIN_REFRESH_POLL_INTERVAL_MS=10000
+
+# Delay before newly created event refresh tasks become claimable.
+DEGOV_ONCHAIN_REFRESH_DEBOUNCE_MS=120000
+
+# Advisory-lock TTL for serializing worker writes with indexer writes.
+DEGOV_ONCHAIN_REFRESH_LOCK_TTL_MS=300000
+DEGOV_ONCHAIN_REFRESH_RETRY_DELAY_MS=30000
+DEGOV_ONCHAIN_REFRESH_REQUEST_TIMEOUT_MS=15000
 
+# Web app.
 DEGOV_WEB_PORT=3000
+DEGOV_WEB_INDEXER_PORT=3001
 DEGOV_WEB_JWT_SECRET=your-secrets

.github/workflows/check.yml

@@ -28,24 +28,42 @@ jobs:
   check-indexer:
     name: Check indexer
     runs-on: ubuntu-latest
+    services:
+      postgres:
+        image: postgres:17-alpine
+        env:
+          POSTGRES_DB: datalens_test
+          POSTGRES_PASSWORD: datalens
+          POSTGRES_USER: datalens
+        ports:
+          - 5432:5432
+        options: >-
+          --health-cmd "pg_isready -U datalens -d datalens_test"
+          --health-interval 5s
+          --health-timeout 5s
+          --health-retries 10
+    env:
+      DEGOV_INDEXER_TEST_DATABASE_URL: postgresql://datalens:datalens@localhost:5432/datalens_test
     steps:
       - uses: actions/checkout@v5
 
-      - uses: pnpm/action-setup@v4
-        with:
-          version: 10.32.1
-
       - name: Setup NodeJS
         uses: actions/setup-node@v5
         with:
           node-version: 22
-          cache: pnpm
+          package-manager-cache: false
+
+      - name: Setup Rust
+        uses: dtolnay/rust-toolchain@stable
 
       - name: Check build
         run: |
-          pnpm install --filter @degov/indexer... --frozen-lockfile
-          pnpm --filter @degov/indexer build
-          pnpm --filter @degov/indexer test
+          cargo build --locked -p degov-datalens-indexer
+          cd apps/indexer
+          node ./scripts/check-rust-conventions.mjs
+          cargo test --locked
+          node ./scripts/check-rust-conventions.test.mjs
+          node ./scripts/compatibility-preflight.test.mjs
 
   check-config:
     name: Check Config

.github/workflows/deploy-dev.yml

@@ -14,6 +14,11 @@ jobs:
     steps:
       - uses: actions/checkout@v5
 
+      - name: Prepare Vercel root directory
+        run: |
+          mkdir -p packages
+          cp -a apps/web packages/web
+
       - uses: darwinia-network/devops/actions/smart-vercel@main
         name: Deploy degov
         with:

.github/workflows/deploy-prd.yml

@@ -12,6 +12,11 @@ jobs:
     steps:
       - uses: actions/checkout@v5
 
+      - name: Prepare Vercel root directory
+        run: |
+          mkdir -p packages
+          cp -a apps/web packages/web
+
       - uses: darwinia-network/devops/actions/smart-vercel@main
         name: Deploy degov
         with:

.gitignore

@@ -28,5 +28,7 @@ dist-ssr
 .data
 .agentdocs
 .pnpm-store
+/target/
 
 .env
+apps/indexer/indexer.yml