Charge AI training crawlers for access with @profullstack/x402-gateway

.env.example

@@ -54,6 +54,15 @@ COINPAYPORTAL_OAUTH_BASE_URL=https://coinpayportal.com
 # Optional: Override API URL for testing
 # COINPAYPORTAL_API_URL=https://coinpayportal.com/api
 
+# Crawl gateway (@profullstack/x402-gateway): AI training crawlers pay $1/day
+# over x402 (USDC), settled by CoinPay. Until BOTH are set, training crawlers
+# still get 402 but with an empty offer (nothing sold, nothing given away).
+# A SCOPED CoinPay key (cp_live_..., API Keys tab) with payments:create;
+# the legacy business key is refused by CoinPay's x402 routes.
+COINPAY_X402_KEY=
+# EVM address that receives the USDC (Base, Polygon and Ethereum alike)
+CRAWL_PAY_TO=
+
 # Subscription Plans (in cents)
 PREMIUM_PLAN_PRICE_CENTS=499
 FAMILY_PLAN_PRICE_CENTS=999

package.json

@@ -40,6 +40,7 @@
     "@profullstack/player": "0.3.1",
     "@profullstack/referrals": "^0.1.0",
     "@profullstack/stack": "^0.1.3",
+    "@profullstack/x402-gateway": "0.1.0",
     "@radix-ui/react-dialog": "^1.1.23",
     "@radix-ui/react-dropdown-menu": "^2.1.24",
     "@radix-ui/react-icons": "^1.3.2",

public/ai.txt

@@ -2,12 +2,16 @@
 # Base: https://bittorrented.com
 # Contact: support@bittorrented.com
 # Models: *
-# Capabilities: chat, embed, fine_tune, crawl, train
+# Capabilities: chat, embed, crawl
+#
+# Training crawlers pay for access: $1 buys a day, settled over x402 (USDC).
+# Read https://bittorrented.com/crawl for how. Search and retrieval crawlers
+# read free, and robots.txt names which is which.
 
 User-agent: *
 Allow: /*
 
-Training: allow
-Retention: allow
-Commercial-Use: allow
+Training: disallow
+Retention: disallow
+Commercial-Use: disallow
 Rate-Limit-RPS: 10