feat: add a staking endpoint to return a stake summary per account

Author: cprussin

apps/staking/src/app/api/v1/amount_staked_per_account/route.ts

@@ -0,0 +1,53 @@
+import type { PositionState } from "@pythnetwork/staking-sdk";
+import {
+  PythStakingClient,
+  summarizeAccountPositions,
+  getCurrentEpoch,
+} from "@pythnetwork/staking-sdk";
+import { WalletAdapterNetwork } from "@solana/wallet-adapter-base";
+import { clusterApiUrl, Connection } from "@solana/web3.js";
+
+import {
+  AMOUNT_STAKED_PER_ACCOUNT_SECRET,
+  MAINNET_API_RPC,
+} from "../../../../config/server";
+
+export const maxDuration = 800;
+
+export const GET = async (req: Request) => {
+  if (
+    AMOUNT_STAKED_PER_ACCOUNT_SECRET === undefined ||
+    req.headers.get("authorization") ===
+      `Bearer ${AMOUNT_STAKED_PER_ACCOUNT_SECRET}`
+  ) {
+    const [accounts, epoch] = await Promise.all([
+      client.getAllStakeAccountPositionsAllOwners(),
+      getCurrentEpoch(client.connection),
+    ]);
+    return Response.json(
+      accounts.map((account) => {
+        const summary = summarizeAccountPositions(account, epoch);
+        return [
+          account.data.owner,
+          {
+            voting: stringifySummaryValues(summary.voting),
+            integrityPool: stringifySummaryValues(summary.integrityPool),
+          },
+        ];
+      }),
+    );
+  } else {
+    return new Response("Unauthorized", { status: 400 });
+  }
+};
+
+const stringifySummaryValues = (values: Record<PositionState, bigint>) =>
+  Object.fromEntries(
+    Object.entries(values).map(([state, value]) => [state, value.toString()]),
+  );
+
+const client = new PythStakingClient({
+  connection: new Connection(
+    MAINNET_API_RPC ?? clusterApiUrl(WalletAdapterNetwork.Mainnet),
+  ),
+});

apps/staking/src/config/server.ts

@@ -80,6 +80,10 @@ export const SIMULATION_PAYER_ADDRESS = getOr(
   "SIMULATION_PAYER_ADDRESS",
   "E5KR7yfb9UyVB6ZhmhQki1rM1eBcxHvyGKFZakAC5uc",
 );
+export const AMOUNT_STAKED_PER_ACCOUNT_SECRET = demandInProduction(
+  "AMOUNT_STAKED_PER_ACCOUNT_SECRET",
+);
+
 class MissingEnvironmentError extends Error {
   constructor(name: string) {
     super(`Missing environment variable: ${name}!`);

apps/staking/turbo.json

@@ -12,7 +12,8 @@
         "MAINNET_API_RPC",
         "BLOCKED_REGIONS",
         "AMPLITUDE_API_KEY",
-        "GOOGLE_ANALYTICS_ID"
+        "GOOGLE_ANALYTICS_ID",
+        "AMOUNT_STAKED_PER_ACCOUNT_SECRET"
       ]
     },
     "start:dev": {

governance/pyth_staking_sdk/package.json

@@ -8,6 +8,9 @@
   "files": [
     "dist/**/*"
   ],
+  "engines": {
+    "node": "22"
+  },
   "publishConfig": {
     "access": "public"
   },
@@ -28,6 +31,7 @@
     "@solana/wallet-adapter-react": "catalog:",
     "@types/jest": "catalog:",
     "@types/node": "catalog:",
+    "@types/stream-json": "^1.7.8",
     "eslint": "catalog:",
     "jest": "catalog:",
     "prettier": "catalog:",
@@ -39,6 +43,9 @@
     "@pythnetwork/solana-utils": "workspace:*",
     "@solana/spl-governance": "^0.3.28",
     "@solana/spl-token": "^0.3.7",
-    "@solana/web3.js": "catalog:"
+    "@solana/web3.js": "catalog:",
+    "stream-chain": "^3.4.0",
+    "stream-json": "^1.9.1",
+    "zod": "catalog:"
   }
 }

governance/pyth_staking_sdk/src/pyth-staking-client.ts

@@ -22,6 +22,12 @@ import {
   Transaction,
   TransactionInstruction,
 } from "@solana/web3.js";
+import { chain } from "stream-chain";
+import { parser } from "stream-json";
+import { ignore } from "stream-json/filters/Ignore";
+import { pick } from "stream-json/filters/Pick";
+import { streamArray } from "stream-json/streamers/StreamArray";
+import { z } from "zod";
 
 import {
   GOVERNANCE_ADDRESS,
@@ -1031,4 +1037,114 @@ export class PythStakingClient {
 
     return getAccount(this.connection, rewardCustodyAccountAddress);
   }
+
+  /**
+   * Return all stake account positions for all owners.  Note that this method
+   * is unique in a few ways:
+   *
+   * 1. It's very, very expensive.  Don't call it if you don't _really_ need it,
+   *    and expect it to take a few minutes to respond.
+   * 2. Because the full positionData is so large, json parsing it with a
+   *    typical json parser would involve buffering to a string that's too large
+   *    for node.  So instead we use `stream-json` to parse it as a stream.
+   */
+  public async getAllStakeAccountPositionsAllOwners(): Promise<
+    StakeAccountPositions[]
+  > {
+    const res = await fetch(this.connection.rpcEndpoint, {
+      method: "POST",
+      headers: {
+        "Content-Type": "application/json",
+      },
+      body: JSON.stringify({
+        jsonrpc: "2.0",
+        id: 1,
+        method: "getProgramAccounts",
+        params: [
+          this.stakingProgram.programId.toBase58(),
+          {
+            encoding: "base64",
+            filters: [
+              {
+                memcmp: this.stakingProgram.coder.accounts.memcmp(
+                  "positionData",
+                ) as {
+                  offset: number;
+                  bytes: string;
+                },
+              },
+            ],
+          },
+        ],
+      }),
+    });
+
+    if (res.ok) {
+      const { body } = res;
+      if (body) {
+        const accounts = await new Promise<unknown[]>((resolve) => {
+          const pipeline = chain([
+            body,
+            parser(),
+            pick({ filter: "result" }),
+            ignore({ filter: /(owner|executable|lamports|rentEpoch)/i }),
+            streamArray(),
+          ]);
+
+          const accounts: unknown[] = [];
+          pipeline.on("data", (data: unknown) => accounts.push(data));
+          pipeline.on("end", () => {
+            resolve(accounts);
+          });
+        });
+
+        return accountSchema
+          .parse(accounts)
+          .map(({ value }) =>
+            deserializeStakeAccountPositions(
+              value.pubkey,
+              value.account.data,
+              this.stakingProgram.idl,
+            ),
+          );
+      } else {
+        throw new NoBodyError();
+      }
+    } else {
+      throw new NotOKError(res);
+    }
+  }
+}
+
+const accountSchema = z.array(
+  z.object({
+    value: z.object({
+      account: z.object({
+        data: z
+          .array(z.string())
+          .min(1)
+          .transform((data) =>
+            // Safe because `min(1)` guarantees that `data` is nonempty
+            // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
+            Buffer.from(data[0]!, "base64"),
+          ),
+      }),
+      pubkey: z.string().transform((value) => new PublicKey(value)),
+    }),
+  }),
+);
+
+class NotOKError extends Error {
+  constructor(result: Response) {
+    super(`Received a ${result.status.toString()} response for ${result.url}`);
+    this.cause = result;
+    this.name = "NotOKError";
+  }
+}
+
+class NoBodyError extends Error {
+  constructor() {
+    super("Response did not contain a body!");
+    this.name = "NoBodyError";
+  }
 }

governance/pyth_staking_sdk/src/utils/position.ts

@@ -111,3 +111,33 @@ export const getVotingTokenAmount = (
   );
   return totalVotingTokenAmount;
 };
+
+export const summarizeAccountPositions = (
+  positions: StakeAccountPositions,
+  epoch: bigint,
+) => {
+  const summary = {
+    voting: {
+      [PositionState.LOCKED]: 0n,
+      [PositionState.LOCKING]: 0n,
+      [PositionState.PREUNLOCKING]: 0n,
+      [PositionState.UNLOCKED]: 0n,
+      [PositionState.UNLOCKING]: 0n,
+    },
+    integrityPool: {
+      [PositionState.LOCKED]: 0n,
+      [PositionState.LOCKING]: 0n,
+      [PositionState.PREUNLOCKING]: 0n,
+      [PositionState.UNLOCKED]: 0n,
+      [PositionState.UNLOCKING]: 0n,
+    },
+  };
+  for (const position of positions.data.positions) {
+    const category = position.targetWithParameters.voting
+      ? "voting"
+      : "integrityPool";
+    const state = getPositionState(position, epoch);
+    summary[category][state] += position.amount;
+  }
+  return summary;
+};