feat: add blob protocol to service

package.json

@@ -12,7 +12,7 @@
     "console": "sst console",
     "lint": "tsc && eslint '**/*.js'",
     "clean": "rm -rf dist node_modules package-lock.json ./*/{.cache,dist,node_modules}",
-    "test": "npm test -w billing -w upload-api -w carpark -w replicator -w satnav -w roundabout -w filecoin",
+    "test": "npm test -w upload-api",
     "test-integration": "ava --verbose --serial --timeout=660s test/*.test.js",
     "fetch-metrics-for-space": "npm run fetch-metrics-for-space -w tools",
     "follow-filecoin-receipt-chain": "npm run follow-filecoin-receipt-chain -w tools",

stacks/upload-api-stack.js

@@ -25,7 +25,7 @@ export function UploadApiStack({ stack, app }) {
 
   // Get references to constructs created in other stacks
   const { carparkBucket } = use(CarparkStack)
-  const { storeTable, uploadTable, delegationBucket, delegationTable, revocationTable, adminMetricsTable, spaceMetricsTable, consumerTable, subscriptionTable, rateLimitTable, pieceTable, privateKey } = use(UploadDbStack)
+  const { allocationTable, storeTable, uploadTable, delegationBucket, delegationTable, revocationTable, adminMetricsTable, spaceMetricsTable, consumerTable, subscriptionTable, rateLimitTable, pieceTable, privateKey } = use(UploadDbStack)
   const { invocationBucket, taskBucket, workflowBucket, ucanStream } = use(UcanInvocationStack)
   const { customerTable, spaceDiffTable, spaceSnapshotTable, stripeSecretKey } = use(BillingDbStack)
   const { pieceOfferQueue, filecoinSubmitQueue } = use(FilecoinStack)
@@ -41,6 +41,7 @@ export function UploadApiStack({ stack, app }) {
     defaults: {
       function: {
         permissions: [
+          allocationTable,
           storeTable,
           uploadTable,
           customerTable,
@@ -66,6 +67,7 @@ export function UploadApiStack({ stack, app }) {
         environment: {
           DID: process.env.UPLOAD_API_DID ?? '',
           AGGREGATOR_DID,
+          ALLOCATION_TABLE_NAME: allocationTable.tableName,
           STORE_TABLE_NAME: storeTable.tableName,
           STORE_BUCKET_NAME: carparkBucket.bucketName,
           UPLOAD_TABLE_NAME: uploadTable.tableName,
@@ -92,6 +94,7 @@ export function UploadApiStack({ stack, app }) {
           COMMIT: git.commmit,
           STAGE: stack.stage,
           ACCESS_SERVICE_URL: getServiceURL(stack) ?? '',
+          UPLOAD_SERVICE_URL: customDomain?.domainName ? `https://${customDomain?.domainName}` : '',
           POSTMARK_TOKEN: process.env.POSTMARK_TOKEN ?? '',
           PROVIDERS: process.env.PROVIDERS ?? '',
           R2_ACCESS_KEY_ID: process.env.R2_ACCESS_KEY_ID ?? '',

stacks/upload-db-stack.js

@@ -1,6 +1,7 @@
 import { Table, Bucket, Config } from 'sst/constructs'
 
 import {
+  allocationTableProps,
   storeTableProps,
   uploadTableProps,
   consumerTableProps,
@@ -31,6 +32,12 @@ export function UploadDbStack({ stack, app }) {
   // TODO: we should look into creating a trust layer for content claims
   const contentClaimsPrivateKey = new Config.Secret(stack, 'CONTENT_CLAIMS_PRIVATE_KEY')
 
+  /**
+   * The allocation table tracks allocated multihashes per space.
+   * Used by the blob/* service capabilities.
+   */
+  const allocationTable = new Table(stack, 'allocation', allocationTableProps)
+
   /**
    * This table takes a stored CAR and makes an entry in the store table
    * Used by the store/* service capabilities.
@@ -99,6 +106,7 @@ export function UploadDbStack({ stack, app }) {
   const spaceMetricsTable = new Table(stack, 'space-metrics', spaceMetricsTableProps)
 
   return {
+    allocationTable,
     storeTable,
     uploadTable,
     pieceTable,