Bucket config + initialization for API JSON exporter.

app/lib/package/export_api_to_bucket.dart

@@ -7,6 +7,7 @@ import 'dart:io';
 import 'package:basics/basics.dart';
 import 'package:clock/clock.dart';
 import 'package:crypto/crypto.dart';
+import 'package:gcloud/service_scope.dart' as ss;
 import 'package:gcloud/storage.dart';
 import 'package:logging/logging.dart';
 import 'package:meta/meta.dart';
@@ -41,6 +42,13 @@ List<String> _apiPkgNameCompletitionDataNames() => [
       'current/api/package-name-completion-data',
     ];
 
+/// Sets the API Exporter service.
+void registerApiExporter(ApiExporter value) =>
+    ss.register(#_apiExporter, value);
+
+/// The active API Exporter service or null if it hasn't been initialized.
+ApiExporter? get apiExporter => ss.lookup(#_apiExporter) as ApiExporter?;
+
 class ApiExporter {
   final Bucket _bucket;
   final int _concurrency;

app/lib/service/entrypoint/analyzer.dart

@@ -7,7 +7,9 @@ import 'dart:async';
 import 'package:args/command_runner.dart';
 import 'package:gcloud/service_scope.dart';
 import 'package:logging/logging.dart';
+import 'package:pub_dev/package/export_api_to_bucket.dart';
 import 'package:pub_dev/search/backend.dart';
+import 'package:pub_dev/shared/configuration.dart';
 
 import '../../analyzer/handlers.dart';
 import '../../service/services.dart';
@@ -43,6 +45,15 @@ class AnalyzerCommand extends Command {
       );
       registerScopeExitCallback(indexBuilder.close);
 
+      if (activeConfiguration.exportedApiBucketName != null) {
+        final apiExporterIsolate = await startWorkerIsolate(
+          logger: logger,
+          entryPoint: _apiExporterMain,
+          kind: 'api-exporter',
+        );
+        registerScopeExitCallback(apiExporterIsolate.close);
+      }
+
       await runHandler(logger, analyzerServiceHandler);
     });
   }
@@ -51,11 +62,11 @@ class AnalyzerCommand extends Command {
 Future _workerMain(EntryMessage message) async {
   message.protocolSendPort.send(ReadyMessage());
 
+  await popularityStorage.start();
   await taskBackend.start();
 
   setupAnalyzerPeriodicTasks();
   setupSearchPeriodicTasks();
-  await popularityStorage.start();
 
   // wait indefinitely
   await Completer().future;
@@ -66,3 +77,9 @@ Future _indexBuilderMain(EntryMessage message) async {
   await popularityStorage.start();
   await searchBackend.updateSnapshotInForeverLoop();
 }
+
+Future _apiExporterMain(EntryMessage message) async {
+  message.protocolSendPort.send(ReadyMessage());
+  await popularityStorage.start();
+  await apiExporter!.uploadInForeverLoop();
+}

app/lib/service/services.dart

@@ -12,6 +12,7 @@ import 'package:gcloud/service_scope.dart';
 import 'package:gcloud/storage.dart';
 import 'package:googleapis_auth/auth_io.dart' as auth;
 import 'package:logging/logging.dart';
+import 'package:pub_dev/package/export_api_to_bucket.dart';
 import 'package:pub_dev/service/async_queue/async_queue.dart';
 import 'package:pub_dev/service/security_advisories/backend.dart';
 import 'package:shelf/shelf.dart' as shelf;
@@ -228,6 +229,11 @@ Future<R> _withPubServices<R>(FutureOr<R> Function() fn) async {
     registerAccountBackend(AccountBackend(dbService));
     registerAdminBackend(AdminBackend(dbService));
     registerAnnouncementBackend(AnnouncementBackend());
+    if (activeConfiguration.exportedApiBucketName != null) {
+      registerApiExporter(ApiExporter(
+          bucket: storageService
+              .bucket(activeConfiguration.exportedApiBucketName!)));
+    }
     registerAsyncQueue(AsyncQueue());
     registerAuditBackend(AuditBackend(dbService));
     registerConsentBackend(ConsentBackend(dbService));

app/lib/shared/configuration.dart

@@ -85,6 +85,9 @@ class Configuration {
   /// The name of the Cloud Storage bucket to use for generated reports.
   final String? reportsBucketName;
 
+  /// The name of the Cloud Storage bucket to use for exporting JSON API responses.
+  final String? exportedApiBucketName;
+
   /// The Cloud project Id. This is only required when using Apiary to access
   /// Datastore and/or Cloud Storage
   final String projectId;
@@ -275,6 +278,7 @@ class Configuration {
     required this.dartdocStorageBucketName,
     required this.popularityDumpBucketName,
     required this.searchSnapshotBucketName,
+    required this.exportedApiBucketName,
     required this.maxTaskInstances,
     required this.maxTaskRunHours,
     required this.taskResultBucketName,
@@ -341,6 +345,7 @@ class Configuration {
       dartdocStorageBucketName: 'fake-bucket-dartdoc',
       popularityDumpBucketName: 'fake-bucket-popularity',
       searchSnapshotBucketName: 'fake-bucket-search',
+      exportedApiBucketName: 'fake-exported-apis',
       maxTaskInstances: 10,
       maxTaskRunHours: 2,
       taskResultBucketName: 'fake-bucket-task-result',
@@ -392,6 +397,7 @@ class Configuration {
       dartdocStorageBucketName: 'fake-bucket-dartdoc',
       popularityDumpBucketName: 'fake-bucket-popularity',
       searchSnapshotBucketName: 'fake-bucket-search',
+      exportedApiBucketName: 'fake-exported-apis',
       taskResultBucketName: 'fake-bucket-task-result',
       maxTaskInstances: 10,
       maxTaskRunHours: 2,
@@ -442,6 +448,7 @@ class Configuration {
     publicPackagesBucketName!,
     searchSnapshotBucketName!,
     taskResultBucketName!,
+    if (exportedApiBucketName != null) exportedApiBucketName!,
   ]);
 
   late final isProduction = projectId == 'dartlang-pub';

app/lib/tool/neat_task/pub_dev_tasks.dart

@@ -8,6 +8,7 @@ import 'dart:io';
 import 'package:gcloud/service_scope.dart' as ss;
 import 'package:logging/logging.dart';
 import 'package:neat_periodic_task/neat_periodic_task.dart';
+import 'package:pub_dev/package/export_api_to_bucket.dart';
 
 import '../../account/backend.dart';
 import '../../account/consent_backend.dart';
@@ -114,6 +115,13 @@ void _setupGenericPeriodicTasks() {
     task: updatePublicArchiveBucket,
   );
 
+  // Exports the package name completetion data to a bucket.
+  _daily(
+    name: 'export-package-name-completition-data-to-bucket',
+    isRuntimeVersioned: true,
+    task: () async => await apiExporter?.uploadPkgNameCompletionData(),
+  );
+
   // Deletes task status entities where the status hasn't been updated
   // for more than a month.
   _weekly(
@@ -150,6 +158,13 @@ void _setupGenericPeriodicTasks() {
     task: taskBackend.garbageCollect,
   );
 
+  // Deletes exported API data for old runtime versions
+  _weekly(
+    name: 'garbage-collect-api-exports',
+    isRuntimeVersioned: true,
+    task: () async => apiExporter?.deleteObsoleteRuntimeContent(),
+  );
+
   // Delete very old instances that have been abandoned
   _daily(
     name: 'garbage-collect-old-instances',