/*! * Copyright (c) Microsoft Corporation and contributors. All rights reserved. * Licensed under the MIT License. */ import { TypedEventEmitter, type ILayerCompatDetails } from "@fluid-internal/client-utils"; import { AttachState, type IAudience } from "@fluidframework/container-definitions"; import type { IDeltaManager } from "@fluidframework/container-definitions/internal"; import type { FluidObject, IFluidHandle, IRequest, IResponse, } from "@fluidframework/core-interfaces"; import type { IFluidHandleContext, IFluidHandleInternal, } from "@fluidframework/core-interfaces/internal"; import { assert, debugAssert, Deferred, LazyPromise, unreachableCase, } from "@fluidframework/core-utils/internal"; import type { IChannel, IChannelFactory, IFluidDataStoreRuntime, IFluidDataStoreRuntimeEvents, IDeltaManagerErased, } from "@fluidframework/datastore-definitions/internal"; import { type IClientDetails, type IQuorumClients, type ISummaryBlob, type ISummaryTree, SummaryType, } from "@fluidframework/driver-definitions"; import type { IDocumentMessage, ISnapshotTree, ISequencedDocumentMessage, } from "@fluidframework/driver-definitions/internal"; import { buildSnapshotTree } from "@fluidframework/driver-utils/internal"; import type { IIdCompressor } from "@fluidframework/id-compressor"; import { type ISummaryTreeWithStats, type ITelemetryContext, type IGarbageCollectionData, type CreateChildSummarizerNodeParam, CreateSummarizerNodeSource, type IAttachMessage, type IEnvelope, type IFluidDataStoreChannel, type IFluidDataStoreContext, VisibilityState, gcDataBlobKey, type IInboundSignalMessage, type IRuntimeMessageCollection, type IRuntimeMessagesContent, notifiesReadOnlyState, encodeHandlesInContainerRuntime, type IFluidDataStorePolicies, type OldestSupportedClientVersion, currentSummarizeStepPrefix, currentSummarizeStepPropertyName, } from "@fluidframework/runtime-definitions/internal"; import { GCDataBuilder, RequestParser, // eslint-disable-next-line import-x/no-deprecated -- Internal implementation use is supported (AB#88250). SummaryTreeBuilder, addBlobToSummary, convertSnapshotTreeToSummaryTree, convertSummaryTreeToITree, create404Response, createResponseError, exceptionToResponse, generateHandleContextPath, processAttachMessageGCData, dataStoreLoadTelemetryProps, toFluidHandleInternal, unpackChildNodesUsedRoutes, toDeltaManagerErased, encodeCompactIdToString, } from "@fluidframework/runtime-utils/internal"; import { DataProcessingError, LoggingError, type MonitoringContext, UsageError, createChildMonitoringContext, extractTelemetryLoggerExt, generateStack, raiseConnectedEvent, tagCodeArtifacts, toITelemetryLoggerExt, } from "@fluidframework/telemetry-utils/internal"; // eslint-disable-next-line import-x/no-internal-modules -- Needed to avoid specialized /internal ITelemetryLoggerExt import type { ITelemetryLoggerExt } from "@fluidframework/telemetry-utils/legacy"; import { v4 as uuid } from "uuid"; import { type IChannelContext, summarizeChannel } from "./channelContext.js"; import { dataStoreCompatDetailsForRuntime, validateRuntimeCompatibility, } from "./dataStoreLayerCompatState.js"; import { FluidObjectHandle } from "./fluidHandle.js"; import { LocalChannelContext, LocalChannelContextBase, RehydratedLocalChannelContext, } from "./localChannelContext.js"; import { pkgVersion } from "./packageVersion.js"; import { RemoteChannelContext } from "./remoteChannelContext.js"; type PickRequired, K extends keyof T> = Omit & Required>; interface IFluidDataStoreContextFeaturesToTypes { [encodeHandlesInContainerRuntime]: IFluidDataStoreContext; // No difference in typing with this feature [notifiesReadOnlyState]: PickRequired; } function contextSupportsFeature( obj: IFluidDataStoreContext, feature: K, ): obj is IFluidDataStoreContextFeaturesToTypes[K] { const { ILayerCompatDetails } = obj as FluidObject; return ILayerCompatDetails?.supportedFeatures.has(feature) ?? false; } /** * @legacy @beta */ export enum DataStoreMessageType { // Creates a new channel Attach = "attach", ChannelOp = "op", } /** * Outgoing {@link FluidDataStoreRuntime} message structures. * @internal * * @privateRemarks * The types here are required to satisfy {@link @fluidframework/runtime-definitions#FluidDataStoreMessage} interface. */ export type LocalFluidDataStoreRuntimeMessage = | { type: DataStoreMessageType.ChannelOp; content: IEnvelope } | { type: DataStoreMessageType.Attach; content: IAttachMessage }; /** * @legacy @beta */ export interface ISharedObjectRegistry { // TODO consider making this async. A consequence is that either the creation of a distributed data type // is async or we need a new API to split the synchronous vs. asynchronous creation. get(name: string): IChannelFactory | undefined; } /** * The common URL prefix used by legacy DDS type strings. * Factories originally used full URLs (e.g. `"https://graph.microsoft.com/types/map"`); * new factories use only the trailing path segment (e.g. `"map"`). * * Support for reading both formats was added in 2.92.0. * @remarks * This is encoded using base64 to avoid replacement of URL-like values that we have seen some reverse proxies perform. * The value at runtime is "https://graph.microsoft.com/types/". */ const legacyTypeUrlPrefix = atob("aHR0cHM6Ly9ncmFwaC5taWNyb3NvZnQuY29tL3R5cGVzLw=="); /** * Wraps an {@link ISharedObjectRegistry} to transparently redirect legacy URL-based DDS type * strings to the factories registered under the corresponding short-name path segment. * * When a lookup by the full URL fails, this wrapper retries using only the portion of the URL * after `"https://graph.microsoft.com/types/"`. This allows old documents whose summaries * contain URL-based type strings to be loaded against a registry built with the current * short-name factory types. * * @remarks * See {@link legacyTypeUrlPrefix} for details on old vs. new formats */ export class LegacyTypeAwareRegistry implements ISharedObjectRegistry { public constructor(private readonly base: ISharedObjectRegistry) {} public get(name: string): IChannelFactory | undefined { let factory = this.base.get(name); if (factory !== undefined) { return factory; } // eslint-disable-next-line unicorn/prefer-ternary -- This is more readable as an if statement to clearly delineate which logic can be later removed vs. which needs to stay. if (name.startsWith(legacyTypeUrlPrefix)) { // Back-compat: if the name is a legacy URL-based type string, retry with just the trailing path segment. factory = this.base.get(name.slice(legacyTypeUrlPrefix.length)); } else { // Temporary compat: if the name is *not* a legacy URL-based type string and we haven't found a match yet, check if we have a match with the // corresponding legacy scheme. This ensures that if a client containing an older code version with the legacy attribute types loads a document // written by a newer code version, they are still able to find the correct factories. This block can be removed once collaboration between clients // with legacy vs. new attribute types in their code is no longer supported. factory = this.base.get(`${legacyTypeUrlPrefix}${name}`); } if (factory !== undefined) { return factory; } if (isURL(name) && name.includes("graph.microsoft")) { // Reasonably strong signal that this the document refers to a DDS type string that is using the legacy URL format, but // the base URL was likely changed by a reverse proxy or similar. Assume that its final segment is still the short (modern) name of // a valid DDS type and look it up as such. const finalSegment = name.split("/").slice(-1)[0]; if (finalSegment !== undefined) { return ( this.base.get(finalSegment) ?? this.base.get(`${legacyTypeUrlPrefix}${finalSegment}`) ); } } } } function isURL(str: string): boolean { try { new URL(str); return true; } catch { return false; } } const defaultPolicies: IFluidDataStorePolicies = { readonlyInStagingMode: false, }; /** * Set up the boxed pendingOpCount value. */ function initializePendingOpCount(): { value: number } { let value = 0; return { get value() { return value; }, set value(newValue: number) { assert(newValue >= 0, 0xbbd /* pendingOpCount must be non-negative */); value = newValue; }, }; } /** * Base data store class * @legacy @beta */ export class FluidDataStoreRuntime extends TypedEventEmitter implements IFluidDataStoreChannel, IFluidDataStoreRuntime, IFluidHandleContext { public readonly entryPoint: IFluidHandleInternal; public get connected(): boolean { return this.dataStoreContext.connected; } public readonly policies: IFluidDataStorePolicies; public readonly isReadOnly = (): boolean => this._readonly; public get clientId(): string | undefined { return this.dataStoreContext.clientId; } public get clientDetails(): IClientDetails { return this.dataStoreContext.clientDetails; } public get isAttached(): boolean { return this.attachState !== AttachState.Detached; } public get attachState(): AttachState { return this._attachState; } public get absolutePath(): string { return generateHandleContextPath(this.id, this.routeContext); } public get routeContext(): IFluidHandleContext { return this.dataStoreContext.IFluidHandleContext; } public get idCompressor(): IIdCompressor | undefined { return this.dataStoreContext.idCompressor; } // TODO: the methods below should have more specific return typing, per the interfaces they are implementing. // Doing so would be a breaking change. public get IFluidHandleContext(): this { return this; } public get rootRoutingContext(): this { return this; } public get channelsRoutingContext(): this { return this; } public get objectsRoutingContext(): this { return this; } private localOpActivity: "applyStashed" | "rollback" | undefined = undefined; public get activeLocalOperationActivity(): "applyStashed" | "rollback" | undefined { return this.localOpActivity; } private _disposed = false; public get disposed(): boolean { return this._disposed; } private readonly contexts = new Map(); private readonly pendingAttach = new Set(); private readonly deferredAttached = new Deferred(); private readonly localChannelContextQueue = new Map(); private readonly notBoundedChannelContextSet = new Set(); private _attachState: AttachState; public visibilityState: VisibilityState; // A list of handles that are bound when the data store is not visible. We have to make them visible when the data // store becomes visible. private readonly pendingHandlesToMakeVisible: Set = new Set(); public readonly id: string; // TODO: use something other than `any` here (breaking change) // eslint-disable-next-line @typescript-eslint/no-explicit-any public readonly options: Record; public readonly deltaManagerInternal: IDeltaManager< ISequencedDocumentMessage, IDocumentMessage >; private readonly sharedObjectRegistry: ISharedObjectRegistry; private readonly quorum: IQuorumClients; private readonly audience: IAudience; private readonly mc: MonitoringContext; public get logger(): ITelemetryLoggerExt { return toITelemetryLoggerExt(this.mc.logger); } /** * If the summarizer makes local changes, a telemetry event is logged. This has the potential to be very noisy. * So, adding a count of how many telemetry events are logged per data store context. This can be * controlled via feature flags. */ private localChangesTelemetryCount: number; /** * The compatibility details of the DataStore layer that is exposed to the Runtime layer * for validating Runtime-DataStore compatibility. * @remarks This is for internal use only. * The type of this should be ILayerCompatDetails. However, ILayerCompatDetails is internal and this class * is currently marked as legacy alpha. So, using unknown here. */ public readonly ILayerCompatDetails?: unknown = dataStoreCompatDetailsForRuntime; /** * See IFluidDataStoreRuntimeInternalConfig.submitMessagesWithoutEncodingHandles * * Note: this class doesn't declare that it implements IFluidDataStoreRuntimeInternalConfig, * and we keep this property as private, but consumers may optimistically cast * to the internal interface to access this property. */ private readonly submitMessagesWithoutEncodingHandles: boolean; /** * {@inheritDoc @fluidframework/runtime-definitions#IFluidParentContext.minVersionForCollab} */ public readonly minVersionForCollab: OldestSupportedClientVersion; /** * {@inheritDoc @fluidframework/runtime-definitions#IFluidParentContext.oldestSupportedClient} */ public readonly oldestSupportedClient?: OldestSupportedClientVersion; /** * Create an instance of a DataStore runtime. * * @param dataStoreContext - Context object for the runtime. * @param sharedObjectRegistry - The registry of shared objects that this data store will be able to instantiate. * @param existing - Pass 'true' if loading this datastore from an existing file; pass 'false' otherwise. * @param provideEntryPoint - Function to initialize the entryPoint object for the data store runtime. The * handle to this data store runtime will point to the object returned by this function. If this function is not * provided, the handle will be left undefined. This is here so we can start making handles a first-class citizen * and the primary way of interacting with some Fluid objects, and should be used if possible. */ public constructor( private readonly dataStoreContext: IFluidDataStoreContext, sharedObjectRegistry: ISharedObjectRegistry, existing: boolean, provideEntryPoint: (runtime: IFluidDataStoreRuntime) => Promise, policies?: Partial, ) { super(); this.setMaxListeners(Number.MAX_SAFE_INTEGER); this.sharedObjectRegistry = new LegacyTypeAwareRegistry(sharedObjectRegistry); assert( !dataStoreContext.id.includes("/"), 0x30e /* Id cannot contain slashes. DataStoreContext should have validated this. */, ); this.mc = createChildMonitoringContext({ logger: dataStoreContext.baseLogger, namespace: "FluidDataStoreRuntime", properties: { all: { dataStoreVersion: pkgVersion, ...dataStoreLoadTelemetryProps(dataStoreContext), inStagingMode: () => this.inStagingMode, isDirty: () => this.isDirty, }, }, }); // Validate that the Runtime is compatible with this DataStore. const { ILayerCompatDetails: runtimeCompatDetails } = dataStoreContext as FluidObject; validateRuntimeCompatibility(runtimeCompatDetails, this.dispose.bind(this), this.mc); if (contextSupportsFeature(dataStoreContext, notifiesReadOnlyState)) { this._readonly = dataStoreContext.isReadOnly(); } else { this._readonly = this.dataStoreContext.deltaManager.readOnlyInfo.readonly === true; this.dataStoreContext.deltaManager.on("readonly", (readonly) => this.notifyReadOnlyState(readonly), ); } this.policies = { ...defaultPolicies, ...policies }; this.submitMessagesWithoutEncodingHandles = contextSupportsFeature( dataStoreContext, encodeHandlesInContainerRuntime, ); // We read this property here to avoid a compiler error (unused private member) debugAssert(() => this.submitMessagesWithoutEncodingHandles !== undefined); this.id = dataStoreContext.id; this.options = dataStoreContext.options; this.deltaManagerInternal = dataStoreContext.deltaManager; this.quorum = dataStoreContext.getQuorum(); this.audience = dataStoreContext.getAudience(); const tree = dataStoreContext.baseSnapshot; // Must always receive the data store type inside of the attributes if (tree?.trees !== undefined) { for (const [path, subtree] of Object.entries(tree.trees)) { // Issue #4414 if (path === "_search") { continue; } let channelContext: RemoteChannelContext | RehydratedLocalChannelContext; // If already exists on storage, then create a remote channel. However, if it is case of rehydrating a // container from snapshot where we load detached container from a snapshot, isLocalDataStore would be // true. In this case create a RehydratedLocalChannelContext. if (dataStoreContext.isLocalDataStore) { channelContext = this.createRehydratedLocalChannelContext(path, subtree); // This is the case of rehydrating a detached container from snapshot. Now due to delay loading of // data store, if the data store is loaded after the container is attached, then we missed making // the channel visible. So do it now. Otherwise, add it to local channel context queue, so // that it can be make it visible later with the data store. if (dataStoreContext.attachState === AttachState.Detached) { this.localChannelContextQueue.set(path, channelContext); } else { channelContext.makeVisible(); } } else { channelContext = new RemoteChannelContext( this, dataStoreContext, dataStoreContext.storage, (content, localOpMetadata) => this.submitChannelOp(path, content, localOpMetadata), (address: string) => this.setChannelDirty(address), path, subtree, this.sharedObjectRegistry, undefined /* extraBlobs */, this.dataStoreContext.getCreateChildSummarizerNodeFn(path, { type: CreateSummarizerNodeSource.FromSummary, }), ); } this.contexts.set(path, channelContext); } } this.entryPoint = new FluidObjectHandle( new LazyPromise(async () => provideEntryPoint(this).catch((error) => { let packagePath: readonly string[] = []; try { packagePath = this.dataStoreContext.packagePath; } catch { // `packagePath` may not be available during early load failures. } const errorWrapped = DataProcessingError.wrapIfUnrecognized( error, "entryPointInitialization", ); errorWrapped.addTelemetryProperties( dataStoreLoadTelemetryProps({ id: this.dataStoreContext.id, packagePath }), ); this.mc.logger.sendErrorEvent( { eventName: "EntryPointInitializationFailure" }, errorWrapped, ); throw errorWrapped; }), ), "", this.objectsRoutingContext, ); this._attachState = dataStoreContext.attachState; /** * If existing flag is false, this is a new data store and is not visible. The existing flag can be true in two * conditions: * * 1. It's a local data store that is created when a detached container is rehydrated. In this case, the data * store is locally visible because the snapshot it is loaded from contains locally visible data stores only. * * 2. It's a remote data store that is created when an attached container is loaded is loaded from snapshot or * when an attach op comes in. In both these cases, the data store is already globally visible. */ if (existing) { this.visibilityState = dataStoreContext.attachState === AttachState.Detached ? VisibilityState.LocallyVisible : VisibilityState.GloballyVisible; } else { this.visibilityState = VisibilityState.NotVisible; } // If it's existing we know it has been attached. if (existing) { this.deferredAttached.resolve(); } // By default, a data store can log maximum 10 local changes telemetry in summarizer. this.localChangesTelemetryCount = this.mc.config.getNumber("Fluid.Telemetry.LocalChangesTelemetryCount") ?? 10; this.oldestSupportedClient = this.dataStoreContext.oldestSupportedClient ?? this.dataStoreContext.minVersionForCollab; this.minVersionForCollab = this.oldestSupportedClient; } public get inStagingMode(): boolean { return this.dataStoreContext.containerRuntime.inStagingMode; } public get isDirty(): boolean { return this.pendingOpCount.value > 0; } get deltaManager(): IDeltaManagerErased { return toDeltaManagerErased(this.deltaManagerInternal); } public dispose(): void { if (this._disposed) { return; } this._disposed = true; this.emit("dispose"); this.removeAllListeners(); } public async resolveHandle(request: IRequest): Promise { return this.request(request); } public async request(request: IRequest): Promise { try { const parser = RequestParser.create(request); // If there are not path parts, and the request is via a handle // then we should return the entrypoint object for this runtime. // This allows the entrypoint handle to be resolved without the need // for the entrypoint object to know anything about requests or handles. // // This works because the entrypoint handle is an object handle, // which always has a real reference to the object itself. // Those get serialized and then deserialized into a plain handle, which really just has a path, // resolution walks to the runtime, which calls this, and get the true object off the internal object handle if (parser.pathParts.length === 0 && request.headers?.viaHandle === true) { return { mimeType: "fluid/object", status: 200, value: await this.entryPoint.get() }; } const id = parser.pathParts[0]; if (id === "_channels" || id === "_custom") { return await this.request(parser.createSubRequest(1)); } if (id !== undefined) { // Check for a data type reference first const context = this.contexts.get(id); if (context !== undefined && parser.isLeaf(1)) { try { const channel = await context.getChannel(); return { mimeType: "fluid/object", status: 200, value: channel }; } catch (error) { this.mc.logger.sendErrorEvent({ eventName: "GetChannelFailedInRequest" }, error); return createResponseError(500, `Failed to get Channel: ${error}`, request); } } } // Otherwise defer to an attached request handler return create404Response(request); } catch (error) { return exceptionToResponse(error); } } public async getChannel(id: string): Promise { this.verifyNotClosed(); const context = this.contexts.get(id); if (context === undefined) { throw new LoggingError("Channel does not exist"); } return context.getChannel(); } /** * Validate user provided channel ID * Channel ID has limitations. "/" is not allowed as IDs in storage can not have slashes - we parse tree paths and use "/" as separator. * IDs cannot start with "_" as it could result in collision of IDs with auto-assigned (by FF) short IDs. * @param id - channel ID. */ protected validateChannelId(id: string): void { if (id.includes("/")) { throw new UsageError(`Id cannot contain slashes: ${id}`); } if (id.startsWith("_")) { throw new UsageError(`Id cannot start with underscore: ${id}`); } } /** * Api which allows caller to create the channel first and then add it to the runtime. * The channel type should be present in the registry, otherwise the runtime would reject * the channel. Also the runtime used to create the channel object should be same to which * it is added. * @param channel - channel which needs to be added to the runtime. */ public addChannel(channel: IChannel): void { const id = channel.id; this.validateChannelId(id); this.verifyNotClosed(); assert(!this.contexts.has(id), 0x865 /* addChannel() with existing ID */); const type = channel.attributes.type; const factory = this.sharedObjectRegistry.get(channel.attributes.type); if (factory === undefined) { throw new Error(`Channel Factory ${type} not registered`); } this.createChannelContext(channel); // Channels (DDS) should not be created in summarizer client. this.identifyLocalChangeInSummarizer("DDSCreatedInSummarizer", id, type); } public createChannel(idArg: string | undefined, type: string): IChannel { let id: string; if (idArg === undefined) { /** * Return uuid if short-ids are explicitly disabled via feature flags. */ if (this.mc.config.getBoolean("Fluid.Runtime.DisableShortIds") === true) { id = uuid(); } else { // We use three non-overlapping namespaces: // - detached state: even numbers // - attached state: odd numbers // - uuids // In first two cases we will encode result as strings in more compact form, with leading underscore, // to ensure no overlap with user-provided DDS names (see validateChannelId()) if (this.visibilityState === VisibilityState.GloballyVisible) { const res = this.dataStoreContext.containerRuntime.generateDocumentUniqueId(); id = typeof res === "number" ? encodeCompactIdToString(2 * res + 1, "_") : res; } else { // container is detached, only one client observes content, no way to hit collisions with other clients. id = encodeCompactIdToString(2 * this.contexts.size, "_"); } } assert(!id.includes("/"), 0x8fc /* slash */); } else { id = idArg; this.validateChannelId(id); } this.verifyNotClosed(); assert(!this.contexts.has(id), 0x179 /* "createChannel() with existing ID" */); assert(type !== undefined, 0x209 /* "Factory Type should be defined" */); const factory = this.sharedObjectRegistry.get(type); if (factory === undefined) { throw new Error(`Channel Factory ${type} not registered`); } const channel = factory.create(this, id); this.createChannelContext(channel); // Channels (DDS) should not be created in summarizer client. this.identifyLocalChangeInSummarizer("DDSCreatedInSummarizer", id, type); return channel; } private createChannelContext(channel: IChannel): void { this.notBoundedChannelContextSet.add(channel.id); const context = new LocalChannelContext( channel, this, this.dataStoreContext, this.dataStoreContext.storage, extractTelemetryLoggerExt(this.logger), (content, localOpMetadata) => this.submitChannelOp(channel.id, content, localOpMetadata), (address: string) => this.setChannelDirty(address), ); this.contexts.set(channel.id, context); } private createRehydratedLocalChannelContext( id: string, tree: ISnapshotTree, flatBlobs?: Map, ): RehydratedLocalChannelContext { return new RehydratedLocalChannelContext( id, this.sharedObjectRegistry, this, this.dataStoreContext, this.dataStoreContext.storage, extractTelemetryLoggerExt(this.logger), (content, localOpMetadata) => this.submitChannelOp(id, content, localOpMetadata), (address: string) => this.setChannelDirty(address), tree, flatBlobs, ); } /** * Binds a channel with the runtime. If the runtime is attached we will attach the channel right away. * If the runtime is not attached we will defer the attach until the runtime attaches. * @param channel - channel to be registered. */ public bindChannel(channel: IChannel): void { assert( this.notBoundedChannelContextSet.has(channel.id), 0x17b /* "Channel to be bound should be in not bounded set" */, ); this.notBoundedChannelContextSet.delete(channel.id); // If our data store is attached, then attach the channel. if (this.isAttached) { this.makeChannelLocallyVisible(channel); return; } /** * If this channel is already waiting to be made visible, do nothing. This can happen during attachGraph() when * a channel's graph is attached. It calls bindToContext on the shared object which will end up back here. */ if (this.pendingHandlesToMakeVisible.has(toFluidHandleInternal(channel.handle))) { return; } this.bind(channel.handle); // If our data store is local then add the channel to the queue if (!this.localChannelContextQueue.has(channel.id)) { this.localChannelContextQueue.set( channel.id, this.contexts.get(channel.id) as LocalChannelContextBase, ); } } /** * This function is called when a data store becomes root. It does the following: * * 1. Marks the data store locally visible in the container. * * 2. Attaches the graph of all the handles bound to it. * * 3. Calls into the data store context to mark it visible in the container too. If the container is globally * visible, it will mark us globally visible. Otherwise, it will mark us globally visible when it becomes * globally visible. */ public makeVisibleAndAttachGraph(): void { if (this.visibilityState !== VisibilityState.NotVisible) { return; } this.visibilityState = VisibilityState.LocallyVisible; for (const handle of this.pendingHandlesToMakeVisible) { handle.attachGraph(); } this.pendingHandlesToMakeVisible.clear(); this.dataStoreContext.makeLocallyVisible(); } /** * This function is called when a handle to this data store is added to a visible DDS. */ public attachGraph(): void { this.makeVisibleAndAttachGraph(); } public bind(handle: IFluidHandle): void { // If visible, attach the incoming handle's graph. Else, this will be done when we become visible. if (this.visibilityState !== VisibilityState.NotVisible) { toFluidHandleInternal(handle).attachGraph(); return; } this.pendingHandlesToMakeVisible.add(toFluidHandleInternal(handle)); } public setConnectionState(connected: boolean, clientId?: string): void { this.verifyNotClosed(); for (const [, object] of this.contexts) { object.setConnectionState(connected, clientId); } raiseConnectedEvent(extractTelemetryLoggerExt(this.logger), this, connected, clientId); } private _readonly: boolean; /** * This function is used by the datastore context to configure the * readonly state of this object. It should not be invoked by * any other callers. */ public notifyReadOnlyState(readonly: boolean): void { this.verifyNotClosed(); if (readonly !== this._readonly) { this._readonly = readonly; this.emit("readonly", readonly); } } public getQuorum(): IQuorumClients { return this.quorum; } public getAudience(): IAudience { return this.audience; } public async uploadBlob( blob: ArrayBufferLike, signal?: AbortSignal, ): Promise> { this.verifyNotClosed(); return this.dataStoreContext.uploadBlob(blob, signal); } private createRemoteChannelContext( attachMessage: IAttachMessage, summarizerNodeParams: CreateChildSummarizerNodeParam, ): RemoteChannelContext { const flatBlobs = new Map(); const snapshotTree = buildSnapshotTree(attachMessage.snapshot.entries, flatBlobs); return new RemoteChannelContext( this, this.dataStoreContext, this.dataStoreContext.storage, (content, localContentMetadata) => this.submitChannelOp(attachMessage.id, content, localContentMetadata), (address: string) => this.setChannelDirty(address), attachMessage.id, snapshotTree, this.sharedObjectRegistry, flatBlobs, this.dataStoreContext.getCreateChildSummarizerNodeFn( attachMessage.id, summarizerNodeParams, ), attachMessage.type, ); } /** * Process channel messages. The messages here are contiguous channel types messages in a batch for this data * store. * @param messageCollection - The collection of messages to process. */ private processChannelMessages(messageCollection: IRuntimeMessageCollection): void { this.verifyNotClosed(); /* * Bunch contiguous messages for the same channel and send them together. * This is an optimization where DDSes can process a bunch of ops together. DDSes * like merge tree or shared tree can process ops more efficiently when they are bunched together. */ let currentAddress: string | undefined; let currentMessagesContent: IRuntimeMessagesContent[] = []; const { messagesContent, local, envelope } = messageCollection; const sendBunchedMessages = (): void => { // Current address will be undefined for the first message in the list. if (currentAddress === undefined) { return; } // process the last set of channel ops const channelContext = this.contexts.get(currentAddress); assert(!!channelContext, 0xa6b /* Channel context not found */); channelContext.processMessages({ envelope, messagesContent: currentMessagesContent, local, }); currentMessagesContent = []; }; for (const { contents, ...restOfMessagesContent } of messagesContent) { const contentsEnvelope = contents as IEnvelope; // If the address of the message changes while processing the batch, send the current bunch. if (currentAddress !== contentsEnvelope.address) { sendBunchedMessages(); } currentMessagesContent.push({ contents: contentsEnvelope.contents, ...restOfMessagesContent, }); currentAddress = contentsEnvelope.address; } // Process the last bunch of messages. sendBunchedMessages(); } private processAttachMessages(messageCollection: IRuntimeMessageCollection): void { const { envelope, messagesContent, local } = messageCollection; for (const { contents } of messagesContent) { const attachMessage = contents as IAttachMessage; const id = attachMessage.id; // We need to process the GC Data for both local and remote attach messages processAttachMessageGCData(attachMessage.snapshot, (nodeId, toPath) => { // Note: nodeId will be "/" unless and until we support sub-DDS GC Nodes const fromPath = `/${this.id}/${id}${nodeId === "/" ? "" : nodeId}`; this.dataStoreContext.addedGCOutboundRoute(fromPath, toPath, envelope.timestamp); }); // If a non-local operation then go and create the object // Otherwise mark it as officially attached. if (local) { assert( this.pendingAttach.delete(id), 0x17c /* "Unexpected attach (local) channel OP" */, ); } else { assert(!this.contexts.has(id), 0x17d /* "Unexpected attach channel OP" */); const summarizerNodeParams = { type: CreateSummarizerNodeSource.FromAttach, sequenceNumber: envelope.sequenceNumber, snapshot: attachMessage.snapshot, }; const remoteChannelContext = this.createRemoteChannelContext( attachMessage, summarizerNodeParams, ); this.contexts.set(id, remoteChannelContext); } } } /** * Process messages for this data store. The messages here are contiguous messages in a batch. * @param messageCollection - The collection of messages to process. */ public processMessages(messageCollection: IRuntimeMessageCollection): void { this.verifyNotClosed(); const { envelope, local, messagesContent } = messageCollection; if (local) { this.pendingOpCount.value -= messagesContent.length; } try { switch (envelope.type) { case DataStoreMessageType.ChannelOp: { this.processChannelMessages(messageCollection); break; } case DataStoreMessageType.Attach: { this.processAttachMessages(messageCollection); break; } default: } } catch (error) { throw DataProcessingError.wrapIfUnrecognized( error, "fluidDataStoreRuntimeFailedToProcessMessage", envelope, ); } for (const { contents, clientSequenceNumber } of messagesContent) { this.emit("op", { ...envelope, contents, clientSequenceNumber }); } } public processSignal(message: IInboundSignalMessage, local: boolean): void { this.emit("signal", message, local); } private isChannelAttached(id: string): boolean { return ( // Added in createChannel // Removed when bindChannel is called !this.notBoundedChannelContextSet.has(id) && // Added in bindChannel only if this is not attached yet // Removed when this is attached by calling attachGraph !this.localChannelContextQueue.has(id) && // Added in attachChannel called by bindChannel // Removed when attach op is broadcast !this.pendingAttach.has(id) ); } /** * Returns the outbound routes of this channel. Currently, all contexts in this channel are considered * referenced and are hence outbound. This will change when we have root and non-root channel contexts. * The only root contexts will be considered as referenced. */ private getOutboundRoutes(): string[] { const outboundRoutes: string[] = []; for (const [contextId] of this.contexts) { outboundRoutes.push(`${this.absolutePath}/${contextId}`); } return outboundRoutes; } /** * Updates the GC nodes of this channel. It does the following: * - Adds a back route to self to all its child GC nodes. * - Adds a node for this channel. * @param builder - The builder that contains the GC nodes for this channel's children. */ private updateGCNodes(builder: GCDataBuilder): void { // Add a back route to self in each child's GC nodes. If any child is referenced, then its parent should // be considered referenced as well. builder.addRouteToAllNodes(this.absolutePath); // Get the outbound routes and add a GC node for this channel. builder.addNode("/", this.getOutboundRoutes()); } /** * Returns a summary at the current sequence number. * @param fullTree - true to bypass optimizations and force a full summary tree * @param trackState - This tells whether we should track state from this summary. * @param telemetryContext - summary data passed through the layers for telemetry purposes */ public async summarize( fullTree: boolean = false, trackState: boolean = true, telemetryContext?: ITelemetryContext, ): Promise { // eslint-disable-next-line import-x/no-deprecated -- Internal implementation use is supported (AB#88250). const summaryBuilder = new SummaryTreeBuilder(); await this.visitContextsDuringSummary( async (contextId: string, context: IChannelContext) => { const contextSummary = await context.summarize(fullTree, trackState, telemetryContext); summaryBuilder.addWithStats(contextId, contextSummary); }, ); return summaryBuilder.getSummaryTree(); } /** * Generates data used for garbage collection. This includes a list of GC nodes that represent this channel * including any of its child channel contexts. Each node has a set of outbound routes to other GC nodes in the * document. It does the following: * * 1. Calls into each child context to get its GC data. * * 2. Prefixes the child context's id to the GC nodes in the child's GC data. This makes sure that the node can be * identified as belonging to the child. * * 3. Adds a GC node for this channel to the nodes received from the children. All these nodes together represent * the GC data of this channel. * * @param fullGC - true to bypass optimizations and force full generation of GC data. */ public async getGCData(fullGC: boolean = false): Promise { const builder = new GCDataBuilder(); await this.visitContextsDuringSummary( async (contextId: string, context: IChannelContext) => { const contextGCData = await context.getGCData(fullGC); // Prefix the child's id to the ids of its GC nodes so they can be identified as belonging to the child. // This also gradually builds the id of each node to be a path from the root. builder.prefixAndAddNodes(contextId, contextGCData.gcNodes); }, ); this.updateGCNodes(builder); return builder.getGCData(); } /** * After GC has run, called to notify this channel of routes that are used in it. It calls the child contexts to * update their used routes. * @param usedRoutes - The routes that are used in all contexts in this channel. */ public updateUsedRoutes(usedRoutes: string[]): void { // Get a map of channel ids to routes used in it. const usedContextRoutes = unpackChildNodesUsedRoutes(usedRoutes); // Verify that the used routes are correct. for (const [id] of usedContextRoutes) { assert( this.contexts.has(id), 0x17e /* "Used route does not belong to any known context" */, ); } // Update the used routes in each context. Used routes is empty for unused context. for (const [contextId, context] of this.contexts) { context.updateUsedRoutes(usedContextRoutes.get(contextId) ?? []); } } public getAttachSummary(telemetryContext?: ITelemetryContext): ISummaryTreeWithStats { // eslint-disable-next-line import-x/no-deprecated -- Internal implementation use is supported (AB#88250). const summaryBuilder = new SummaryTreeBuilder(); this.visitLocalBoundContextsDuringAttach( (contextId: string, context: LocalChannelContextBase) => { let summaryTree: ISummaryTreeWithStats; if (context.isLoaded) { const contextSummary = context.getAttachSummary(telemetryContext); assert( contextSummary.summary.type === SummaryType.Tree, 0x180 /* "getAttachSummary should always return a tree" */, ); summaryTree = { stats: contextSummary.stats, summary: contextSummary.summary }; } else { // If this channel is not yet loaded, then there should be no changes in the snapshot from which // it was created as it is detached container. So just use the previous snapshot. assert( !!this.dataStoreContext.baseSnapshot, 0x181 /* "BaseSnapshot should be there as detached container loaded from snapshot" */, ); summaryTree = convertSnapshotTreeToSummaryTree( // TODO why are we non null asserting here? // eslint-disable-next-line @typescript-eslint/no-non-null-assertion this.dataStoreContext.baseSnapshot.trees[contextId]!, ); } summaryBuilder.addWithStats(contextId, summaryTree); }, ); return summaryBuilder.getSummaryTree(); } /** * Get the GC Data for the initial state being attached so remote clients can learn of this DataStore's outbound routes */ public getAttachGCData(telemetryContext?: ITelemetryContext): IGarbageCollectionData { const gcDataBuilder = new GCDataBuilder(); this.visitLocalBoundContextsDuringAttach( (contextId: string, context: LocalChannelContextBase) => { if (context.isLoaded) { const contextGCData = context.getAttachGCData(telemetryContext); // Incorporate the GC Data for this context gcDataBuilder.prefixAndAddNodes(contextId, contextGCData.gcNodes); } // else: Rehydrating detached container case. GC doesn't run until the container is attached, so nothing to do here. }, ); this.updateGCNodes(gcDataBuilder); return gcDataBuilder.getGCData(); } /** * Helper method for preparing to summarize this channel. * Runs the callback for each bound context to incorporate its data however the caller specifies */ private async visitContextsDuringSummary( visitor: (contextId: string, context: IChannelContext) => Promise, ): Promise { for (const [contextId, context] of this.contexts) { const isAttached = this.isChannelAttached(contextId); // We are not expecting local dds! Summary / GC data may not capture local state. assert(isAttached, 0x17f /* "Not expecting detached channels during summarize" */); await visitor(contextId, context); } } /** * Helper method for preparing to attach this dataStore. * Runs the callback for each bound context to incorporate its data however the caller specifies */ private visitLocalBoundContextsDuringAttach( visitor: (contextId: string, context: LocalChannelContextBase) => void, ): void { assert( this.visibilityState === VisibilityState.LocallyVisible, 0xc2c /* The data store should be locally visible when generating attach summary */, ); const visitedContexts = new Set(); let visitedLength = -1; while (visitedLength !== visitedContexts.size) { // detect changes in the visitedContexts set, as on visiting a context // it could could make contexts available by removing other contexts // from the notBoundedChannelContextSet, so we need to ensure those get processed as well. // only once the loop can run with no new contexts added to the visitedContexts set do we // know for sure all possible contexts have been visited. visitedLength = visitedContexts.size; for (const [contextId, context] of this.contexts) { if (!(context instanceof LocalChannelContextBase)) { throw new LoggingError("Should only be called with local channel handles"); } if ( !visitedContexts.has(contextId) && !this.notBoundedChannelContextSet.has(contextId) ) { visitor(contextId, context); visitedContexts.add(contextId); } } } } /** * Submits the signal to be sent to other clients. * @param type - Type of the signal. * @param content - Content of the signal. Should be a JSON serializable object or primitive. * @param targetClientId - When specified, the signal is only sent to the provided client id. */ public submitSignal(type: string, content: unknown, targetClientId?: string): void { this.verifyNotClosed(); this.dataStoreContext.submitSignal(type, content, targetClientId); } /** * Will return when the data store is attached. */ public async waitAttached(): Promise { return this.deferredAttached.promise; } /** * Assuming this DataStore is already attached, this will make the given channel locally visible * by submitting its attach op. */ private makeChannelLocallyVisible(channel: IChannel): void { this.verifyNotClosed(); // If this handle is already attached no need to attach again. if (channel.handle.isAttached) { return; } toFluidHandleInternal(channel.handle).attachGraph(); assert( this.isAttached, 0x182 /* "Data store should be attached to attach the channel." */, ); assert( this.visibilityState === VisibilityState.GloballyVisible, 0x2d0 /* "Data store should be globally visible to attach channels." */, ); const summarizeResult = summarizeChannel( channel, true /* fullTree */, false /* trackState */, ); // We need to include the channel's GC Data so remote clients can learn of this channel's outbound routes const gcData = channel.getGCData(/* fullGC: */ true); addBlobToSummary(summarizeResult, gcDataBlobKey, JSON.stringify(gcData)); // Attach message needs the summary in ITree format. Convert the ISummaryTree into an ITree. const snapshot = convertSummaryTreeToITree(summarizeResult.summary); const message: IAttachMessage = { id: channel.id, snapshot, type: channel.attributes.type, }; this.pendingAttach.add(channel.id); this.submit({ type: DataStoreMessageType.Attach, content: message }); const context = this.contexts.get(channel.id) as LocalChannelContextBase; context.makeVisible(); } private submitChannelOp(address: string, contents: unknown, localOpMetadata: unknown): void { const envelope: IEnvelope = { address, contents }; this.verifyNotClosed(); this.submit({ type: DataStoreMessageType.ChannelOp, content: envelope }, localOpMetadata); } /** * Count of pending ops that have been submitted but not yet ack'd. * Used to compute {@link FluidDataStoreRuntime.isDirty} */ private readonly pendingOpCount: { value: number } = initializePendingOpCount(); private submit( message: LocalFluidDataStoreRuntimeMessage, localOpMetadata: unknown = undefined, ): void { this.dataStoreContext.submitMessage(message.type, message.content, localOpMetadata); ++this.pendingOpCount.value; } /** * For messages of type MessageType.Operation, finds the right channel and asks it to resubmit the message. * For all other messages, just submit it again. * This typically happens when we reconnect and there are unacked messages. * @param content - The content of the original message. * @param localOpMetadata - The local metadata associated with the original message. * * @privateRemarks * `type` parameter's type of `DataStoreMessageType` is a covariance exception * over `string` that `IFluidDataStoreChannel` specifies. So long as local * submissions conform to this type all is well. (`unreachableCase` might be * reachable over time without better typing in this area if a mistake is made.) * See {@link @fluidframework/runtime-definitions#FluidDataStoreMessage} comment * for opportunity to resolve this. */ public reSubmit( type: DataStoreMessageType, // TODO: use something other than `any` here (breaking change) // eslint-disable-next-line @typescript-eslint/explicit-module-boundary-types, @typescript-eslint/no-explicit-any content: any, localOpMetadata: unknown, squash: boolean, ): void { this.verifyNotClosed(); // The op being resubmitted was not / will not be submitted, so decrement the count. // The calls below may result in one or more ops submitted again, which will increment the count (or not if nothing needs to be submitted anymore). --this.pendingOpCount.value; switch (type) { case DataStoreMessageType.ChannelOp: { // For Operations, find the right channel and trigger resubmission on it. const envelope = content as IEnvelope; const channelContext = this.contexts.get(envelope.address); assert(!!channelContext, 0x183 /* "There should be a channel context for the op" */); channelContext.reSubmit(envelope.contents, localOpMetadata, squash); break; } case DataStoreMessageType.Attach: { // For Attach messages, just submit them again. // eslint-disable-next-line @typescript-eslint/no-unsafe-assignment -- `content` needs typed better than `any` this.submit({ type, content }, localOpMetadata); break; } default: { unreachableCase(type); } } } /** * Revert a local op. * @param content - The content of the original message. * @param localOpMetadata - The local metadata associated with the original message. * * @privateRemarks * `type` parameter's type of `DataStoreMessageType` is a covariance exception * over `string` that `IFluidDataStoreChannel` specifies. So long as local * submissions conform to this type all is well. (`unreachableCase` might be * reachable over time without better typing in this area if a mistake is made.) * See {@link @fluidframework/runtime-definitions#FluidDataStoreMessage} comment * for opportunity to resolve this. */ public rollback?( type: DataStoreMessageType, // TODO: use something other than `any` here (breaking change) // eslint-disable-next-line @typescript-eslint/explicit-module-boundary-types, @typescript-eslint/no-explicit-any content: any, localOpMetadata: unknown, ): void { this.verifyNotClosed(); assert( !this.localOpActivity, 0xca2 /* localOpActivity must be undefined when entering rollback */, ); this.localOpActivity = "rollback"; try { // The op being rolled back was not/will not be submitted, so decrement the count. --this.pendingOpCount.value; switch (type) { case DataStoreMessageType.ChannelOp: { // For Operations, find the right channel and trigger resubmission on it. const envelope = content as IEnvelope; const channelContext = this.contexts.get(envelope.address); assert(!!channelContext, 0x2ed /* "There should be a channel context for the op" */); channelContext.rollback(envelope.contents, localOpMetadata); break; } default: { throw new LoggingError(`Can't rollback ${type} message`); } } } finally { this.localOpActivity = undefined; } } // TODO: use something other than `any` here // eslint-disable-next-line @typescript-eslint/explicit-module-boundary-types, @typescript-eslint/no-explicit-any public async applyStashedOp(content: any): Promise { assert( !this.localOpActivity, 0xca3 /* localOpActivity must be undefined when entering applyStashedOp */, ); this.localOpActivity = "applyStashed"; try { // The op being applied may have been submitted in a previous session, so we increment the count here. // Either the ack will arrive and be processed, or that previous session's connection will end, at which point the op will be resubmitted. ++this.pendingOpCount.value; // eslint-disable-next-line @typescript-eslint/no-unsafe-member-access const type = content?.type as DataStoreMessageType; switch (type) { case DataStoreMessageType.Attach: { // eslint-disable-next-line @typescript-eslint/no-unsafe-member-access const attachMessage = content.content as IAttachMessage; const flatBlobs = new Map(); const snapshotTree = buildSnapshotTree(attachMessage.snapshot.entries, flatBlobs); const channelContext = this.createRehydratedLocalChannelContext( attachMessage.id, snapshotTree, flatBlobs, ); await channelContext.getChannel(); this.contexts.set(attachMessage.id, channelContext); if (this.attachState === AttachState.Detached) { this.localChannelContextQueue.set(attachMessage.id, channelContext); } else { channelContext.makeVisible(); this.pendingAttach.add(attachMessage.id); } return; } case DataStoreMessageType.ChannelOp: { // eslint-disable-next-line @typescript-eslint/no-unsafe-member-access const envelope = content.content as IEnvelope; const channelContext = this.contexts.get(envelope.address); assert(!!channelContext, 0x184 /* "There should be a channel context for the op" */); await channelContext.getChannel(); return channelContext.applyStashedOp(envelope.contents); } default: { unreachableCase(type); } } } finally { this.localOpActivity = undefined; } } /** * Indicates the given channel is dirty from Summarizer's point of view, * i.e. it has local changes that need to be included in the summary. * * @remarks If a channel's changes are rolled back or rebased away, we won't * clear the dirty flag set here. */ private setChannelDirty(address: string): void { this.verifyNotClosed(); this.dataStoreContext.setChannelDirty(address); } private verifyNotClosed(): void { if (this._disposed) { throw new LoggingError("Runtime is closed"); } } /** * Summarizer client should not have local changes. These changes can become part of the summary and can break * eventual consistency. For example, the next summary (say at ref seq# 100) may contain these changes whereas * other clients that are up-to-date till seq# 100 may not have them yet. */ private identifyLocalChangeInSummarizer( eventName: string, channelId: string, channelType: string, ): void { if (this.clientDetails.type !== "summarizer" || this.localChangesTelemetryCount <= 0) { return; } // Log a telemetry if there are local changes in the summarizer. This will give us data on how often // this is happening and which data stores do this. The eventual goal is to disallow local changes // in the summarizer and the data will help us plan this. this.mc.logger.sendTelemetryEvent({ eventName, ...tagCodeArtifacts({ channelType, channelId, // Properties renamed in 2.103.0 (present via logger common props): // fluidDataStoreId -> dataStoreId // fluidDataStorePackagePath -> dataStorePackagePath }), stack: generateStack(30), }); this.localChangesTelemetryCount--; } public setAttachState(attachState: AttachState.Attaching | AttachState.Attached): void { switch (attachState) { case AttachState.Attaching: { /** * back-compat 0.59.1000 - Ideally, attachGraph() should have already been called making the data store * locally visible. However, before visibility state was added, this may not have been the case and data * store can move to "attaching" state in 2 scenarios: * 1) Before attachGraph() is called - When a data store is created and bound in an attached container. * 2) After attachGraph() is called - When a detached container is attached. * * The basic idea is that all local object should become locally visible before they are globally visible. */ this.attachGraph(); this._attachState = AttachState.Attaching; assert( this.visibilityState === VisibilityState.LocallyVisible, 0x2d1 /* "Data store should be locally visible before it can become globally visible." */, ); // Mark the data store globally visible and make its child channels visible as well. this.visibilityState = VisibilityState.GloballyVisible; for (const [, channel] of this.localChannelContextQueue) { channel.makeVisible(); } this.localChannelContextQueue.clear(); // This promise resolution will be moved to attached event once we fix the scheduler. this.deferredAttached.resolve(); this.emit("attaching"); break; } case AttachState.Attached: { assert( this.visibilityState === VisibilityState.GloballyVisible, 0x2d2 /* "Data store should be globally visible when its attached." */, ); this._attachState = AttachState.Attached; this.emit("attached"); break; } default: { unreachableCase(attachState, "unreached"); } } } } /** * Mixin class that adds request handler to FluidDataStoreRuntime * Request handler is only called when data store can't resolve request, i.e. for custom requests. * @param Base - base class, inherits from FluidDataStoreRuntime * @param requestHandler - request handler to mix in * @legacy @beta */ export const mixinRequestHandler = ( requestHandler: (request: IRequest, runtime: FluidDataStoreRuntime) => Promise, Base: typeof FluidDataStoreRuntime = FluidDataStoreRuntime, ): typeof FluidDataStoreRuntime => class RuntimeWithRequestHandler extends Base { public async request(request: IRequest): Promise { const response = await super.request(request); if (response.status === 404) { return requestHandler(request, this); } return response; } } as typeof FluidDataStoreRuntime; /** * Mixin class that adds await for DataObject to finish initialization before we proceed to summary. * @param handler - handler that returns info about blob to be added to summary. * Or undefined not to add anything to summary. * @param Base - base class, inherits from FluidDataStoreRuntime * @legacy @beta * @deprecated This API is deprecated and will be removed in a future release. There is no replacement for it. * @privateRemarks * This should not be removed until all consumers are migrated off using it. See AB#78575. */ export const mixinSummaryHandler = ( handler: ( runtime: FluidDataStoreRuntime, setCurrentSummarizeStep: (currentStep: string) => void, ) => Promise<{ path: string[]; content: string } | undefined>, Base: typeof FluidDataStoreRuntime = FluidDataStoreRuntime, ): typeof FluidDataStoreRuntime => class RuntimeWithSummarizerHandler extends Base { private addBlob(summary: ISummaryTreeWithStats, path: string[], content: string): void { const firstName = path.shift(); if (firstName === undefined) { throw new LoggingError("Path can't be empty"); } let blob: ISummaryTree | ISummaryBlob = { type: SummaryType.Blob, content, }; summary.stats.blobNodeCount++; summary.stats.totalBlobSize += content.length; for (const name of path.reverse()) { blob = { type: SummaryType.Tree, tree: { [name]: blob }, }; summary.stats.treeNodeCount++; } summary.summary.tree[firstName] = blob; } async summarize( fullTree: boolean = false, trackState: boolean = true, telemetryContext?: ITelemetryContext, ): Promise { const summary = await super.summarize(fullTree, trackState, telemetryContext); try { const content = await handler(this, (currentStep: string) => telemetryContext?.set( currentSummarizeStepPrefix, currentSummarizeStepPropertyName, `mixinSummaryHandler:${currentStep}`, ), ); if (content !== undefined) { this.addBlob(summary, content.path, content.content); } } catch (error) { // Any error coming from app-provided handler should be marked as DataProcessingError throw DataProcessingError.wrapIfUnrecognized(error, "mixinSummaryHandler"); } return summary; } } as typeof FluidDataStoreRuntime;