/*! * Copyright (c) Microsoft Corporation and contributors. All rights reserved. * Licensed under the MIT License. */ /* eslint-disable unicorn/consistent-function-scoping, @typescript-eslint/prefer-nullish-coalescing, @typescript-eslint/prefer-optional-chain */ import { TypedEventEmitter, performanceNow, type ILayerCompatDetails, type ILayerCompatSupportRequirements, } from "@fluid-internal/client-utils"; import { AttachState, type IAudience, type ICriticalContainerError, } from "@fluidframework/container-definitions"; import type { ContainerWarning, IBatchMessage, ICodeDetailsLoader, IContainer, IContainerContextInternal, IContainerEvents, IContainerLoadMode, IDeltaManager, IFluidCodeDetails, IFluidCodeDetailsComparer, IFluidModuleWithDetails, IProvideFluidCodeDetailsComparer, IProvideRuntimeFactory, IRuntime, ReadOnlyInfo, ILoader, ILoaderOptions, IContainerStorageService, } from "@fluidframework/container-definitions/internal"; import { isFluidCodeDetails } from "@fluidframework/container-definitions/internal"; import { type FluidObject, type IEvent, type IRequest, type ITelemetryBaseProperties, LogLevel, } from "@fluidframework/core-interfaces"; import type { ISignalEnvelope } from "@fluidframework/core-interfaces/internal"; import { assert, isPromiseLike, unreachableCase } from "@fluidframework/core-utils/internal"; import { type IClient, type IClientDetails, type IQuorumClients, type ISequencedClient, type ISummaryTree, SummaryType, } from "@fluidframework/driver-definitions"; import { type IDocumentService, type IDocumentServiceFactory, type IResolvedUrl, type ISnapshot, type IThrottlingWarning, type IUrlResolver, type ICommittedProposal, type IDocumentAttributes, type IDocumentMessage, type IQuorumProposals, type ISequencedProposal, type ISnapshotTree, type ISummaryContent, type IVersion, MessageType, type ISequencedDocumentMessage, type ISignalMessage, type ConnectionMode, } from "@fluidframework/driver-definitions/internal"; import { getSnapshotTree, OnlineStatus, isCombinedAppAndProtocolSummary, isInstanceOfISnapshot, isOnline, readAndParse, runWithRetry, type CombinedAppAndProtocolSummary, } from "@fluidframework/driver-utils/internal"; import { type TelemetryEventCategory, type TelemetryLoggerExt, EventEmitterWithErrorHandling, GenericError, type IFluidErrorBase, type MonitoringContext, PerformanceEvent, UsageError, connectedEventName, createChildLogger, createChildMonitoringContext, extractTelemetryLoggerExt, formatTick, normalizeError, raiseConnectedEvent, wrapError, loggerToMonitoringContext, type ITelemetryErrorEventExt, } from "@fluidframework/telemetry-utils/internal"; import { v4 as uuid } from "uuid"; import { type AttachProcessProps, type AttachmentData, runRetriableAttachProcess, } from "./attachment.js"; import { Audience } from "./audience.js"; import type { ConnectionManager } from "./connectionManager.js"; import { ConnectionState } from "./connectionState.js"; import { type IConnectionStateHandler, createConnectionStateHandler, } from "./connectionStateHandler.js"; import { ContainerContext } from "./containerContext.js"; import { ContainerStorageAdapter } from "./containerStorageAdapter.js"; import { type IConnectionDetailsInternal, type IConnectionStateChangeReason, ReconnectMode, getPackageName, } from "./contracts.js"; import type { DeltaManager, IConnectionArgs } from "./deltaManager.js"; import { createDeltaManager } from "./deltaManagerFactory.js"; import type { ILoaderServices } from "./loader.js"; import { RelativeLoader } from "./loader.js"; import { validateDriverCompatibility, validateLoaderCompatibilityWithDriver, validateRuntimeCompatibility, } from "./loaderLayerCompatState.js"; import { createMemoryDetachedBlobStorage, tryInitializeMemoryDetachedBlobStorage, type MemoryDetachedBlobStorage, } from "./memoryBlobStorage.js"; import { NoopHeuristic } from "./noopHeuristic.js"; import { pkgVersion } from "./packageVersion.js"; import type { IQuorumSnapshot } from "./protocol/index.js"; import { type InternalProtocolHandlerBuilder, ProtocolHandler, type ProtocolHandlerInternal, protocolHandlerShouldProcessSignal, wrapProtocolHandlerBuilder, } from "./protocol.js"; import { initQuorumValuesFromCodeDetails } from "./quorum.js"; import { type IPendingContainerState, type IPendingDetachedContainerState, SerializedStateManager, } from "./serializedStateManager.js"; import { combineAppAndProtocolSummary, combineSnapshotTreeAndSnapshotBlobs, getDetachedContainerStateFromSerializedContainer, getDocumentAttributes, getProtocolSnapshotTree, getISnapshotFromSerializedContainer, runSingle, convertISnapshotToSnapshotWithBlobs, convertSnapshotInfoToSnapshot, } from "./utils.js"; const detachedContainerRefSeqNumber = 0; const dirtyContainerEvent = "dirty"; const savedContainerEvent = "saved"; interface IPendingOpStateEvents extends IEvent { (event: "saved", listener: () => void): void; } const packageNotFactoryError = "Code package does not implement IRuntimeFactory"; /** * @remarks Export for testing only * @internal */ export interface IContainerLoadProps { /** * The resolved url of the container being loaded */ readonly resolvedUrl: IResolvedUrl; /** * Control which snapshot version to load from. See IParsedUrl for detailed information. */ readonly version: string | undefined; /** * Loads the Container in paused state if true, unpaused otherwise. */ readonly loadMode?: IContainerLoadMode; /** * The pending state serialized from a previous container instance */ readonly pendingLocalState?: IPendingContainerState; } /** * @remarks Export for testing only * @internal */ export interface IContainerCreateProps extends ILoaderServices { /** * Disables the Container from reconnecting if false, allows reconnect otherwise. */ readonly canReconnect?: boolean; /** * Client details provided in the override will be merged over the default client. */ readonly clientDetailsOverride?: IClientDetails; } /** * Waits until container connects to delta storage and gets up-to-date. * * Useful when resolving URIs and hitting 404, due to container being loaded from (stale) snapshot and not being * up to date. Host may chose to wait in such case and retry resolving URI. * * Warning: Will wait infinitely for connection to establish if there is no connection. * May result in deadlock if Container.disconnect() is called and never followed by a call to Container.connect(). * * @returns `true`: container is up to date, it processed all the ops that were know at the time of first connection. * * `false`: storage does not provide indication of how far the client is. Container processed all the ops known to it, * but it maybe still behind. * * @throws an error beginning with `"Container closed"` if the container is closed before it catches up. * @legacy @beta */ export async function waitContainerToCatchUp(container: IContainer): Promise { // Make sure we stop waiting if container is closed. if (container.closed) { throw new UsageError("waitContainerToCatchUp: Container closed"); } return new Promise((resolve, reject) => { const deltaManager = container.deltaManager; const closedCallback = (err?: ICriticalContainerError | undefined): void => { container.off("closed", closedCallback); const baseMessage = "Container closed while waiting to catch up"; reject( err === undefined ? new GenericError(baseMessage) : wrapError( err, (innerMessage) => new GenericError(`${baseMessage}: ${innerMessage}`), ), ); }; container.on("closed", closedCallback); // Depending on config, transition to "connected" state may include the guarantee // that all known ops have been processed. If so, we may introduce additional wait here. // Waiting for "connected" state in either case gets us at least to our own Join op // which is a reasonable approximation of "caught up" const waitForOps = (): void => { assert( container.connectionState === ConnectionState.CatchingUp || container.connectionState === ConnectionState.Connected, 0x0cd /* "Container disconnected while waiting for ops!" */, ); const hasCheckpointSequenceNumber = deltaManager.hasCheckpointSequenceNumber; const connectionOpSeqNumber = deltaManager.lastKnownSeqNumber; assert( deltaManager.lastSequenceNumber <= connectionOpSeqNumber, 0x266 /* "lastKnownSeqNumber should never be below last processed sequence number" */, ); if (deltaManager.lastSequenceNumber === connectionOpSeqNumber) { container.off("closed", closedCallback); resolve(hasCheckpointSequenceNumber); return; } const callbackOps = (message: ISequencedDocumentMessage): void => { if (connectionOpSeqNumber <= message.sequenceNumber) { container.off("closed", closedCallback); resolve(hasCheckpointSequenceNumber); deltaManager.off("op", callbackOps); } }; deltaManager.on("op", callbackOps); }; // We can leverage DeltaManager's "connect" event here and test for ConnectionState.Disconnected // But that works only if service provides us checkPointSequenceNumber // Our internal testing is based on R11S that does not, but almost all tests connect as "write" and // use this function to catch up, so leveraging our own join op as a fence/barrier if (container.connectionState === ConnectionState.Connected) { waitForOps(); return; } const callback = (): void => { container.off(connectedEventName, callback); waitForOps(); }; container.on(connectedEventName, callback); if (container.connectionState === ConnectionState.Disconnected) { container.connect(); } }); } const getCodeProposal = (quorum: IQuorumProposals): unknown => quorum.get("code") ?? quorum.get("code2"); const summarizerClientType = "summarizer"; interface IContainerLifecycleEvents extends IEvent { (event: "runtimeInstantiated", listener: () => void): void; (event: "disposed", listener: () => void): void; } export class Container extends EventEmitterWithErrorHandling implements IContainer, ContainerAlpha { /** * Load an existing container. */ public static async load( loadProps: IContainerLoadProps, createProps: IContainerCreateProps, ): Promise { const { version, pendingLocalState, loadMode, resolvedUrl } = loadProps; const container = new Container(createProps, loadProps); return PerformanceEvent.timedExecAsync( container.mc.logger, { eventName: "Load", ...loadMode }, async (event) => new Promise((resolve, reject) => { const defaultMode: IContainerLoadMode = { opsBeforeReturn: "cached" }; // if we have pendingLocalState, anything we cached is not useful and we shouldn't wait for connection // to return container, so ignore this value and use undefined for opsBeforeReturn const mode: IContainerLoadMode = pendingLocalState ? { ...(loadMode ?? defaultMode), opsBeforeReturn: undefined } : (loadMode ?? defaultMode); const onClosed = (err?: ICriticalContainerError): void => { // pre-0.58 error message: containerClosedWithoutErrorDuringLoad // eslint-disable-next-line @typescript-eslint/prefer-promise-reject-errors reject(err ?? new GenericError("Container closed without error during load")); }; container.on("closed", onClosed); container .load(version, mode, resolvedUrl, pendingLocalState) .finally(() => { container.removeListener("closed", onClosed); }) .then( (props) => { event.end({ ...props }); resolve(container); }, (error) => { const err = normalizeError(error); // Depending where error happens, we can be attempting to connect to web socket // and continuously retrying (consider offline mode) // Host has no container to close, so it's prudent to do it here // Note: We could only dispose the container instead of just close but that would // the telemetry where users sometimes search for ContainerClose event to look // for load failures. So not removing this at this time. container.close(err); container.dispose(err); onClosed(err); }, ); }), { start: true, end: true, cancel: "generic" }, ); } /** * Create a new container in a detached state. */ public static async createDetached( createProps: IContainerCreateProps, codeDetails: IFluidCodeDetails, ): Promise { const container = new Container(createProps); return PerformanceEvent.timedExecAsync( container.mc.logger, { eventName: "CreateDetached" }, async (_event) => { await container.createDetached(codeDetails); return container; }, { start: true, end: true, cancel: "generic" }, ); } /** * Create a new container in a detached state that is initialized with a * snapshot from a previous detached container. * @param createProps - Config options for this new container instance * @param snapshot - A stringified {@link IPendingDetachedContainerState}, e.g. generated via {@link serialize} */ public static async rehydrateDetachedFromSnapshot( createProps: IContainerCreateProps, snapshot: string, ): Promise { const container = new Container(createProps); return PerformanceEvent.timedExecAsync( container.mc.logger, { eventName: "RehydrateDetachedFromSnapshot" }, async (_event) => { const detachedContainerState: IPendingDetachedContainerState = getDetachedContainerStateFromSerializedContainer(snapshot); await container.rehydrateDetachedFromSnapshot(detachedContainerState); return container; }, { start: true, end: true, cancel: "generic" }, ); } // Tells if container can reconnect on losing fist connection // If false, container gets closed on loss of connection. private readonly _canReconnect: boolean; private readonly clientDetailsOverride: IClientDetails | undefined; private readonly urlResolver: IUrlResolver; private readonly serviceFactory: IDocumentServiceFactory; private readonly codeLoader: ICodeDetailsLoader; private readonly options: ILoaderOptions; private readonly scope: FluidObject; private readonly subLogger: TelemetryLoggerExt; private readonly detachedBlobStorage: MemoryDetachedBlobStorage | undefined; private readonly protocolHandlerBuilder: InternalProtocolHandlerBuilder; private readonly signalAudience = new Audience(); private readonly client: IClient; private readonly mc: MonitoringContext; /** * Used by the RelativeLoader to spawn a new Container for the same document. Used to create the summarizing client. */ public readonly clone: ( loadProps: IContainerLoadProps, createParamOverrides: Partial, ) => Promise; /** * Lifecycle state of the container, used mainly to prevent re-entrancy and telemetry * * States are allowed to progress to further states: * "loading" - "loaded" - "closing" - "disposing" - "closed" - "disposed" * * For example, moving from "closed" to "disposing" is not allowed since it is an earlier state. * * loading: Container has been created, but is not yet in normal/loaded state * loaded: Container is in normal/loaded state * closing: Container has started closing process (for re-entrancy prevention) * disposing: Container has started disposing process (for re-entrancy prevention) * closed: Container has closed * disposed: Container has been disposed */ private _lifecycleState: | "loading" | "loaded" | "closing" | "disposing" | "closed" | "disposed" = "loading"; private setLoaded(): void { // It's conceivable the container could be closed when this is called // Only transition states if currently loading if (this._lifecycleState === "loading") { this._lifecycleState = "loaded"; // Connections transitions are delayed till we are loaded. // This is done by holding ops and signals until the end of load sequence // (calling this.handleDeltaConnectionArg() after setLoaded() call) // If this assert fires, it means our logic managing connection flow is wrong, and the logic below is also wrong. assert( this.connectionState !== ConnectionState.Connected, 0x969 /* not connected yet */, ); // Track membership changes and update connection state accordingly // We do this call here, instead of doing it in initializeProtocolState() due to pendingLocalState. // When we load from stashed state, we let connectionStateHandler know about clientId from previous container instance. // But we will play trailing ops from snapshot, including potentially playing join & leave ops for that same clientId! // In other words, if connectionStateHandler has access to Quorum early in load sequence, it will see events (in stashed ops mode) // in the order that is not possible in real life, that it may not expect. // Ideally, we should supply pendingLocalState?.clientId here as well, not in constructor, but it does not matter (at least today) this.connectionStateHandler.initProtocol(this.protocolHandler); // This call does not look like needed any more, with delaying all connection-related events past loaded phase. // Yet, there could be some customer code that would break if we do not deliver it. // Will be removed in further PRs with proper changeset. const runtime = this._runtime; if ( runtime !== undefined && // Check for older runtime that may need this call !("setConnectionStatus" in runtime) && runtime.disposed === false ) { runtime.setConnectionState(false /* canSendOps */, this.clientId); } // Deliver delayed calls to DeltaManager - we ignored "connect" events while loading. const cm = this._deltaManager.connectionManager; if (cm.connected) { const details = cm.connectionDetails; assert(details !== undefined, 0x96a /* should have details if connected */); this.connectionStateHandler.receivedConnectEvent(details); } } } public get closed(): boolean { return ( this._lifecycleState === "closing" || this._lifecycleState === "closed" || this.disposed ); } protected get loaded(): boolean { return this._lifecycleState === "loaded"; } public get disposed(): boolean { return this._lifecycleState === "disposing" || this._lifecycleState === "disposed"; } private readonly storageAdapter: ContainerStorageAdapter; private readonly _deltaManager: DeltaManager; private service: IDocumentService | undefined; private readonly fetchOps: NonNullable = async ( from, to, abortSignal, ) => { const deltaStorage = await this.service?.connectToDeltaStorage(); if (deltaStorage === undefined) { throw new Error("Cannot fetch ops: delta storage is unavailable"); } return deltaStorage.fetchMessages(from, to, abortSignal); }; private _runtime: IRuntime | undefined; private get runtime(): IRuntime { if (this._runtime === undefined) { throw new Error("Attempted to access runtime before it was defined"); } return this._runtime; } private _protocolHandler: ProtocolHandlerInternal | undefined; private get protocolHandler(): ProtocolHandlerInternal { if (this._protocolHandler === undefined) { throw new Error("Attempted to access protocolHandler before it was defined"); } return this._protocolHandler; } /** * During initialization we pause the inbound queues. We track this state to ensure we only call resume once */ private inboundQueuePausedFromInit = true; private connectionCount = 0; private readonly connectionTransitionTimes: number[] = []; private _loadedFromVersion: IVersion | undefined; private _dirtyContainer = false; private _hasPendingOps = false; private hasSeparatePendingOpState = false; private readonly pendingOpStateEvents = new TypedEventEmitter(); private attachmentData: AttachmentData = { state: AttachState.Detached }; private readonly serializedStateManager: SerializedStateManager; private readonly _containerId: string; private lastVisible: number | undefined; private readonly visibilityEventHandler: (() => void) | undefined; private readonly connectionStateHandler: IConnectionStateHandler; private readonly clientsWhoShouldHaveLeft = new Set(); private _containerMetadata: Readonly> = {}; private setAutoReconnectTime = performanceNow(); private noopHeuristic: NoopHeuristic | undefined; private get connectionMode(): ConnectionMode { return this._deltaManager.connectionManager.connectionMode; } public get resolvedUrl(): IResolvedUrl | undefined { /** * All attached containers will have a document service, * this is required, as attached containers are attached to * a service. Detached containers will neither have a document * service or a resolved url as they only exist locally. * in order to create a document service a resolved url must * first be obtained, this is how the container is identified. * Because of this, the document service's resolved url * is always the same as the containers, as we had to * obtain the resolved url, and then create the service from it. */ return this.service?.resolvedUrl; } public get readOnlyInfo(): ReadOnlyInfo { return this._deltaManager.readOnlyInfo; } public get containerMetadata(): Record { return this._containerMetadata; } /** * Sends signal to runtime (and data stores) to be read-only. * Hosts may have read only views, indicating to data stores that no edits are allowed. * This is independent from this._readonlyPermissions (permissions) and this.connectionMode * (server can return "write" mode even when asked for "read") * Leveraging same "readonly" event as runtime & data stores should behave the same in such case * as in read-only permissions. * But this.active can be used by some DDSes to figure out if ops can be sent * (for example, read-only view still participates in code proposals / upgrades decisions) * * Forcing Readonly does not prevent DDS from generating ops. It is up to user code to honour * the readonly flag. If ops are generated, they will accumulate locally and not be sent. If * there are pending in the outbound queue, it will stop sending until force readonly is * cleared. * * @param readonly - set or clear force readonly. */ public forceReadonly(readonly: boolean): void { this._deltaManager.connectionManager.forceReadonly(readonly); } public get deltaManager(): IDeltaManager { return this._deltaManager; } public get connectionState(): ConnectionState { return this.connectionStateHandler.connectionState; } private get connected(): boolean { return this.connectionStateHandler.connectionState === ConnectionState.Connected; } /** * clientId of the latest connection. Changes only once client is connected, caught up and fully loaded. * Changes to clientId are delayed through container loading sequence and delived once container is fully loaded. * clientId does not reset on lost connection - old value persists until new connection is fully established. */ public get clientId(): string | undefined { return this.protocolHandler.audience.getSelf()?.clientId; } private get isInteractiveClient(): boolean { return this.deltaManager.clientDetails.capabilities.interactive; } private supportGetSnapshotApi(): boolean { const supportGetSnapshotApi: boolean = this.mc.config.getBoolean("Fluid.Container.UseLoadingGroupIdForSnapshotFetch2") === true && this.service?.policies?.supportGetSnapshotApi === true; return supportGetSnapshotApi; } /** * Get the code details that are currently specified for the container. * @returns The current code details if any are specified, undefined if none are specified. */ public getSpecifiedCodeDetails(): IFluidCodeDetails | undefined { return this.getCodeDetailsFromQuorum(); } private _loadedCodeDetails: IFluidCodeDetails | undefined; /** * Get the code details that were used to load the container. * @returns The code details that were used to load the container if it is loaded, undefined if it is not yet * loaded. */ public getLoadedCodeDetails(): IFluidCodeDetails | undefined { return this._loadedCodeDetails; } private _loadedModule: IFluidModuleWithDetails | undefined; /** * Retrieves the audience associated with the document */ public get audience(): IAudience { return this.protocolHandler.audience; } /** * Returns true if container is dirty. * Which means data loss if container is closed at that same moment * Most likely that happens when there is no network connection to Relay Service */ public get isDirty(): boolean { return this._dirtyContainer; } /** * {@inheritDoc @fluidframework/container-definitions#IContainer.entryPoint} */ public async getEntryPoint(): Promise { if (this._disposed) { throw new UsageError("The context is already disposed"); } if (this._runtime !== undefined) { return this._runtime.getEntryPoint(); } return new Promise((resolve, reject) => { const runtimeInstantiatedHandler = (): void => { assert( this._runtime !== undefined, 0x5a3 /* runtimeInstantiated fired but runtime is still undefined */, ); resolve(this._runtime.getEntryPoint()); this._lifecycleEvents.off("disposed", disposedHandler); }; const disposedHandler = (): void => { reject(new Error("ContainerContext was disposed")); this._lifecycleEvents.off("runtimeInstantiated", runtimeInstantiatedHandler); }; this._lifecycleEvents.once("runtimeInstantiated", runtimeInstantiatedHandler); this._lifecycleEvents.once("disposed", disposedHandler); }); } private readonly _lifecycleEvents = new TypedEventEmitter(); constructor( createProps: IContainerCreateProps, loadProps?: Pick, ) { super((name, error) => { this.mc.logger.sendErrorEvent( { eventName: "ContainerEventHandlerException", name: typeof name === "string" ? name : undefined, }, error, ); this.close(normalizeError(error)); }); const { canReconnect, clientDetailsOverride, urlResolver, documentServiceFactory, codeLoader, options, scope, subLogger, protocolHandlerBuilder, } = createProps; const maybeDriverCompat = documentServiceFactory as FluidObject & FluidObject; const driverCompatMonitoringContext = createChildMonitoringContext({ logger: subLogger, namespace: "Container", }); // Validate that the Driver is compatible with this Loader. This is the standard direction: the Loader holds // a reference to the Driver and validates it. validateDriverCompatibility( maybeDriverCompat.ILayerCompatDetails, (error) => {} /* disposeFn */, // There is nothing to dispose here, so just ignore the error. driverCompatMonitoringContext, ); // Validate that this Loader is compatible with the Driver. This is the reverse, non-standard direction: a // layer normally validates the layer it holds a reference to, but the Driver has no reference to the Loader // and so cannot validate it itself. The Driver instead publishes the requirements it has for the Loader (via // ILayerCompatSupportRequirements), and the Loader validates itself against them here, on the Driver's behalf. validateLoaderCompatibilityWithDriver( maybeDriverCompat.ILayerCompatDetails, maybeDriverCompat.ILayerCompatSupportRequirements, (error) => {} /* disposeFn */, // There is nothing to dispose here, so just ignore the error. driverCompatMonitoringContext, ); this.connectionTransitionTimes[ConnectionState.Disconnected] = performanceNow(); const pendingLocalState = loadProps?.pendingLocalState; this._canReconnect = canReconnect ?? true; this.clientDetailsOverride = clientDetailsOverride; this.urlResolver = urlResolver; this.serviceFactory = documentServiceFactory; this.codeLoader = codeLoader; // Warning: this is only a shallow clone. Mutation of any individual loader option will mutate it for // all clients that were loaded from the same loader (including summarizer clients). // Tracking alternative ways to handle this in AB#4129. this.options = { ...options }; this.scope = scope; this.protocolHandlerBuilder = wrapProtocolHandlerBuilder( protocolHandlerBuilder ?? (( attributes: IDocumentAttributes, quorumSnapshot: IQuorumSnapshot, sendProposal: (key: string, value: unknown) => number, ): ProtocolHandlerInternal => new ProtocolHandler( attributes, quorumSnapshot, sendProposal, new Audience(), (clientId: string) => this.clientsWhoShouldHaveLeft.has(clientId), )), this.signalAudience, ); // Note that we capture the createProps here so we can replicate the creation call when we want to clone. this.clone = async ( _loadProps: IContainerLoadProps, createParamOverrides: Partial, ): Promise => { return Container.load(_loadProps, { ...createProps, ...createParamOverrides, }); }; this._containerId = uuid(); this.client = Container.setupClient( this._containerId, options.client, this.clientDetailsOverride, ); // Create logger for data stores to use const type = this.client.details.type; const interactive = this.client.details.capabilities.interactive; const clientType = `${interactive ? "interactive" : "noninteractive"}${ type !== undefined && type !== "" ? `/${type}` : "" }`; // Need to use the property getter for docId because for detached flow we don't have the docId initially. // We assign the id later so property getter is used. this.subLogger = createChildLogger({ logger: subLogger, properties: { all: { clientType, // Differentiating summarizer container from main container containerId: this._containerId, docId: () => this.resolvedUrl?.id, containerAttachState: () => this.attachState, containerLifecycleState: () => this._lifecycleState, containerConnectionState: () => ConnectionState[this.connectionState], serializedContainer: pendingLocalState !== undefined, }, // we need to be judicious with our logging here to avoid generating too much data // all data logged here should be broadly applicable, and not specific to a // specific error or class of errors error: { // load information to associate errors with the specific load point dmInitialSeqNumber: () => this._deltaManager?.initialSequenceNumber, dmLastProcessedSeqNumber: () => this._deltaManager?.lastSequenceNumber, dmLastKnownSeqNumber: () => this._deltaManager?.lastKnownSeqNumber, containerLoadedFromVersionId: () => this._loadedFromVersion?.id, containerLoadedFromVersionDate: () => this._loadedFromVersion?.date, // message information to associate errors with the specific execution state // dmLastMsqSeqNumber: if present, same as dmLastProcessedSeqNumber dmLastMsqSeqNumber: () => this.deltaManager?.lastMessage?.sequenceNumber, dmLastMsqSeqTimestamp: () => this.deltaManager?.lastMessage?.timestamp, dmLastMsqSeqClientId: () => this.deltaManager?.lastMessage?.clientId === null ? "null" : this.deltaManager?.lastMessage?.clientId, dmLastMsgClientSeq: () => this.deltaManager?.lastMessage?.clientSequenceNumber, connectionStateDuration: () => performanceNow() - this.connectionTransitionTimes[this.connectionState], }, }, }); // Prefix all events in this file with container-loader this.mc = createChildMonitoringContext({ logger: this.subLogger, namespace: "Container" }); this._deltaManager = this.createDeltaManager(); this.connectionStateHandler = createConnectionStateHandler( { logger: this.mc.logger, // WARNING: logger on this context should not including getters like containerConnectionState above (on this.subLogger), // as that will result in attempt to dereference this.connectionStateHandler from this call while it's still undefined. mc: loggerToMonitoringContext(extractTelemetryLoggerExt(subLogger)), connectionStateChanged: (value, oldState, reason) => { this.logConnectionStateChangeTelemetry(value, oldState, reason); if (this.loaded) { this.propagateConnectionState( value === ConnectionState.Disconnected ? reason : undefined /* disconnectedReason */, ); } }, hasPendingOps: () => this._deltaManager.connectionManager.hasPendingOps(), maxClientLeaveWaitTime: options.maxClientLeaveWaitTime, logConnectionIssue: ( eventName: string, category: TelemetryEventCategory, details?: ITelemetryBaseProperties, ) => { const mode = this.connectionMode; // We get here when socket does not receive any ops on "write" connection, including // its own join op. // Report issues only if we already loaded container - op processing is paused while container is loading, // so we always time-out processing of join op in cases where fetching snapshot takes a minute. // It's not a problem with op processing itself - such issues should be tracked as part of boot perf monitoring instead. this._deltaManager.logConnectionIssue({ eventName, mode, category: this._lifecycleState === "loading" ? "generic" : category, duration: performanceNow() - this.connectionTransitionTimes[ConnectionState.CatchingUp], ...(details === undefined ? {} : { details: JSON.stringify(details) }), }); // This assert is important for many reasons: // 1) Cosmetic / OCE burden: It's useless to raise NoJoinOp error events, if we are loading, as that's most // likely to happen if snapshot loading takes too long. During this time we are not processing ops so there is no // way to move to "connected" state, and thus "NoJoin" timer would fire (see // IConnectionStateHandler.logConnectionIssue() callback and related code in ConnectStateHandler class implementation). // But these events do not tell us anything about connectivity pipeline / op processing pipeline, // only that boot is slow, and we have events for that. // 2) Doing recovery below is useless in loading mode, for the reasons described above. At the same time we can't // not do it, as maybe we lost JoinSignal for "self", and when loading is done, we never move to connected // state. So we would have to do (in most cases) useless infinite reconnect loop while we are loading. assert( this.loaded, 0x96b /* connection issues can be raised only after container is loaded */, ); // If this is "write" connection, it took too long to receive join op. But in most cases that's due // to very slow op fetches and we will eventually get there. // For "read" connections, we get here due to join signal for "self" not arriving on time. // Attempt to recover by reconnecting. if (mode === "read" && category === "error") { const reason = { text: "NoJoinSignal" }; this.disconnectInternal(reason); this.connectInternal({ reason, fetchOpsFromStorage: false }); } }, clientShouldHaveLeft: (clientId: string) => { this.clientsWhoShouldHaveLeft.add(clientId); }, onCriticalError: (error: unknown) => { this.close(normalizeError(error)); }, }, this.deltaManager, pendingLocalState?.clientId, ); // We expose our storage publicly, so it's possible others may call uploadSummaryWithContext() with a // non-combined summary tree (in particular, ContainerRuntime.submitSummary). We'll intercept those calls // using this callback and fix them up. const addProtocolSummaryIfMissing = ( summaryTree: ISummaryTree, ): CombinedAppAndProtocolSummary => isCombinedAppAndProtocolSummary(summaryTree) === true ? summaryTree : combineAppAndProtocolSummary(summaryTree, this.captureProtocolSummary()); // Feature gate to enable single-commit summaries. The expected enablement is through driver layer's policies, // but here we also specify config setting to use for testing purposes. const enableSummarizeProtocolTree = this.mc.config.getBoolean( "Fluid.Container.summarizeProtocolTree2", ); this.detachedBlobStorage = this.attachState === AttachState.Attached ? undefined : createMemoryDetachedBlobStorage(); this.storageAdapter = new ContainerStorageAdapter( this.detachedBlobStorage, this.mc.logger, pendingLocalState?.loadedGroupIdSnapshots, addProtocolSummaryIfMissing, enableSummarizeProtocolTree, ); const offlineLoadEnabled = this.isInteractiveClient && (this.mc.config.getBoolean("Fluid.Container.enableOfflineFull") ?? true); this.serializedStateManager = new SerializedStateManager( this.subLogger, this.storageAdapter, offlineLoadEnabled, this.pendingOpStateEvents, () => this._deltaManager.connectionManager.hasPendingOps(), () => this.supportGetSnapshotApi(), this.mc.config.getNumber("Fluid.Container.snapshotRefreshTimeoutMs"), ); const isDomAvailable = typeof document === "object" && document !== null && typeof document.addEventListener === "function" && document.addEventListener !== null; // keep track of last time page was visible for telemetry (on interactive clients only) if (isDomAvailable && interactive) { this.lastVisible = document.hidden ? performanceNow() : undefined; this.visibilityEventHandler = (): void => { if (document.hidden) { this.lastVisible = performanceNow(); } else { // settimeout so this will hopefully fire after disconnect event if being hidden caused it setTimeout(() => { this.lastVisible = undefined; }, 0); } }; document.addEventListener("visibilitychange", this.visibilityEventHandler); } } /** * Retrieves the quorum associated with the document */ public getQuorum(): IQuorumClients { return this.protocolHandler.quorum; } public dispose(error?: ICriticalContainerError): void { this.verifyClosedAfter(() => this._deltaManager.dispose(error)); } public close(error?: ICriticalContainerError): void { // 1. Ensure that close sequence is exactly the same no matter if it's initiated by host or by DeltaManager // 2. We need to ensure that we deliver disconnect event to runtime properly. See connectionStateChanged // handler. We only deliver events if container fully loaded. Transitioning from "loading" -> // "closing" will lose that info (can also solve by tracking extra state). this.verifyClosedAfter(() => this._deltaManager.close(error)); } private verifyClosedAfterCalls = 0; private verifyClosedAfter(callback: () => void): void { this.verifyClosedAfterCalls++; try { callback(); } finally { this.verifyClosedAfterCalls--; } // We only want to verify connectionState and lifecycleState after close/dispose has fully finished if (this.verifyClosedAfterCalls === 0) { assert( this.connectionState === ConnectionState.Disconnected, 0x0cf /* "disconnect event was not raised!" */, ); assert( this._lifecycleState === "closed" || this._lifecycleState === "disposed", 0x314 /* Container properly closed */, ); } } private closeCore(error?: ICriticalContainerError): void { assert(!this.closed, 0x315 /* re-entrancy */); try { // Ensure that we raise all key events even if one of these throws try { // Raise event first, to ensure we capture _lifecycleState before transition. // This gives us a chance to know what errors happened on open vs. on fully loaded container. // Log as error whenever an error is present. Some unrelated errors might get caught during load // time (such as permission errors) and it's up to the client to decide what to do with the error. // so keep this in mind when interpreting this info in telemetry this.mc.logger.sendTelemetryEvent( { eventName: "ContainerClose", category: error === undefined ? "generic" : "error", }, error, ); this._lifecycleState = "closing"; // Back-compat for Old driver if (this.service?.off !== undefined) { this.service?.off("metadataUpdate", this.metadataUpdateHandler); } this._protocolHandler?.close(); this.connectionStateHandler.dispose(); this.serializedStateManager.dispose(); this._runtime?.close?.(); } catch (newError) { this.mc.logger.sendErrorEvent({ eventName: "ContainerCloseException" }, newError); } this.emit("closed", error); if (this.visibilityEventHandler !== undefined) { document.removeEventListener("visibilitychange", this.visibilityEventHandler); } } finally { this._lifecycleState = "closed"; // There is no user for summarizer, so we need to ensure dispose is called if (this.client.details.type === summarizerClientType) { this.dispose(error); } } } private _disposed = false; private disposeCore(error?: ICriticalContainerError): void { assert(!this._disposed, 0x54c /* Container already disposed */); this._disposed = true; try { // Ensure that we raise all key events even if one of these throws try { // Raise event first, to ensure we capture _lifecycleState before transition. // This gives us a chance to know what errors happened on open vs. on fully loaded container. this.mc.logger.sendTelemetryEvent( { eventName: "ContainerDispose", // Only log error if container isn't closed category: !this.closed && error !== undefined ? "error" : "generic", isDirty: this.isDirty, hasPendingOps: this._hasPendingOps, lastSequenceNumber: this._deltaManager.lastSequenceNumber, }, error, ); // ! Progressing from "closed" to "disposing" is not allowed if (this._lifecycleState !== "closed") { this._lifecycleState = "disposing"; } this._protocolHandler?.close(); this.connectionStateHandler.dispose(); this.serializedStateManager.dispose(); const maybeError = error === undefined ? undefined : new Error(error.message); this._runtime?.dispose(maybeError); this.storageAdapter.dispose(); // Notify storage about critical errors. They may be due to disconnect between client & server knowledge // about file, like file being overwritten in storage, but client having stale local cache. // Driver need to ensure all caches are cleared on critical errors this.service?.dispose(error); } catch (error_) { this.mc.logger.sendErrorEvent({ eventName: "ContainerDisposeException" }, error_); } this.emit("disposed", error); this.removeAllListeners(); if (this.visibilityEventHandler !== undefined) { document.removeEventListener("visibilitychange", this.visibilityEventHandler); } } finally { this._lifecycleState = "disposed"; this._lifecycleEvents.emit("disposed"); } } /** * Serialize current container state required to rehydrate to the same position without dataloss. * Note: The container must already be attached. For detached containers use {@link serialize} * @returns stringified {@link IPendingContainerState} for the container */ public async getPendingLocalState(): Promise { if (this.closed || this._disposed) { throw new UsageError( "Pending state cannot be retried if the container is closed or disposed", ); } assert( this.attachmentData.state === AttachState.Attached, 0x0d1 /* "Container should be attached before close" */, ); assert( this.resolvedUrl !== undefined && this.resolvedUrl.type === "fluid", 0x0d2 /* "resolved url should be valid Fluid url" */, ); const pendingState = await this.serializedStateManager.getPendingLocalState( this.clientId, this.runtime, this.resolvedUrl, ); return pendingState; } /** * {@inheritDoc ContainerAlpha.serializeAttached} */ public async serializeAttached(options: ContainerSerializationOptions): Promise { // Yield to guard against consistency problems when serializeAttached is called from an op-processing // or "saved" event handler. await Promise.resolve(); if (this.closed || this._disposed || this.attachState !== AttachState.Attached) { throw new UsageError( "Container must be attached, open, and not disposed to use serializeAttached.", ); } assert( this.resolvedUrl !== undefined && this.resolvedUrl.type === "fluid", "Attached container must have a resolved Fluid URL", ); return this.serializedStateManager.serialize( this.clientId, this.runtime, this.resolvedUrl, options, ); } public get attachState(): AttachState { return this.attachmentData.state; } /** * Serialize current container state required to rehydrate to the same position without dataloss. * Note: The container must be detached and not closed. For attached containers use * {@link getPendingLocalState} * @returns stringified {@link IPendingDetachedContainerState} for the container */ public serialize(): string { if (this.attachmentData.state === AttachState.Attached || this.closed) { throw new UsageError("Container must not be attached or closed."); } const attachingData = this.attachmentData.state === AttachState.Attaching ? this.attachmentData : undefined; const combinedSummary = attachingData?.summary ?? combineAppAndProtocolSummary( this.runtime.createSummary(), this.captureProtocolSummary(), ); const snapshot = getISnapshotFromSerializedContainer(combinedSummary); const pendingRuntimeState = attachingData === undefined ? undefined : this.runtime.getPendingLocalState(); assert(!isPromiseLike(pendingRuntimeState), 0x8e3 /* should not be a promise */); const detachedContainerState: IPendingDetachedContainerState = { attached: false, ...convertISnapshotToSnapshotWithBlobs(snapshot), pendingRuntimeState, hasAttachmentBlobs: this.detachedBlobStorage !== undefined && this.detachedBlobStorage.size > 0, attachmentBlobs: this.detachedBlobStorage?.serialize(), }; return JSON.stringify(detachedContainerState); } public readonly attach = runSingle( async ( request: IRequest, attachProps?: { deltaConnection?: "none" | "delayed" }, ): Promise => { await PerformanceEvent.timedExecAsync( this.mc.logger, { eventName: "Attach" }, async () => { if ( this._lifecycleState !== "loaded" || this.attachmentData.state === AttachState.Attached ) { // pre-0.58 error message: containerNotValidForAttach throw new UsageError( `The Container is not in a valid state for attach [${this._lifecycleState}] and [${this.attachState}]`, ); } const normalizeErrorAndClose = (error: unknown): IFluidErrorBase => { const newError = normalizeError(error); this.close(newError); // add resolved URL on error object so that host has the ability to find this document and delete it newError.addTelemetryProperties({ resolvedUrl: this.service?.resolvedUrl?.url, }); return newError; }; const setAttachmentData: AttachProcessProps["setAttachmentData"] = ( attachmentData, ) => { const previousState = this.attachmentData.state; this.attachmentData = attachmentData; const state = this.attachmentData.state; if (state !== previousState && state !== AttachState.Detached) { try { this.runtime.setAttachState(state); this.emit(state.toLocaleLowerCase()); } catch (error) { throw normalizeErrorAndClose(error); } } }; const createAttachmentSummary: AttachProcessProps["createAttachmentSummary"] = ( redirectTable?: Map, ) => { try { assert( this._deltaManager.inbound.length === 0, 0x0d6 /* "Inbound queue should be empty when attaching" */, ); return combineAppAndProtocolSummary( this.runtime.createSummary(redirectTable), this.captureProtocolSummary(), ); } catch (error) { throw normalizeErrorAndClose(error); } }; const createOrGetStorageService: AttachProcessProps["createOrGetStorageService"] = async (summary) => { // Actually go and create the resolved document if (this.service === undefined) { const createNewResolvedUrl = await this.urlResolver.resolve(request); assert( this.client.details.type !== summarizerClientType && createNewResolvedUrl !== undefined, 0x2c4 /* "client should not be summarizer before container is created" */, ); this.service = await this.createDocumentService(createNewResolvedUrl, { mode: "attach", summary, }); } this.storageAdapter.connectToService(this.service); return this.storageAdapter; }; let attachP = runRetriableAttachProcess({ initialAttachmentData: this.attachmentData, detachedBlobStorage: this.detachedBlobStorage, setAttachmentData, createAttachmentSummary, createOrGetStorageService, }); // only enable the new behavior if the config is set if ( this.mc.config.getBoolean("Fluid.Container.DisableCloseOnAttachFailure") !== true ) { attachP = attachP.catch((error) => { throw normalizeErrorAndClose(error); }); } // If offline load is enabled, attachP will return the attach summary (in Snapshot format) so we can initialize SerializedStateManager const snapshotWithBlobs = await attachP; this.serializedStateManager.setInitialSnapshot(snapshotWithBlobs); if (!this.closed) { this.detachedBlobStorage?.dispose?.(); this.handleDeltaConnectionArg(attachProps?.deltaConnection, { fetchOpsFromStorage: false, reason: { text: "createDetached" }, }); } }, { start: true, end: true, cancel: "generic" }, ); }, ); private setAutoReconnectInternal( mode: ReconnectMode, reason: IConnectionStateChangeReason, ): void { const currentMode = this._deltaManager.connectionManager.reconnectMode; if (currentMode === mode) { return; } const now = performanceNow(); const duration = now - this.setAutoReconnectTime; this.setAutoReconnectTime = now; this.mc.logger.sendTelemetryEvent({ eventName: mode === ReconnectMode.Enabled ? "AutoReconnectEnabled" : "AutoReconnectDisabled", connectionMode: this.connectionMode, connectionState: ConnectionState[this.connectionState], duration, }); this._deltaManager.connectionManager.setAutoReconnect(mode, reason); } public connect(): void { if (this.closed) { throw new UsageError(`The Container is closed and cannot be connected`); } else if (this.attachState !== AttachState.Attached) { throw new UsageError(`The Container is not attached and cannot be connected`); } else if (!this.connected) { // Note: no need to fetch ops as we do it preemptively as part of DeltaManager.attachOpHandler(). // If there is gap, we will learn about it once connected, but the gap should be small (if any), // assuming that connect() is called quickly after initial container boot. this.connectInternal({ reason: { text: "DocumentConnect" }, fetchOpsFromStorage: false, }); } } private connectInternal(args: IConnectionArgs): void { assert(!this.closed, 0x2c5 /* "Attempting to connect() a closed Container" */); assert( this.attachState === AttachState.Attached, 0x2c6 /* "Attempting to connect() a container that is not attached" */, ); // Set Auto Reconnect Mode const mode = ReconnectMode.Enabled; this.setAutoReconnectInternal(mode, args.reason); // Resume processing ops and connect to delta stream this.resumeInternal(args); } public disconnect(): void { if (this.closed) { throw new UsageError(`The Container is closed and cannot be disconnected`); } else { this.disconnectInternal({ text: "DocumentDisconnect" }); } } private disconnectInternal(reason: IConnectionStateChangeReason): void { assert(!this.closed, 0x2c7 /* "Attempting to disconnect() a closed Container" */); // Set Auto Reconnect Mode const mode = ReconnectMode.Disabled; this.setAutoReconnectInternal(mode, reason); } private resumeInternal(args: IConnectionArgs): void { assert(!this.closed, 0x0d9 /* "Attempting to connect() a closed DeltaManager" */); // Resume processing ops if (this.inboundQueuePausedFromInit) { // This assert guards against possibility of ops/signals showing up too soon, while // container is not ready yet to receive them. We can hit it only if some internal code call into here, // as public API like Container.connect() can be only called when user got back container object, i.e. // it is already fully loaded. assert(this.loaded, 0x96c /* connect() can be called only in fully loaded state */); this.inboundQueuePausedFromInit = false; this._deltaManager.inbound.resume(); this._deltaManager.inboundSignal.resume(); } // Ensure connection to web socket this.connectToDeltaStream(args); } public readonly getAbsoluteUrl = async ( relativeUrl: string, ): Promise => { if (this.resolvedUrl === undefined) { return undefined; } return this.urlResolver.getAbsoluteUrl( this.resolvedUrl, relativeUrl, getPackageName(this._loadedCodeDetails), ); }; public async proposeCodeDetails(codeDetails: IFluidCodeDetails): Promise { if (!isFluidCodeDetails(codeDetails)) { throw new Error("Provided codeDetails are not IFluidCodeDetails"); } if (this.codeLoader.IFluidCodeDetailsComparer) { const comparison = await this.codeLoader.IFluidCodeDetailsComparer.compare( codeDetails, this.getCodeDetailsFromQuorum(), ); if (comparison !== undefined && comparison <= 0) { throw new Error("Proposed code details should be greater than the current"); } } return this.protocolHandler.quorum .propose("code", codeDetails) .then(() => true) .catch(() => false); } private async processCodeProposal(): Promise { const codeDetails = this.getCodeDetailsFromQuorum(); await Promise.all([ this._deltaManager.inbound.pause(), this._deltaManager.inboundSignal.pause(), ]); if ((await this.satisfies(codeDetails)) === true) { this._deltaManager.inbound.resume(); this._deltaManager.inboundSignal.resume(); return; } // pre-0.58 error message: existingContextDoesNotSatisfyIncomingProposal const error = new GenericError("Existing context does not satisfy incoming proposal"); this.close(error); } /** * Determines if the currently loaded module satisfies the incoming constraint code details */ private async satisfies(constraintCodeDetails: IFluidCodeDetails): Promise { // If we have no module, it can't satisfy anything. if (this._loadedModule === undefined) { return false; } const comparers: IFluidCodeDetailsComparer[] = []; const maybeCompareCodeLoader = this.codeLoader; if (maybeCompareCodeLoader.IFluidCodeDetailsComparer !== undefined) { comparers.push(maybeCompareCodeLoader.IFluidCodeDetailsComparer); } const maybeCompareExport: Partial | undefined = this._loadedModule?.module.fluidExport; if (maybeCompareExport?.IFluidCodeDetailsComparer !== undefined) { comparers.push(maybeCompareExport.IFluidCodeDetailsComparer); } // If there are no comparers, then it's impossible to know if the currently loaded package satisfies // the incoming constraint, so we return false. Assuming it does not satisfy is safer, to force a reload // rather than potentially running with incompatible code. if (comparers.length === 0) { return false; } for (const comparer of comparers) { const satisfies = await comparer.satisfies( this._loadedModule?.details, constraintCodeDetails, ); if (satisfies === false) { return false; } } return true; } private connectToDeltaStream(args: IConnectionArgs): void { // All agents need "write" access, including summarizer. if (!this._canReconnect || !this.client.details.capabilities.interactive) { args.mode = "write"; } this._deltaManager.connect(args); } private readonly metadataUpdateHandler = (metadata: Record): void => { this._containerMetadata = { ...this._containerMetadata, ...metadata }; this.emit("metadataUpdate", metadata); }; /** * Creates a document service during container attachment or loading. * @param resolvedUrl - The resolved URL of the container. * @param props - Properties indicating whether to load or attach the container. For attaching, * a summary tree can be provided. * @remarks This method validates that the driver is compatible with the Loader. */ private async createDocumentService( resolvedUrl: IResolvedUrl, props: { mode: "load" } | { mode: "attach"; summary: ISummaryTree | undefined }, ): Promise { let service: IDocumentService; if (props.mode === "load") { service = await this.serviceFactory.createDocumentService( resolvedUrl, this.subLogger, this.client.details.type === summarizerClientType, ); if (service.on !== undefined) { // Back-compat for Old driver service.on("metadataUpdate", this.metadataUpdateHandler); } } else { // When DisableCloseOnAttachFailure is enabled, use no internal retries // The consumer will own the retry policy const disableCloseOnAttachFailure = this.mc.config.getBoolean("Fluid.Container.DisableCloseOnAttachFailure") === true; const maxRetries = disableCloseOnAttachFailure ? 0 : undefined; service = await runWithRetry( async () => this.serviceFactory.createContainer( props.summary, resolvedUrl, this.subLogger, false, // clientIsSummarizer ), "containerAttach", this.mc.logger, { cancel: this._deltaManager.closeAbortController.signal, }, // progress maxRetries, ); } return service; } /** * Load container. * * @param specifiedVersion - Version SHA to load snapshot. If not specified, will fetch the latest snapshot. */ private async load( specifiedVersion: string | undefined, loadMode: IContainerLoadMode, resolvedUrl: IResolvedUrl, pendingLocalState: IPendingContainerState | undefined, ): Promise<{ sequenceNumber: number; version: string | undefined; dmLastProcessedSeqNumber: number; dmLastKnownSeqNumber: number; numUnsummarizedOps: number; }> { const timings: Record = { phase1: performanceNow() }; this.service = await this.createDocumentService(resolvedUrl, { mode: "load" }); // Except in cases where its requested by feature gate, the container will connect in "read" mode const mode = this.mc.config.getBoolean("Fluid.Container.ForceWriteConnection") === true ? "write" : "read"; const connectionArgs: IConnectionArgs = { reason: { text: "DocumentOpen" }, mode, fetchOpsFromStorage: false, }; // Start websocket connection as soon as possible. Note that there is no op handler attached yet, but the // DeltaManager is resilient to this and will wait to start processing ops until after it is attached. if (loadMode.deltaConnection === undefined) { this.connectToDeltaStream(connectionArgs); } // When DisableLoadConnectionRetries is enabled, use no internal retries. // The consumer will own the retry policy. const disableLoadRetries = this.mc.config.getBoolean("Fluid.Container.DisableLoadConnectionRetries") === true; this.storageAdapter.connectToService(this.service, disableLoadRetries ? 0 : undefined); this.attachmentData = { state: AttachState.Attached, }; timings.phase2 = performanceNow(); // Fetch specified snapshot. const { snapshot: baseSnapshot, version, attributes, } = await this.serializedStateManager.fetchSnapshot(specifiedVersion, pendingLocalState); const baseSnapshotTree: ISnapshotTree | undefined = getSnapshotTree(baseSnapshot); this._loadedFromVersion = version; // If we saved ops, we will replay them and don't need DeltaManager to fetch them const lastProcessedSequenceNumber = pendingLocalState?.savedOps[pendingLocalState.savedOps.length - 1]?.sequenceNumber ?? attributes.sequenceNumber; let opsBeforeReturnP: Promise | undefined; // Attach op handlers to finish initialization and be able to start processing ops // Kick off any ops fetching if required. switch (loadMode.opsBeforeReturn) { case undefined: { // Start prefetch, but not set opsBeforeReturnP - boot is not blocked by it! // eslint-disable-next-line @typescript-eslint/no-floating-promises this.attachDeltaManagerOpHandler( attributes, loadMode.deltaConnection === "none" ? "none" : "all", lastProcessedSequenceNumber, ); break; } case "cached": case "all": { opsBeforeReturnP = this.attachDeltaManagerOpHandler( attributes, loadMode.opsBeforeReturn, lastProcessedSequenceNumber, ); break; } default: { unreachableCase(loadMode.opsBeforeReturn); } } // ...load in the existing quorum // Initialize the protocol handler await this.initializeProtocolStateFromSnapshot( attributes, this.storageAdapter, baseSnapshotTree, ); // If we are loading from pending state, we start with old clientId. // We switch to latest connection clientId only after setLoaded(). assert(this.clientId === undefined, 0x96d /* there should be no clientId yet */); if (pendingLocalState?.clientId !== undefined) { this.protocolHandler.audience.setCurrentClientId(pendingLocalState?.clientId); } timings.phase3 = performanceNow(); const codeDetails = this.getCodeDetailsFromQuorum(); await this.instantiateRuntime( codeDetails, baseSnapshotTree, // give runtime a dummy value so it knows we're loading from a stash blob pendingLocalState ? (pendingLocalState?.pendingRuntimeState ?? {}) : undefined, isInstanceOfISnapshot(baseSnapshot) ? baseSnapshot : undefined, ); // replay saved ops if (pendingLocalState) { for (const message of pendingLocalState.savedOps) { this.processRemoteMessage({ ...message, metadata: { ...(message.metadata as Record), savedOp: true }, }); // allow runtime to apply stashed ops at this op's sequence number await this.runtime.notifyOpReplay?.(message); } pendingLocalState.savedOps = []; this.storageAdapter.clearPendingState(); } // We might have hit some failure that did not manifest itself in exception in this flow, // do not start op processing in such case - static version of Container.load() will handle it correctly. if (!this.closed) { if (opsBeforeReturnP !== undefined) { this._deltaManager.inbound.resume(); await PerformanceEvent.timedExecAsync( this.mc.logger, { eventName: "WaitOps" }, async () => opsBeforeReturnP, ); await PerformanceEvent.timedExecAsync( this.mc.logger, { eventName: "WaitOpProcessing" }, async () => this._deltaManager.inbound.waitTillProcessingDone(), ); // eslint-disable-next-line @typescript-eslint/no-floating-promises this._deltaManager.inbound.pause(); } // Internal context is fully loaded at this point // Move to loaded before calling this.handleDeltaConnectionArg() - latter allows ops & signals in, which // may result in container moving to "connected" state. Such transitions are allowed only in loaded state. this.setLoaded(); this.handleDeltaConnectionArg(loadMode.deltaConnection); } // Safety net: static version of Container.load() should have learned about it through "closed" handler. // But if that did not happen for some reason, fail load for sure. // Otherwise we can get into situations where container is closed and does not try to connect to ordering // service, but caller does not know that (callers do expect container to be not closed on successful path // and listen only on "closed" event) if (this.closed) { throw new Error("Container was closed while load()"); } timings.end = performanceNow(); this.subLogger.sendTelemetryEvent( { eventName: "LoadStagesTimings", details: JSON.stringify(timings), }, undefined, LogLevel.verbose, ); return { sequenceNumber: attributes.sequenceNumber, version: version?.id, dmLastProcessedSeqNumber: this._deltaManager.lastSequenceNumber, dmLastKnownSeqNumber: this._deltaManager.lastKnownSeqNumber, // Ops known since the last summary (including queued/unprocessed). The loaded snapshot's // sequence number corresponds to the last summary's reference sequence number under normal // "latest" load paths (the runtime asserts this match unless pendingLocalState is used or // sequence number verification is bypassed), so this approximates numUnsummarizedOps at // the loader level without requiring access to runtime summary metadata. numUnsummarizedOps: this._deltaManager.lastKnownSeqNumber - attributes.sequenceNumber, }; } private async createDetached(codeDetails: IFluidCodeDetails): Promise { const attributes: IDocumentAttributes = { sequenceNumber: detachedContainerRefSeqNumber, minimumSequenceNumber: 0, }; await this.attachDeltaManagerOpHandler(attributes); // Need to just seed the source data in the code quorum. Quorum itself is empty const qValues = initQuorumValuesFromCodeDetails(codeDetails); this.initializeProtocolState( attributes, { members: [], proposals: [], values: qValues, }, // IQuorumSnapShot ); await this.instantiateRuntime(codeDetails, undefined); this.setLoaded(); } private async rehydrateDetachedFromSnapshot({ baseSnapshot, snapshotBlobs, hasAttachmentBlobs, attachmentBlobs, pendingRuntimeState, }: IPendingDetachedContainerState): Promise { if (hasAttachmentBlobs) { if (attachmentBlobs !== undefined) { assert( this.detachedBlobStorage !== undefined, 0xb8e /* detached blob storage should always exist when detached */, ); tryInitializeMemoryDetachedBlobStorage(this.detachedBlobStorage, attachmentBlobs); } assert( this.detachedBlobStorage !== undefined && this.detachedBlobStorage.size > 0, 0x250 /* "serialized container with attachment blobs must be rehydrated with detached blob storage" */, ); } const snapshot = convertSnapshotInfoToSnapshot({ baseSnapshot, snapshotBlobs, snapshotSequenceNumber: 0, }); this.storageAdapter.cacheSnapshotBlobs(snapshot.blobContents); const attributes = await getDocumentAttributes(this.storageAdapter, snapshot.snapshotTree); await this.attachDeltaManagerOpHandler(attributes); // Initialize the protocol handler const baseTree = getProtocolSnapshotTree(snapshot.snapshotTree); const qValues = await readAndParse<[string, ICommittedProposal][]>( this.storageAdapter, baseTree.blobs.quorumValues, ); this.initializeProtocolState( attributes, { members: [], proposals: [], values: qValues, }, // IQuorumSnapShot ); const codeDetails = this.getCodeDetailsFromQuorum(); await this.instantiateRuntime( codeDetails, combineSnapshotTreeAndSnapshotBlobs(snapshot), pendingRuntimeState, snapshot, ); this.setLoaded(); } private async initializeProtocolStateFromSnapshot( attributes: IDocumentAttributes, storage: IContainerStorageService, snapshot: ISnapshotTree | undefined, ): Promise { const quorumSnapshot: IQuorumSnapshot = { members: [], proposals: [], values: [], }; if (snapshot !== undefined) { const baseTree = getProtocolSnapshotTree(snapshot); [quorumSnapshot.members, quorumSnapshot.proposals, quorumSnapshot.values] = await Promise.all([ readAndParse<[string, ISequencedClient][]>(storage, baseTree.blobs.quorumMembers), readAndParse<[number, ISequencedProposal, string[]][]>( storage, baseTree.blobs.quorumProposals, ), readAndParse<[string, ICommittedProposal][]>(storage, baseTree.blobs.quorumValues), ]); } this.initializeProtocolState(attributes, quorumSnapshot); } private initializeProtocolState( attributes: IDocumentAttributes, quorumSnapshot: IQuorumSnapshot, ): void { const protocol = this.protocolHandlerBuilder(attributes, quorumSnapshot, (key, value) => // eslint-disable-next-line @typescript-eslint/no-unsafe-assignment this.submitMessage(MessageType.Propose, JSON.stringify({ key, value })), ); const protocolLogger = createChildLogger({ logger: this.subLogger, namespace: "ProtocolHandler", }); protocol.quorum.on("error", (error: ITelemetryErrorEventExt) => { protocolLogger.sendErrorEvent(error); }); protocol.quorum.on("addProposal", (proposal: ISequencedProposal) => { if (proposal.key === "code" || proposal.key === "code2") { this.emit("codeDetailsProposed", proposal.value, proposal); } }); protocol.quorum.on("approveProposal", (sequenceNumber, key, value) => { if (key === "code" || key === "code2") { if (!isFluidCodeDetails(value)) { this.mc.logger.sendErrorEvent({ eventName: "CodeProposalNotIFluidCodeDetails", }); } this.processCodeProposal().catch((error) => { const normalizedError = normalizeError(error); this.close(normalizedError); throw error; }); } }); // we need to make sure this member get set in a synchronous context, // or other things can happen after the object that will be set is created, but not yet set // this was breaking this._initialClients handling // this._protocolHandler = protocol; } private captureProtocolSummary(): ISummaryTree { const quorumSnapshot = this.protocolHandler.snapshot(); const summary: ISummaryTree = { tree: { attributes: { content: JSON.stringify(this.protocolHandler.attributes), type: SummaryType.Blob, }, quorumMembers: { content: JSON.stringify(quorumSnapshot.members), type: SummaryType.Blob, }, quorumProposals: { content: JSON.stringify(quorumSnapshot.proposals), type: SummaryType.Blob, }, quorumValues: { content: JSON.stringify(quorumSnapshot.values), type: SummaryType.Blob, }, }, type: SummaryType.Tree, }; return summary; } private getCodeDetailsFromQuorum(): IFluidCodeDetails { const quorum = this.protocolHandler.quorum; const pkg = getCodeProposal(quorum); return pkg as IFluidCodeDetails; } private static setupClient( containerId: string, loaderOptionsClient?: IClient, clientDetailsOverride?: IClientDetails, ): IClient { const client: IClient = loaderOptionsClient === undefined ? { details: { capabilities: { interactive: true }, }, mode: "read", // default reconnection mode on lost connection / connection error permission: [], scopes: [], user: { id: "" }, } : structuredClone(loaderOptionsClient); if (clientDetailsOverride !== undefined) { client.details = { ...client.details, ...clientDetailsOverride, capabilities: { ...client.details.capabilities, ...clientDetailsOverride?.capabilities, }, }; } client.details.environment = [ client.details.environment, ` loaderVersion:${pkgVersion}`, ` containerId:${containerId}`, ].join(";"); return client; } /** * Returns true if connection is active, i.e. it's "write" connection and * container runtime was notified about this connection (i.e. we are up-to-date and could send ops). * This happens after client received its own joinOp and thus is in the quorum. * If it's not true, runtime is not in position to send ops. */ private activeConnection(): boolean { return ( this.connectionState === ConnectionState.Connected && this.connectionMode === "write" ); } private createDeltaManager(): DeltaManager { const serviceProvider = (): IDocumentService | undefined => this.service; const disableLoadConnectionRetries = this.mc.config.getBoolean("Fluid.Container.DisableLoadConnectionRetries") === true; const deltaManager = createDeltaManager({ serviceProvider, logger: this.subLogger, active: () => this.activeConnection(), containerDirty: () => this.isDirty, containerOpDirty: () => this._hasPendingOps, client: this.client, reconnectAllowed: this._canReconnect, maxInitialConnectionAttempts: disableLoadConnectionRetries ? 1 : undefined, }); // Disable inbound queues as Container is not ready to accept any ops until we are fully loaded! // eslint-disable-next-line @typescript-eslint/no-floating-promises deltaManager.inbound.pause(); // eslint-disable-next-line @typescript-eslint/no-floating-promises deltaManager.inboundSignal.pause(); deltaManager.on("connect", (details: IConnectionDetailsInternal, _opsBehind?: number) => { assert(this.connectionMode === details.mode, 0x4b7 /* mismatch */); // Delay raising events until setLoaded() // Here are some of the reasons why this design is chosen: // 1. Various processes track speed of connection. But we are not processing ops or signal while container is loading, // and thus we can't move forward across connection modes. This results in telemetry errors (like NoJoinOp) that // have nothing to do with connection flow itself // 2. This also makes it hard to reason about recovery (like reconnection) in case we might have lost JoinSignal. Reconnecting // in loading phase is useless (get back to same state), but at the same time not doing it may result in broken connection // without recovery (after we loaded). // 3. We expose non-consistent view. ContainerRuntime may start loading in non-connected state, but end in connected, with // no events telling about it (until we loaded). Most of the code relies on a fact that state changes when events fire. // This will not delay any processes (as observed by the user). I.e. once container moves to loaded phase, // we immediately would transition across all phases, if we have proper signals / ops ready. if (this.loaded) { this.connectionStateHandler.receivedConnectEvent(details); } }); deltaManager.on("establishingConnection", (reason: IConnectionStateChangeReason) => { this.connectionStateHandler.establishingConnection(reason); }); deltaManager.on("cancelEstablishingConnection", (reason: IConnectionStateChangeReason) => { this.connectionStateHandler.cancelEstablishingConnection(reason); }); deltaManager.on("disconnect", (text, error) => { this.noopHeuristic?.notifyDisconnect(); const reason = { text, error }; // Symmetry with "connect" events if (this.loaded) { this.connectionStateHandler.receivedDisconnectEvent(reason); } else if (!this.closed) { // Raise cancellation to get state machine back to initial state this.connectionStateHandler.cancelEstablishingConnection(reason); } }); deltaManager.on("throttled", (warning: IThrottlingWarning) => { const warn = warning as ContainerWarning; // Some "warning" events come from outside the container and are logged // elsewhere (e.g. summarizing container). We shouldn't log these here. if (warn.logged !== true) { this.mc.logger.sendTelemetryEvent({ eventName: "ContainerWarning" }, warn); } this.emit("warning", warn); }); deltaManager.on("readonly", (readonly) => { if (this.loaded) { this.setConnectionStatus(readonly); } this.emit("readonly", readonly); }); deltaManager.on("closed", (error?: ICriticalContainerError) => { this.closeCore(error); }); deltaManager.on("disposed", (error?: ICriticalContainerError) => { this.disposeCore(error); }); return deltaManager; } private async attachDeltaManagerOpHandler( attributes: IDocumentAttributes, prefetchType?: "cached" | "all" | "none", lastProcessedSequenceNumber?: number, ): Promise { return this._deltaManager.attachOpHandler( attributes.minimumSequenceNumber /* minimumSequenceNumber */, attributes.sequenceNumber /* snapshotSequenceNumber */, { process: (message) => this.processRemoteMessage(message), processSignal: (message) => { this.processSignal(message); }, } /* handler to process incoming delta messages */, prefetchType, lastProcessedSequenceNumber, ); } private logConnectionStateChangeTelemetry( value: ConnectionState, oldState: ConnectionState, reason?: IConnectionStateChangeReason, ): void { // Log actual event const time = performanceNow(); this.connectionTransitionTimes[value] = time; const duration = time - this.connectionTransitionTimes[oldState]; let durationFromDisconnected: number | undefined; let autoReconnect: ReconnectMode | undefined; let checkpointSequenceNumber: number | undefined; let opsBehind: number | undefined; if (value === ConnectionState.Disconnected) { autoReconnect = this._deltaManager.connectionManager.reconnectMode; } else { if (value === ConnectionState.Connected) { durationFromDisconnected = time - this.connectionTransitionTimes[ConnectionState.Disconnected]; durationFromDisconnected = formatTick(durationFromDisconnected); } else if (value === ConnectionState.CatchingUp) { // This info is of most interesting while Catching Up. checkpointSequenceNumber = this.deltaManager.lastKnownSeqNumber; // Need to check that we have already loaded and fetched the snapshot. if (this.deltaManager.hasCheckpointSequenceNumber && this.loaded) { opsBehind = checkpointSequenceNumber - this.deltaManager.lastSequenceNumber; } } } this.mc.logger.sendPerformanceEvent( { eventName: `ConnectionStateChange_${ConnectionState[value]}`, from: ConnectionState[oldState], duration, durationFromDisconnected, reason: reason?.text, connectionCount: this.connectionCount, pendingClientId: this.connectionStateHandler.pendingClientId, clientId: this.connectionStateHandler.clientId, autoReconnect, opsBehind, online: OnlineStatus[isOnline()], lastVisible: this.lastVisible === undefined ? undefined : performanceNow() - this.lastVisible, checkpointSequenceNumber, quorumSize: this._protocolHandler?.quorum.getMembers().size, audienceSize: this._protocolHandler?.audience.getMembers().size, isDirty: this.isDirty, ...this._deltaManager.connectionProps, }, reason?.error, ); if (value === ConnectionState.Connected) { this.connectionCount++; } } private propagateConnectionState(disconnectedReason?: IConnectionStateChangeReason): void { const connected = this.connectionState === ConnectionState.Connected; if (connected) { const clientId = this.connectionStateHandler.clientId; assert(clientId !== undefined, 0x96e /* there has to be clientId */); this.protocolHandler.audience.setCurrentClientId(clientId); this.signalAudience.setCurrentClientId(clientId); } else if (this.connectionState === ConnectionState.CatchingUp) { // Signal-based Audience does not wait for ops. So provide clientId // as soon as possible. const clientId = this.connectionStateHandler.pendingClientId; assert(clientId !== undefined, 0xc89 /* catching up without clientId */); this.signalAudience.setCurrentClientId(clientId); } this.setConnectionStatus( /* readonly */ this.readOnlyInfo.readonly ?? false, /* onlyCallSetConnectionStateIfConnectedOrDisconnected */ true, ); // We communicate only transitions to Connected & Disconnected states, skipping all other states. // This can be changed in the future, for example we likely should add "CatchingUp" event on Container. if ( this.connectionState !== ConnectionState.Connected && this.connectionState !== ConnectionState.Disconnected ) { return; } // Both protocol and context should not be undefined if we got so far. this.protocolHandler.setConnectionState(connected, this.clientId); raiseConnectedEvent( this.mc.logger, this, connected, this.clientId, disconnectedReason?.text, ); } // back-compat: ADO #1385: Remove in the future, summary op should come through submitSummaryMessage() private submitContainerMessage( type: MessageType, contents: unknown, batch?: boolean, metadata?: unknown, ): number { switch (type) { case MessageType.Operation: { return this.submitMessage(type, JSON.stringify(contents), batch, metadata); } case MessageType.Summarize: { return this.submitSummaryMessage(contents as ISummaryContent); } default: { const newError = new GenericError( "invalidContainerSubmitOpType", undefined /* error */, { messageType: type }, ); this.close(newError); return -1; } } } /** * Gets the `clientSequenceNumber` of last message in a batch. */ private submitBatch(batch: IBatchMessage[], referenceSequenceNumber?: number): number { let clientSequenceNumber = -1; for (const message of batch) { clientSequenceNumber = this.submitMessage( MessageType.Operation, message.contents, true, // batch message.metadata, message.compression, referenceSequenceNumber, ); } this._deltaManager.flush(); return clientSequenceNumber; } private submitSummaryMessage( summary: ISummaryContent, referenceSequenceNumber?: number, ): number { // github #6451: this is only needed for staging so the server // know when the protocol tree is included // this can be removed once all clients send // protocol tree by default if (summary.details === undefined) { summary.details = {}; } summary.details.includesProtocolTree = this.storageAdapter.summarizeProtocolTree; return this.submitMessage( MessageType.Summarize, JSON.stringify(summary), false /* batch */, undefined /* metadata */, undefined /* compression */, referenceSequenceNumber, ); } private submitMessage( type: MessageType, contents?: string, batch?: boolean, metadata?: unknown, compression?: string, referenceSequenceNumber?: number, ): number { if (this.connectionState !== ConnectionState.Connected) { this.mc.logger.sendErrorEvent({ eventName: "SubmitMessageWithNoConnection", type }); return -1; } this.noopHeuristic?.notifyMessageSent(); return this._deltaManager.submit( type, contents, batch, metadata, compression, referenceSequenceNumber, ); } /** * Processes incoming delta messages * @param message - delta message received from the server */ private processRemoteMessage(message: ISequencedDocumentMessage): void { const local = this.clientId === message.clientId; // Allow the protocol handler to process the message const result = this.protocolHandler.processMessage(message, local); // Forward messages to the loaded runtime for processing this.runtime.process(message, local); this.serializedStateManager.addProcessedOp(message); // Inactive (not in quorum or not writers) clients don't take part in the minimum sequence number calculation. if (this.activeConnection()) { if (this.noopHeuristic === undefined) { const serviceConfiguration = this.deltaManager.serviceConfiguration; // Note that config from first connection will be used for this container's lifetime. // That means that if relay service changes settings, such changes will impact only newly booted // clients. // All existing will continue to use settings they got earlier. assert( serviceConfiguration !== undefined, 0x2e4 /* "there should be service config for active connection" */, ); this.noopHeuristic = new NoopHeuristic( serviceConfiguration.noopTimeFrequency, serviceConfiguration.noopCountFrequency, ); this.noopHeuristic.on("wantsNoop", () => { // On disconnect we notify the heuristic which should prevent it from wanting a noop. // Hitting this assert would imply we lost activeConnection between notifying the heuristic of a processed message and // running the microtask that the heuristic queued in response. assert( this.activeConnection(), 0x241 /* "Trying to send noop without active connection" */, ); this.submitMessage(MessageType.NoOp); }); } this.noopHeuristic.notifyMessageProcessed(message); // The contract with the protocolHandler is that returning "immediateNoOp" is equivalent to "please immediately accept the proposal I just processed". if (result.immediateNoOp === true) { this.submitMessage(MessageType.Accept); } } this.emit("op", message); } // unknown should be removed once `@alpha` tag is removed from IContainerContext private submitSignal(content: unknown | ISignalEnvelope, targetClientId?: string): void { this._deltaManager.submitSignal(JSON.stringify(content), targetClientId); } private processSignal(message: ISignalMessage): void { // No clientId indicates a system signal message. if (protocolHandlerShouldProcessSignal(message)) { this.protocolHandler.processSignal(message); } else { const local = // Check against signal audience to detect current signals // including very early signals before reaching "Connected". message.clientId === this.signalAudience.getSelf()?.clientId || // and use "regular" audience to detect signals from past // connection bouncing slowly back from service. This may never // happen, but is kept as it was used historically as the only // check. message.clientId === this.clientId; this.runtime.processSignal(message, local); } } private async instantiateRuntime( codeDetails: IFluidCodeDetails, snapshotTree: ISnapshotTree | undefined, pendingLocalState?: unknown, snapshot?: ISnapshot, ): Promise { assert(this._runtime?.disposed !== false, 0x0dd /* "Existing runtime not disposed" */); try { // The relative loader will proxy requests to '/' to the loader itself assuming no non-cache flags // are set. Global requests will still go directly to the loader const maybeLoader: FluidObject = this.scope; const loader = new RelativeLoader(this, maybeLoader.ILoader); const loadCodeResult = await PerformanceEvent.timedExecAsync( this.subLogger, { eventName: "CodeLoad" }, async () => this.codeLoader.load(codeDetails), undefined, // markers undefined, // sampleThreshold LogLevel.info, ); this._loadedModule = { module: loadCodeResult.module, // An older interface ICodeLoader could return an IFluidModule which didn't have details. // If we're using one of those older ICodeLoaders, then we fix up the module with the specified details here. // TODO: Determine if this is still a realistic scenario or if this fixup could be removed. details: loadCodeResult.details ?? codeDetails, }; const fluidExport: FluidObject | undefined = this._loadedModule.module.fluidExport; const runtimeFactory = fluidExport?.IRuntimeFactory; if (runtimeFactory === undefined) { throw new Error(packageNotFactoryError); } const existing = snapshotTree !== undefined; const context = new ContainerContext({ options: this.options, scope: this.scope, baseSnapshot: snapshotTree, version: this._loadedFromVersion, deltaManager: this._deltaManager, storage: this.storageAdapter, quorum: this.protocolHandler.quorum, audience: this.protocolHandler.audience, signalAudience: this.signalAudience, loader, submitFn: (type, contents, batch, metadata) => this.submitContainerMessage(type, contents, batch, metadata), submitSummaryFn: (summaryOp: ISummaryContent, referenceSequenceNumber?: number) => this.submitSummaryMessage(summaryOp, referenceSequenceNumber), submitBatchFn: (batch: IBatchMessage[], referenceSequenceNumber?: number) => this.submitBatch(batch, referenceSequenceNumber), submitSignalFn: (content, targetClientId) => this.submitSignal(content, targetClientId), fetchOps: this.fetchOps, disposeFn: (error?: ICriticalContainerError) => this.dispose(error), closeFn: (error?: ICriticalContainerError) => this.close(error), updateDirtyContainerState: this.updateDirtyContainerState, updatePendingOpState: this.updatePendingOpState, getAbsoluteUrl: this.getAbsoluteUrl, getContainerDiagnosticId: () => this.resolvedUrl?.id, getClientId: () => this.clientId, getAttachState: () => this.attachState, getConnected: () => this.connected, getConnectionState: () => this.connectionState, clientDetails: this._deltaManager.clientDetails, existing, taggedLogger: this.subLogger, pendingLocalState, snapshotWithContents: snapshot, }); const runtime = await PerformanceEvent.timedExecAsync( this.subLogger, { eventName: "InstantiateRuntime" }, async () => runtimeFactory.instantiateRuntime(context, existing), ); // Validate that the Runtime is compatible with this Loader. const maybeRuntimeCompatDetails = runtime as FluidObject; validateRuntimeCompatibility(maybeRuntimeCompatDetails.ILayerCompatDetails, this.mc); this._runtime = runtime; this._lifecycleEvents.emit("runtimeInstantiated"); this._loadedCodeDetails = codeDetails; } catch (error) { this.dispose(normalizeError(error)); throw error; } } private readonly updateDirtyContainerState = (dirty: boolean): void => { if (this.hasSeparatePendingOpState) { if (this._dirtyContainer !== dirty) { this._dirtyContainer = dirty; this.emit(dirty ? dirtyContainerEvent : savedContainerEvent); } return; } // Older runtimes only report the original op-only dirty state. Going dirty cannot release any // callbacks, so commit both states before notifying the host. if (dirty) { const dirtyChanged = !this._dirtyContainer; this._dirtyContainer = true; this.setPendingOpState(true); if (dirtyChanged) { this.emit(dirtyContainerEvent); } return; } // Going clean can release reconnect waiters and synchronously raise "connected", whose listeners may // submit another op. Keep the public dirty state unchanged until that callback returns; a reentrant // dirty update restores _hasPendingOps and prevents a stale "saved" event. this.setPendingOpState(false); if (!this._hasPendingOps && this._dirtyContainer) { this._dirtyContainer = false; this.emit(savedContainerEvent); } }; private readonly updatePendingOpState = (pending: boolean): void => { this.hasSeparatePendingOpState = true; this.setPendingOpState(pending); }; private readonly setPendingOpState = (pending: boolean): void => { if (this._hasPendingOps === pending) { return; } this._hasPendingOps = pending; if (!pending) { this.connectionStateHandler.pendingOpsSaved(); if (!this._hasPendingOps) { this.pendingOpStateEvents.emit("saved"); } } }; /** * Send the connected status to the runtime. * @param readonly - Is the container in readonly mode? * @param onlyCallSetConnectionStateIfConnectedOrDisconnected - If true, only * call older `setConnectionState` on the runtime if the connection state is * either Connected or Disconnected. This exists to preserve older behavior * where the runtime was only notified of these two states. */ private setConnectionStatus( readonly: boolean, onlyCallSetConnectionStateIfConnectedOrDisconnected: boolean = false, ): void { if (this._runtime?.disposed === false && this.loaded) { const setConnectionStatus = this.runtime.setConnectionStatus?.bind(this.runtime); if (setConnectionStatus === undefined) { if ( !onlyCallSetConnectionStateIfConnectedOrDisconnected || this.connectionState === ConnectionState.Connected || this.connectionState === ConnectionState.Disconnected ) { this.runtime.setConnectionState( this.connectionState === ConnectionState.Connected && !readonly /* container can send ops if connected to service and not in readonly mode */, this.clientId, ); } } else { const pendingClientConnectionId = this.connectionStateHandler.pendingClientId; const connectionState = this.connectionState; switch (connectionState) { case ConnectionState.EstablishingConnection: { setConnectionStatus({ connectionState, canSendOps: false, readonly, }); break; } case ConnectionState.CatchingUp: { // When catching up, we have a pending clientId, but it // is not usable for ops. Send clientId with canSendOps false. assert( pendingClientConnectionId !== undefined, 0xc8a /* catching up without clientId */, ); setConnectionStatus({ connectionState, pendingClientConnectionId, canSendOps: false, readonly, }); break; } case ConnectionState.Connected: { // When connected, we have an active clientId. Pass it along // with canSendOps true/false based on readonly. const clientConnectionId = this.clientId; assert(clientConnectionId !== undefined, 0xc8b /* connected without clientId */); assert( clientConnectionId === pendingClientConnectionId, 0xc8c /* connected with different clientId than pending */, ); setConnectionStatus({ connectionState, clientConnectionId, canSendOps: !readonly, readonly, }); break; } case ConnectionState.Disconnected: { setConnectionStatus({ connectionState, priorPendingClientConnectionId: pendingClientConnectionId, priorConnectedClientConnectionId: this.clientId, canSendOps: false, readonly, }); break; } // No default } } } } private handleDeltaConnectionArg( deltaConnectionArg?: "none" | "delayed", connectionArgs?: IConnectionArgs, ): void { // This ensures that we allow transitions to "connected" state only after container has been fully loaded // and we propagate such events to container runtime. All events prior to being loaded are ignored. // This means if we get here in non-loaded state, we might not deliver proper events to container runtime, // and runtime implementation may miss such events. assert( this.loaded, 0x96f /* has to be called after container transitions to loaded state */, ); switch (deltaConnectionArg) { case undefined: { if (connectionArgs) { // connect to delta stream now since we did not before this.connectToDeltaStream(connectionArgs); } } // intentional fallthrough case "delayed": { assert( this.inboundQueuePausedFromInit, 0x346 /* inboundQueuePausedFromInit should be true */, ); this.inboundQueuePausedFromInit = false; this._deltaManager.inbound.resume(); this._deltaManager.inboundSignal.resume(); break; } case "none": { break; } default: { unreachableCase(deltaConnectionArg); } } } } /** * Options for {@link ContainerAlpha.serializeAttached}. * @legacy @alpha */ export interface ContainerSerializationOptions { /** * Whether to include pending local changes and the session state needed to replay them in an attached container. * When `false`, the result contains only sequenced state and can safely be used to load multiple containers. * When `true`, all restrictions documented on * {@link @fluidframework/container-definitions#IContainer.getPendingLocalState | IContainer.getPendingLocalState} apply. */ readonly includePendingLocalState: boolean; } /** * IContainer interface that includes experimental features still under development. * * @remarks * For `getPendingLocalState`, prefer * {@link @fluidframework/container-definitions#IContainer.getPendingLocalState | IContainer.getPendingLocalState} * on the `@legacy @beta` surface. The `getPendingLocalState` redeclaration is retained for callers that require the * typed-required (non-optional) shape and will be removed in a future breaking release once * `IContainer.getPendingLocalState` is made required. * * @alpha @legacy @sealed */ export interface ContainerAlpha extends IContainer { /** * Get pending state from container. WARNING: misuse of this API can result in duplicate op * submission and potential document corruption. The blob returned MUST be deleted if and when this * container emits a "connected" event. * @returns serialized blob that can be passed to Loader.resolve() */ getPendingLocalState(): Promise; /** * Serialize an attached container for later loading, optionally including the pending local state * captured by {@link @fluidframework/container-definitions#IContainer.getPendingLocalState | IContainer.getPendingLocalState}. * * @param options - Controls whether to include pending local state. * @returns An opaque serialized state string. Do not inspect or modify its contents. * * @remarks * The container must be attached, open, and not disposed. Serialization while attaching is not currently supported. * Violating these requirements throws `UsageError`. * * For detached containers, use * {@link @fluidframework/container-definitions#IContainer.serialize | IContainer.serialize}, which captures the full current state. * * For attached containers, pending-state capture must be enabled when the container is created or loaded: * the client must be interactive, and the `Fluid.Container.enableOfflineFull` configuration flag * must not be `false` (the flag defaults to `true`). * Otherwise, this method throws `UsageError`. * * The serialized state can be used to load a new container using * {@link @fluidframework/container-definitions#ILoader.resolve | ILoader.resolve} or `loadExistingContainer` from * `@fluidframework/container-loader`. * With `includePendingLocalState: false`, the result captures only sequenced state. * Unsequenced operations, pending attachment blobs, and session-specific runtime state are omitted. * The original container is not modified and can continue editing. * The result can safely load multiple independent instances of the same document, including * frozen containers at the captured state. * * With `includePendingLocalState: true`, this method has the same behavior and reuse restrictions as * {@link @fluidframework/container-definitions#IContainer.getPendingLocalState | IContainer.getPendingLocalState}. * WARNING: misuse of this API can result in duplicate op submission and potential document corruption. * When pending local state is included, close the source container before loading the state, * never load the same state more than once, and delete the returned state if and when this * container emits a "connected" event. */ serializeAttached(options: ContainerSerializationOptions): Promise; } /** * Converts types to their alpha counterparts to expose alpha functionality. * * @remarks * For `getPendingLocalState`, prefer calling * {@link @fluidframework/container-definitions#IContainer.getPendingLocalState | IContainer.getPendingLocalState} * directly on the `@legacy @beta` surface. This helper also exposes * {@link ContainerAlpha.serializeAttached}. * * @legacy @alpha */ export function asLegacyAlpha(base: IContainer): ContainerAlpha { return base as ContainerAlpha; }