Revert Mongodb SDK (microsoft#15814)

Revert MongoDB SDK back to 3.2.2, since we have the
MongoPoolClearedError in scribe.
Prepare as the potential mitigation

server/routerlicious/kubernetes/routerlicious/templates/fluid-configmap.yaml

@@ -25,6 +25,7 @@ data:
             "globalDbEnabled": {{ .Values.mongodb.globalDbEnabled }},
             "expireAfterSeconds": {{ .Values.mongodb.expireAfterSeconds }},
             "createCosmosDBIndexes": {{ .Values.mongodb.createCosmosDBIndexes }},
+            "bufferMaxEntries": {{ .Values.mongodb.bufferMaxEntries }},
             "softDeletionRetentionPeriodMs": {{ .Values.mongodb.softDeletionRetentionPeriodMs }},
             "offlineWindowMs": {{ .Values.mongodb.offlineWindowMs }},
             "softDeletionEnabled": {{ .Values.mongodb.softDeletionEnabled }},

server/routerlicious/kubernetes/routerlicious/values.yaml

@@ -117,6 +117,7 @@ mongodb:
   globalDbEnabled: false
   expireAfterSeconds: -1
   createCosmosDBIndexes: false
+  bufferMaxEntries: 50
   softDeletionRetentionPeriodMs: 2592000000
   offlineWindowMs: 86400000
   softDeletionEnabled: false

server/routerlicious/packages/routerlicious/config/config.json

@@ -13,6 +13,7 @@
 		"globalDbEnabled": false,
 		"expireAfterSeconds": -1,
 		"createCosmosDBIndexes": false,
+		"bufferMaxEntries": 50,
 		"softDeletionRetentionPeriodMs": 2592000000,
 		"offlineWindowMs": 86400000,
 		"softDeletionEnabled": false,

server/routerlicious/packages/services-core/src/database.ts

@@ -161,7 +161,7 @@ export interface ICollection<T> {
 	 * @param value - data to insert to the database if we cannot find query
 	 * @param options - optional. If set, provide customized options to the implementations
 	 */
-	findOrCreate(query: any, value: any, options?: any): Promise<{ value: T; existing: boolean }>;
+	findOrCreate(query: any, value: T, options?: any): Promise<{ value: T; existing: boolean }>;
 
 	/**
 	 * Finds query in the database and replace its value.
@@ -173,7 +173,7 @@ export interface ICollection<T> {
 	 */
 	findAndUpdate(
 		query: any,
-		value: any,
+		value: T,
 		options?: any,
 	): Promise<{
 		value: T;

server/routerlicious/packages/services/package.json

@@ -69,7 +69,7 @@
 		"events": "^3.1.0",
 		"ioredis": "^4.24.2",
 		"lru-cache": "^6.0.0",
-		"mongodb": "4.13.0",
+		"mongodb": "3.2.2",
 		"nconf": "^0.12.0",
 		"socket.io": "^4.5.3",
 		"telegrafjs": "^0.1.3",

server/routerlicious/packages/services/src/mongodb.ts

@@ -8,11 +8,9 @@ import * as core from "@fluidframework/server-services-core";
 import {
 	AggregationCursor,
 	Collection,
-	FindOneAndUpdateOptions,
-	FindOptions,
+	FindOneOptions,
 	MongoClient,
 	MongoClientOptions,
-	OptionalUnlessRequiredId,
 } from "mongodb";
 import { BaseTelemetryProperties, Lumberjack } from "@fluidframework/server-services-telemetry";
 import { MongoErrorRetryAnalyzer } from "./mongoExceptionRetryRules";
@@ -69,7 +67,7 @@ export class MongoCollection<T> implements core.ICollection<T>, core.IRetryable
 
 	public async find(query: object, sort: any, limit = MaxFetchSize, skip?: number): Promise<T[]> {
 		const req: () => Promise<T[]> = async () => {
-			let queryCursor = this.collection.find<T>(query).sort(sort).limit(limit);
+			let queryCursor = this.collection.find(query).sort(sort).limit(limit);
 
 			if (skip) {
 				queryCursor = queryCursor.skip(skip);
@@ -79,8 +77,8 @@ export class MongoCollection<T> implements core.ICollection<T>, core.IRetryable
 		return this.requestWithRetry(req, "MongoCollection.find", query);
 	}
 
-	public async findOne(query: object, options?: FindOptions): Promise<T> {
-		const req: () => Promise<T> = async () => this.collection.findOne<T>(query, options);
+	public async findOne(query: object, options?: FindOneOptions): Promise<T> {
+		const req: () => Promise<T> = async () => this.collection.findOne(query, options);
 		return this.requestWithRetry(
 			req, // request
 			"MongoCollection.findOne", // callerName
@@ -89,7 +87,7 @@ export class MongoCollection<T> implements core.ICollection<T>, core.IRetryable
 	}
 
 	public async findAll(): Promise<T[]> {
-		const req: () => Promise<T[]> = async () => this.collection.find<T>({}).toArray();
+		const req: () => Promise<T[]> = async () => this.collection.find({}).toArray();
 		return this.requestWithRetry(
 			req, // request
 			"MongoCollection.findAll", // callerName
@@ -192,9 +190,7 @@ export class MongoCollection<T> implements core.ICollection<T>, core.IRetryable
 	public async insertOne(value: T): Promise<any> {
 		const req = async () => {
 			try {
-				const result = await this.collection.insertOne(
-					value as OptionalUnlessRequiredId<T>,
-				);
+				const result = await this.collection.insertOne(value);
 				// Older mongo driver bug, this insertedId was objectId or 3.2 but changed to any ID type consumer provided.
 				// eslint-disable-next-line @typescript-eslint/no-unsafe-return
 				return result.insertedId;
@@ -213,9 +209,7 @@ export class MongoCollection<T> implements core.ICollection<T>, core.IRetryable
 	public async insertMany(values: T[], ordered: boolean): Promise<void> {
 		const req = async () => {
 			try {
-				await this.collection.insertMany(values as OptionalUnlessRequiredId<T>[], {
-					ordered: false,
-				});
+				await this.collection.insertMany(values, { ordered: false });
 			} catch (error) {
 				this.sanitizeError(error);
 				throw error;
@@ -263,7 +257,7 @@ export class MongoCollection<T> implements core.ICollection<T>, core.IRetryable
 
 	public async findOrCreate(
 		query: any,
-		value: any,
+		value: T,
 		options = {
 			returnOriginal: true,
 			upsert: true,
@@ -273,7 +267,9 @@ export class MongoCollection<T> implements core.ICollection<T>, core.IRetryable
 			try {
 				const result = await this.collection.findOneAndUpdate(
 					query,
-					{ $setOnInsert: value },
+					{
+						$setOnInsert: value,
+					},
 					options,
 				);
 
@@ -294,15 +290,18 @@ export class MongoCollection<T> implements core.ICollection<T>, core.IRetryable
 
 	public async findAndUpdate(
 		query: any,
-		value: any,
-		options: FindOneAndUpdateOptions = { returnDocument: "before" },
+		value: T,
+		options = {
+			returnOriginal: true,
+		},
 	): Promise<{ value: T; existing: boolean }> {
 		const req = async () => {
 			try {
-				// eslint-disable-next-line @typescript-eslint/await-thenable
 				const result = await this.collection.findOneAndUpdate(
 					query,
-					{ $set: value },
+					{
+						$set: value,
+					},
 					options,
 				);
 
@@ -321,7 +320,7 @@ export class MongoCollection<T> implements core.ICollection<T>, core.IRetryable
 		);
 	}
 
-	private async updateCore(filter: any, set: any, addToSet: any, options: any): Promise<any> {
+	private async updateCore(filter: any, set: any, addToSet: any, options: any): Promise<void> {
 		const update: any = {};
 		if (set) {
 			update.$set = set;
@@ -334,7 +333,12 @@ export class MongoCollection<T> implements core.ICollection<T>, core.IRetryable
 		return this.collection.updateOne(filter, update, options);
 	}
 
-	private async updateManyCore(filter: any, set: any, addToSet: any, options: any): Promise<any> {
+	private async updateManyCore(
+		filter: any,
+		set: any,
+		addToSet: any,
+		options: any,
+	): Promise<void> {
 		const update: any = {};
 		if (set) {
 			update.$set = set;
@@ -448,6 +452,7 @@ export type ConnectionNotAvailableMode = "ruleBehavior" | "stop"; // Ideally we
 
 interface IMongoDBConfig {
 	operationsDbEndpoint: string;
+	bufferMaxEntries: number | undefined;
 	globalDbEndpoint?: string;
 	globalDbEnabled?: boolean;
 	connectionPoolMinSize?: number;
@@ -460,6 +465,7 @@ interface IMongoDBConfig {
 
 export class MongoDbFactory implements core.IDbFactory {
 	private readonly operationsDbEndpoint: string;
+	private readonly bufferMaxEntries?: number;
 	private readonly globalDbEndpoint?: string;
 	private readonly connectionPoolMinSize?: number;
 	private readonly connectionPoolMaxSize?: number;
@@ -470,6 +476,7 @@ export class MongoDbFactory implements core.IDbFactory {
 	constructor(config: IMongoDBConfig) {
 		const {
 			operationsDbEndpoint,
+			bufferMaxEntries,
 			globalDbEnabled,
 			globalDbEndpoint,
 			connectionPoolMinSize,
@@ -481,6 +488,7 @@ export class MongoDbFactory implements core.IDbFactory {
 		}
 		assert(!!operationsDbEndpoint, `No endpoint provided`);
 		this.operationsDbEndpoint = operationsDbEndpoint;
+		this.bufferMaxEntries = bufferMaxEntries;
 		this.connectionPoolMinSize = connectionPoolMinSize;
 		this.connectionPoolMaxSize = connectionPoolMaxSize;
 		this.connectionNotAvailableMode = connectionNotAvailableMode ?? "ruleBehavior";
@@ -499,16 +507,21 @@ export class MongoDbFactory implements core.IDbFactory {
 		);
 		// Need to cast to any before MongoClientOptions due to missing properties in d.ts
 		const options: MongoClientOptions = {
+			autoReconnect: true,
+			bufferMaxEntries: this.bufferMaxEntries ?? 50,
 			keepAlive: true,
 			keepAliveInitialDelay: 180000,
+			reconnectInterval: 1000,
+			reconnectTries: 100,
 			socketTimeoutMS: 120000,
+			useNewUrlParser: true,
 		};
 		if (this.connectionPoolMinSize) {
-			options.minPoolSize = this.connectionPoolMinSize;
+			options.minSize = this.connectionPoolMinSize;
 		}
 
 		if (this.connectionPoolMaxSize) {
-			options.maxPoolSize = this.connectionPoolMaxSize;
+			options.poolSize = this.connectionPoolMaxSize;
 		}
 
 		const connection = await MongoClient.connect(