[Cosmos] Adds WIP benchmark for write and read 100 items (Azure#13731)

* Adds WIP benchmark for write and read 100 items

* Adds readAll, write, bulkWrite, readBatches of 5, 50

* format

sdk/cosmosdb/cosmos/benchmarking/tsconfig.json

@@ -0,0 +1,70 @@
+{
+  "compilerOptions": {
+    /* Visit https://aka.ms/tsconfig.json to read more about this file */
+
+    /* Basic Options */
+    // "incremental": true,                   /* Enable incremental compilation */
+    "target": "es5" /* Specify ECMAScript target version: 'ES3' (default), 'ES5', 'ES2015', 'ES2016', 'ES2017', 'ES2018', 'ES2019', 'ES2020', or 'ESNEXT'. */,
+    "module": "commonjs" /* Specify module code generation: 'none', 'commonjs', 'amd', 'system', 'umd', 'es2015', 'es2020', or 'ESNext'. */,
+    // "lib": [],                             /* Specify library files to be included in the compilation. */
+    // "allowJs": true,                       /* Allow javascript files to be compiled. */
+    // "checkJs": true,                       /* Report errors in .js files. */
+    // "jsx": "preserve",                     /* Specify JSX code generation: 'preserve', 'react-native', or 'react'. */
+    // "declaration": true,                   /* Generates corresponding '.d.ts' file. */
+    // "declarationMap": true,                /* Generates a sourcemap for each corresponding '.d.ts' file. */
+    // "sourceMap": true,                     /* Generates corresponding '.map' file. */
+    // "outFile": "./",                       /* Concatenate and emit output to single file. */
+    // "outDir": "./",                        /* Redirect output structure to the directory. */
+    // "rootDir": "./",                       /* Specify the root directory of input files. Use to control the output directory structure with --outDir. */
+    // "composite": true,                     /* Enable project compilation */
+    // "tsBuildInfoFile": "./",               /* Specify file to store incremental compilation information */
+    // "removeComments": true,                /* Do not emit comments to output. */
+    // "noEmit": true,                        /* Do not emit outputs. */
+    // "importHelpers": true,                 /* Import emit helpers from 'tslib'. */
+    // "downlevelIteration": true,            /* Provide full support for iterables in 'for-of', spread, and destructuring when targeting 'ES5' or 'ES3'. */
+    // "isolatedModules": true,               /* Transpile each file as a separate module (similar to 'ts.transpileModule'). */
+
+    /* Strict Type-Checking Options */
+    "strict": true /* Enable all strict type-checking options. */,
+    // "noImplicitAny": true,                 /* Raise error on expressions and declarations with an implied 'any' type. */
+    // "strictNullChecks": true,              /* Enable strict null checks. */
+    // "strictFunctionTypes": true,           /* Enable strict checking of function types. */
+    // "strictBindCallApply": true,           /* Enable strict 'bind', 'call', and 'apply' methods on functions. */
+    // "strictPropertyInitialization": true,  /* Enable strict checking of property initialization in classes. */
+    // "noImplicitThis": true,                /* Raise error on 'this' expressions with an implied 'any' type. */
+    // "alwaysStrict": true,                  /* Parse in strict mode and emit "use strict" for each source file. */
+
+    /* Additional Checks */
+    // "noUnusedLocals": true,                /* Report errors on unused locals. */
+    // "noUnusedParameters": true,            /* Report errors on unused parameters. */
+    // "noImplicitReturns": true,             /* Report error when not all code paths in function return a value. */
+    // "noFallthroughCasesInSwitch": true,    /* Report errors for fallthrough cases in switch statement. */
+    // "noUncheckedIndexedAccess": true,      /* Include 'undefined' in index signature results */
+
+    /* Module Resolution Options */
+    "moduleResolution": "node" /* Specify module resolution strategy: 'node' (Node.js) or 'classic' (TypeScript pre-1.6). */,
+    // "baseUrl": "./",                       /* Base directory to resolve non-absolute module names. */
+    // "paths": {},                           /* A series of entries which re-map imports to lookup locations relative to the 'baseUrl'. */
+    // "rootDirs": [],                        /* List of root folders whose combined content represents the structure of the project at runtime. */
+    // "typeRoots": [],                       /* List of folders to include type definitions from. */
+    // "types": [],                           /* Type declaration files to be included in compilation. */
+    // "allowSyntheticDefaultImports": true,  /* Allow default imports from modules with no default export. This does not affect code emit, just typechecking. */
+    "esModuleInterop": true /* Enables emit interoperability between CommonJS and ES Modules via creation of namespace objects for all imports. Implies 'allowSyntheticDefaultImports'. */,
+    // "preserveSymlinks": true,              /* Do not resolve the real path of symlinks. */
+    // "allowUmdGlobalAccess": true,          /* Allow accessing UMD globals from modules. */
+
+    /* Source Map Options */
+    // "sourceRoot": "",                      /* Specify the location where debugger should locate TypeScript files instead of source locations. */
+    // "mapRoot": "",                         /* Specify the location where debugger should locate map files instead of generated locations. */
+    // "inlineSourceMap": true,               /* Emit a single file with source maps instead of having a separate file. */
+    // "inlineSources": true,                 /* Emit the source alongside the sourcemaps within a single file; requires '--inlineSourceMap' or '--sourceMap' to be set. */
+
+    /* Experimental Options */
+    // "experimentalDecorators": true,        /* Enables experimental support for ES7 decorators. */
+    // "emitDecoratorMetadata": true,         /* Enables experimental support for emitting type metadata for decorators. */
+
+    /* Advanced Options */
+    "skipLibCheck": true /* Skip type checking of declaration files. */,
+    "forceConsistentCasingInFileNames": true /* Disallow inconsistently-cased references to the same file. */
+  }
+}

sdk/cosmosdb/cosmos/benchmarking/write-items.ts

@@ -0,0 +1,90 @@
+import { CosmosClient, Container, OperationInput } from "@azure/cosmos";
+
+const endpoint = process.env.BENCHMARK_ENDPOINT || "https://stfaul-sql.documents.azure.com:443/";
+const iterations = Number(process.env.BENCHMARK_ITERATIONS) || 100;
+
+async function benchmark(
+  benchmarkFunction: (container: Container) => Promise<void>,
+  container: Container
+) {
+  const now = Date.now();
+  await benchmarkFunction(container);
+  const later = Date.now();
+  return later - now;
+}
+
+async function readAllItems(container: Container) {
+  const queryIterator = container.items.readAll({ maxItemCount: iterations });
+  await queryIterator.fetchNext();
+}
+
+function readInBatches(batchSize: number) {
+  return async function(container: Container) {
+    const iterator = container.items.readAll({ maxItemCount: batchSize });
+    let { queryIterator, continuationToken } = await readBatch(container, batchSize, iterator);
+    while (queryIterator.hasMoreResults()) {
+      const response = await readBatch(container, batchSize, queryIterator, continuationToken);
+      queryIterator = response.queryIterator;
+      continuationToken = response.continuationToken;
+    }
+  };
+}
+
+async function readBatch(
+  container: Container,
+  batchSize: number,
+  queryIterator: any,
+  token?: string
+) {
+  queryIterator = container.items.readAll({ maxItemCount: batchSize, continuationToken: token });
+  const response = await queryIterator.fetchNext();
+  const continuationToken = response.continuationToken;
+  return { queryIterator, continuationToken };
+}
+
+async function createItems(container: Container, count: number = 0) {
+  const random = `id${Math.floor(Math.random() * 10000)}`;
+  await container.items.upsert({ id: random });
+  if (count < iterations) {
+    count = count + 1;
+    await createItems(container, count);
+  }
+}
+
+async function bulkCreateItems(container: Container) {
+  const operations: OperationInput[] = [];
+  while (operations.length < iterations) {
+    operations.push({
+      operationType: "Create",
+      partitionKey: "A",
+      resourceBody: { id: `id${Math.floor(Math.random() * 10000)}`, key: "A" }
+    });
+  }
+  await container.items.bulk(operations);
+}
+
+async function runBenchmarks() {
+  const client = new CosmosClient({
+    endpoint,
+    key: process.env.BENCHMARK_KEY
+  });
+  const databaseResponse = await client.databases.createIfNotExists({ id: "benchmarkdb" });
+  const containerResponse = await databaseResponse.database.containers.createIfNotExists({
+    id: `benchmarkcontainer${Math.floor(Math.random() * 10000)}`
+  });
+  const container = containerResponse.container;
+  const benchmarkCreate = await benchmark(createItems, container);
+  const benchmarkBulkCreate = await benchmark(bulkCreateItems, container);
+  const benchmarkRead = await benchmark(readAllItems, container);
+  const benchmarkBatchesOf5 = await benchmark(readInBatches(5), container);
+  const benchmarkBatchesOf50 = await benchmark(readInBatches(50), container);
+  return {
+    create: benchmarkCreate,
+    bulkCreate: benchmarkBulkCreate,
+    readAll: benchmarkRead,
+    readInBatchesOf5: benchmarkBatchesOf5,
+    readInBatchesOf50: benchmarkBatchesOf50
+  };
+}
+
+runBenchmarks().then(console.log);