Add Dynamic Config Service to Core Service (opensearch-project#7194)

* Add dynamic config service to core

Signed-off-by: Huy Nguyen <73027756+huyaboo@users.noreply.github.com>

* Add opensearch client implementation

Signed-off-by: Huy Nguyen <73027756+huyaboo@users.noreply.github.com>

* Add descriptions for the DAO clients

Signed-off-by: Huy Nguyen <73027756+huyaboo@users.noreply.github.com>

* Refactor DynamicConfigService

Signed-off-by: Huy Nguyen <73027756+huyaboo@users.noreply.github.com>

* Refactor dynamic config service start

Signed-off-by: Huy Nguyen <73027756+huyaboo@users.noreply.github.com>

---------

Signed-off-by: Huy Nguyen <73027756+huyaboo@users.noreply.github.com>

Author: huyaboo

config/opensearch_dashboards.yml

@@ -359,7 +359,13 @@
 # This publishes the Application Usage and UI Metrics into the saved object, which can be accessed by /api/stats?extended=true&legacy=true&exclude_usage=false
 # usageCollection.uiMetric.enabled: false
 
+# Set the value to true to enable enhancements for the data plugin
+# data.enhancements.enabled: false
+
+# Set the value to true to enable dynamic config service to obtain configs from a config store. By default, it's disabled
+# dynamic_config_service.enabled: false
+
 # Set the backend roles in groups or users, whoever has the backend roles or exactly match the user ids defined in this config will be regard as dashboard admin.
 # Dashboard admin will have the access to all the workspaces(workspace.enabled: true) and objects inside OpenSearch Dashboards.
 # opensearchDashboards.dashboardAdmin.groups: ["dashboard_admin"]
-# opensearchDashboards.dashboardAdmin.users: ["dashboard_admin"]
+# opensearchDashboards.dashboardAdmin.users: ["dashboard_admin"]

src/core/server/capabilities/integration_tests/capabilities_service.test.ts

@@ -37,6 +37,7 @@ import { Env } from '../../config';
 import { getEnvOptions } from '../../config/mocks';
 import { CapabilitiesService, CapabilitiesSetup } from '..';
 import { createHttpServer } from '../../http/test_utils';
+import { dynamicConfigServiceMock } from '../../config/dynamic_config_service.mock';
 
 const coreId = Symbol('core');
 
@@ -59,9 +60,12 @@ describe('CapabilitiesService', () => {
       env,
       logger: loggingSystemMock.create(),
       configService: {} as any,
+      dynamicConfigService: dynamicConfigServiceMock.create(),
     });
     serviceSetup = await service.setup({ http: httpSetup });
-    await server.start();
+    await server.start({
+      dynamicConfigService: dynamicConfigServiceMock.createInternalStartContract(),
+    });
   });
 
   afterEach(async () => {

src/core/server/config/dynamic_config_service.mock.ts

@@ -0,0 +1,96 @@
+/*
+ * Copyright OpenSearch Contributors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+
+import { IDynamicConfigService } from './dynamic_config_service';
+import {
+  DynamicConfigurationClientMockProps,
+  dynamicConfigurationClientMock,
+} from './service/configuration_client.mock';
+import {
+  AsyncLocalStorageContext,
+  DynamicConfigServiceSetup,
+  DynamicConfigServiceStart,
+  InternalDynamicConfigServiceSetup,
+  InternalDynamicConfigServiceStart,
+} from './types';
+
+const createDynamicConfigServiceMock = (
+  mockClientReturnValues?: DynamicConfigurationClientMockProps,
+  mockAsyncLocalStoreValues?: AsyncLocalStorageContext
+) => {
+  const mocked: jest.Mocked<IDynamicConfigService> = {
+    setup: jest.fn().mockReturnValue(createInternalSetupContractMock()),
+    start: jest
+      .fn()
+      .mockReturnValue(
+        createInternalStartContractMock(mockClientReturnValues, mockAsyncLocalStoreValues)
+      ),
+    stop: jest.fn(),
+    setSchema: jest.fn(),
+    hasDefaultConfigs: jest.fn(),
+    registerRoutesAndHandlers: jest.fn(),
+  };
+
+  return mocked;
+};
+
+const createSetupContractMock = () => {
+  const mocked: jest.Mocked<DynamicConfigServiceSetup> = {
+    registerDynamicConfigClientFactory: jest.fn(),
+    registerAsyncLocalStoreRequestHeader: jest.fn(),
+    getStartService: jest.fn(),
+  };
+
+  return mocked;
+};
+const createInternalSetupContractMock = () => {
+  const mocked: jest.Mocked<InternalDynamicConfigServiceSetup> = {
+    registerDynamicConfigClientFactory: jest.fn(),
+    registerAsyncLocalStoreRequestHeader: jest.fn(),
+    getStartService: jest.fn(),
+  };
+
+  return mocked;
+};
+const createStartContractMock = (
+  mockClientReturnValues?: DynamicConfigurationClientMockProps,
+  mockAsyncLocalStoreValues?: AsyncLocalStorageContext
+) => {
+  const client = mockClientReturnValues
+    ? dynamicConfigurationClientMock.create(mockClientReturnValues)
+    : dynamicConfigurationClientMock.create();
+
+  const mocked: jest.Mocked<DynamicConfigServiceStart> = {
+    getClient: jest.fn().mockReturnValue(client),
+    getAsyncLocalStore: jest.fn().mockReturnValue(mockAsyncLocalStoreValues),
+    createStoreFromRequest: jest.fn().mockRejectedValue(mockAsyncLocalStoreValues),
+  };
+
+  return mocked;
+};
+const createInternalStartContractMock = (
+  mockClientReturnValues?: DynamicConfigurationClientMockProps,
+  mockAsyncLocalStoreValues?: AsyncLocalStorageContext
+) => {
+  const client = mockClientReturnValues
+    ? dynamicConfigurationClientMock.create(mockClientReturnValues)
+    : dynamicConfigurationClientMock.create();
+
+  const mocked: jest.Mocked<InternalDynamicConfigServiceStart> = {
+    getClient: jest.fn().mockReturnValue(client),
+    getAsyncLocalStore: jest.fn().mockReturnValue(mockAsyncLocalStoreValues),
+    createStoreFromRequest: jest.fn().mockRejectedValue(mockAsyncLocalStoreValues),
+  };
+
+  return mocked;
+};
+
+export const dynamicConfigServiceMock = {
+  create: createDynamicConfigServiceMock,
+  createInternalSetupContract: createInternalSetupContractMock,
+  createInternalStartContract: createInternalStartContractMock,
+  createSetupContract: createSetupContractMock,
+  createStartContract: createStartContractMock,
+};

src/core/server/config/dynamic_config_service.test.ts

@@ -0,0 +1,103 @@
+/*
+ * Copyright OpenSearch Contributors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+
+import { DynamicConfigService, IDynamicConfigService } from './dynamic_config_service';
+import { configServiceMock, httpServiceMock, opensearchServiceMock } from '../mocks';
+import { loggerMock } from '../logging/logger.mock';
+import { LoggerFactory } from '@osd/logging';
+import { schema, Type } from '@osd/config-schema';
+import { IDynamicConfigStoreClient } from 'opensearch-dashboards/server';
+
+describe('DynamicConfigService', () => {
+  let dynamicConfigService: IDynamicConfigService;
+  const openSearchMock = opensearchServiceMock.createStart();
+
+  beforeEach(() => {
+    const loggerFactoryMock = {} as LoggerFactory;
+    loggerFactoryMock.get = jest.fn().mockReturnValue(loggerMock.create());
+
+    dynamicConfigService = new DynamicConfigService(
+      configServiceMock.create(),
+      {} as any,
+      loggerFactoryMock
+    );
+  });
+
+  it('setup() and start() should return the same clients/async local stores', async () => {
+    const dynamicConfigServiceSetup = await dynamicConfigService.setup();
+    expect(dynamicConfigServiceSetup.getStartService()).toBeDefined();
+    expect(dynamicConfigServiceSetup.registerDynamicConfigClientFactory).toBeDefined();
+    expect(dynamicConfigServiceSetup.registerAsyncLocalStoreRequestHeader).toBeDefined();
+
+    dynamicConfigServiceSetup.registerDynamicConfigClientFactory({
+      create: () => {
+        return {} as IDynamicConfigStoreClient;
+      },
+    });
+
+    const dynamicConfigServiceStart = await dynamicConfigService.start({
+      opensearch: openSearchMock,
+    });
+    expect(dynamicConfigServiceStart.getAsyncLocalStore).toBeDefined();
+    expect(dynamicConfigServiceStart.getClient()).toBeDefined();
+
+    const actualGetStartServices = await dynamicConfigServiceSetup.getStartService();
+
+    expect(actualGetStartServices.getClient()).toMatchObject(dynamicConfigServiceStart.getClient());
+    expect(actualGetStartServices.getAsyncLocalStore).toBeDefined();
+  });
+
+  describe('After http is setup', () => {
+    it('setupHTTP() should add the async local store preAuth middleware', () => {
+      const httpSetupMock = httpServiceMock.createInternalSetupContract();
+      dynamicConfigService.registerRoutesAndHandlers({ http: httpSetupMock });
+      expect(httpSetupMock.registerOnPostAuth).toHaveBeenCalled();
+    });
+  });
+
+  it('setSchema() and hasDefaultConfigs() should set and check if schemas have been registered', () => {
+    const schemaList: Map<string, Type<unknown>> = new Map();
+
+    schemaList.set(
+      'foo',
+      schema.object({
+        a: schema.boolean(),
+        b: schema.object({
+          c: schema.string(),
+        }),
+      })
+    );
+    schemaList.set(
+      'bar',
+      schema.object({
+        a: schema.boolean(),
+        b: schema.boolean(),
+        c: schema.object({
+          d: schema.string(),
+        }),
+      })
+    );
+    schemaList.set(
+      'baz',
+      schema.object({
+        a: schema.object({
+          c: schema.object({
+            d: schema.boolean(),
+          }),
+        }),
+      })
+    );
+
+    schemaList.forEach((value, key) => {
+      dynamicConfigService.setSchema(key, value);
+    });
+
+    [...schemaList.keys()].forEach((key) => {
+      expect(dynamicConfigService.hasDefaultConfigs({ name: key })).toBe(true);
+    });
+
+    expect(dynamicConfigService.hasDefaultConfigs({ name: 'nonexistent_config' })).toBe(false);
+  });
+});