Refactor integration validation logic with a cleaner interface

server/adaptors/integrations/__test__/local_repository.test.ts

@@ -31,14 +31,4 @@ describe('The local repository', () => {
     const integrations: Integration[] = await repository.getIntegrationList();
     await Promise.all(integrations.map((i) => expect(i.deepCheck()).resolves.toBeTruthy()));
   });
-
-  it('Should not have a type that is not imported in the config', async () => {
-    const repository: Repository = new Repository(path.join(__dirname, '../__data__/repository'));
-    const integrations: Integration[] = await repository.getIntegrationList();
-    for (const integration of integrations) {
-      const config = await integration.getConfig();
-      const components = config!.components.map((x) => x.name);
-      expect(components).toContain(config!.type);
-    }
-  });
 });

server/adaptors/integrations/__test__/validators.test.ts

@@ -0,0 +1,89 @@
+/*
+ * Copyright OpenSearch Contributors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+
+import { validateTemplate, validateInstance } from '../validators';
+
+const validTemplate: IntegrationTemplate = {
+  name: 'test',
+  version: '1.0.0',
+  license: 'Apache-2.0',
+  type: 'logs',
+  components: [
+    {
+      name: 'logs',
+      version: '1.0.0',
+    },
+  ],
+  assets: {},
+};
+
+const validInstance: IntegrationInstance = {
+  name: 'test',
+  templateName: 'test',
+  dataSource: 'test',
+  creationDate: new Date(0).toISOString(),
+  assets: [],
+};
+
+describe('validateTemplate', () => {
+  it('Returns true for a valid Integration Template', () => {
+    expect(validateTemplate(validTemplate)).toBe(true);
+  });
+
+  it('Returns false if a template is missing a license', () => {
+    const sample: any = structuredClone(validTemplate);
+    sample.license = undefined;
+    expect(validateTemplate(sample)).toBe(false);
+  });
+
+  it('Returns false if a template has an invalid type', () => {
+    const sample: any = structuredClone(validTemplate);
+    sample.components[0].name = 'not-logs';
+    expect(validateTemplate(sample)).toBe(false);
+  });
+
+  it('Respects logErrors', () => {
+    const logValidationErrorsMock = jest.spyOn(console, 'error');
+    const sample1: any = structuredClone(validTemplate);
+    sample1.license = undefined;
+    const sample2: any = structuredClone(validTemplate);
+    sample2.components[0].name = 'not-logs';
+
+    expect(validateTemplate(sample1, true)).toBe(false);
+    expect(validateTemplate(sample2, true)).toBe(false);
+    expect(logValidationErrorsMock).toBeCalledTimes(2);
+  });
+
+  it("Doesn't crash if given a non-object", () => {
+    // May happen in some user-provided JSON parsing scenarios.
+    expect(validateTemplate([] as any, true)).toBe(false);
+  });
+});
+
+describe('validateInstance', () => {
+  it('Returns true for a valid Integration Instance', () => {
+    expect(validateInstance(validInstance)).toBe(true);
+  });
+
+  it('Returns false if an instance is missing a template', () => {
+    const sample: any = structuredClone(validInstance);
+    sample.templateName = undefined;
+    expect(validateInstance(sample)).toBe(false);
+  });
+
+  it('Respects logErrors', () => {
+    const logValidationErrorsMock = jest.spyOn(console, 'error');
+    const sample1: any = structuredClone(validInstance);
+    sample1.templateName = undefined;
+
+    expect(validateInstance(sample1, true)).toBe(false);
+    expect(logValidationErrorsMock).toBeCalled();
+  });
+
+  it("Doesn't crash if given a non-object", () => {
+    // May happen in some user-provided JSON parsing scenarios.
+    expect(validateInstance([] as any, true)).toBe(false);
+  });
+});

server/adaptors/integrations/repository/__test__/integration.test.ts

@@ -16,8 +16,13 @@ describe('Integration', () => {
     name: 'sample',
     version: '2.0.0',
     license: 'Apache-2.0',
-    type: '',
-    components: [],
+    type: 'logs',
+    components: [
+      {
+        name: 'logs',
+        version: '1.0.0',
+      },
+    ],
     assets: {
       savedObjects: {
         name: 'sample',
@@ -105,7 +110,7 @@ describe('Integration', () => {
       const result = await integration.getConfig(sampleIntegration.version);
 
       expect(result).toBeNull();
-      expect(logValidationErrorsMock).toHaveBeenCalledWith(expect.any(String), expect.any(Array));
+      expect(logValidationErrorsMock).toHaveBeenCalled();
     });
 
     it('should return null and log syntax errors if the config file has syntax errors', async () => {

server/adaptors/integrations/repository/integration.ts

@@ -5,8 +5,7 @@
 
 import * as fs from 'fs/promises';
 import path from 'path';
-import { ValidateFunction } from 'ajv';
-import { templateValidator } from '../validators';
+import { validateTemplate } from '../validators';
 
 /**
  * Helper function to compare version numbers.
@@ -49,18 +48,6 @@ async function isDirectory(dirPath: string): Promise<boolean> {
   }
 }
 
-/**
- * Helper function to log validation errors.
- * Relies on the `ajv` package for validation error logs..
- *
- * @param integration The name of the component that failed validation.
- * @param validator A failing ajv validator.
- */
-function logValidationErrors(integration: string, validator: ValidateFunction<any>) {
-  const errors = validator.errors?.map((e) => e.message);
-  console.error(`Validation errors in ${integration}`, errors);
-}
-
 /**
  * The Integration class represents the data for Integration Templates.
  * It is backed by the repository file system.
@@ -165,12 +152,7 @@ export class Integration {
       const config = await fs.readFile(configPath, { encoding: 'utf-8' });
       const possibleTemplate = JSON.parse(config);
 
-      if (!templateValidator(possibleTemplate)) {
-        logValidationErrors(configFile, templateValidator);
-        return null;
-      }
-
-      return possibleTemplate;
+      return validateTemplate(possibleTemplate, true) ? possibleTemplate : null;
     } catch (err: any) {
       if (err instanceof SyntaxError) {
         console.error(`Syntax errors in ${configFile}`, err);

server/adaptors/integrations/validators.ts

@@ -107,5 +107,40 @@ const instanceSchema: JSONSchemaType<IntegrationInstance> = {
   required: ['name', 'templateName', 'dataSource', 'creationDate', 'assets'],
 };
 
-export const templateValidator = ajv.compile(templateSchema);
-export const instanceValidator = ajv.compile(instanceSchema);
+const templateValidator = ajv.compile(templateSchema);
+const instanceValidator = ajv.compile(instanceSchema);
+
+// AJV validators use side effects for errors, so we provide a more conventional wrapper.
+// The wrapper optionally handles error logging with the `logErrors` parameter.
+export const validateTemplate = (data: { name?: unknown }, logErrors?: true): boolean => {
+  if (!templateValidator(data)) {
+    if (logErrors) {
+      console.error(
+        `The integration config '${data.name ?? data}' is invalid:`,
+        ajv.errorsText(templateValidator.errors)
+      );
+    }
+    return false;
+  }
+  // We assume an invariant that the type of an integration is connected with its component.
+  if (data.components.findIndex((x) => x.name === data.type) < 0) {
+    if (logErrors) {
+      console.error(`The integration type '${data.type}' must be included as a component`);
+    }
+    return false;
+  }
+  return true;
+};
+
+export const validateInstance = (data: { name?: unknown }, logErrors?: true): boolean => {
+  if (!instanceValidator(data)) {
+    if (logErrors) {
+      console.error(
+        `The integration instance '${data.name ?? data}' is invalid:`,
+        ajv.errorsText(instanceValidator.errors)
+      );
+    }
+    return false;
+  }
+  return true;
+};