wip

.eslintignore

@@ -30,3 +30,7 @@ target
 /packages/osd-test/src/functional_test_runner/lib/config/__tests__/fixtures/
 /packages/osd-ui-framework/dist
 /packages/osd-ui-shared-deps/flot_charts
+
+# antlr overrides
+/src/plugins/data/public/antlr/opensearch_sql/.generated/*
+/src/plugins/data/public/antlr/opensearch_sql/grammar/**/*

.eslintrc.js

@@ -751,5 +751,14 @@ module.exports = {
         'no-undef': 'off',
       },
     },
+    {
+      files: [
+        'src/plugins/data/public/antlr/opensearch_sql/.generated/*',
+        'src/plugins/data/public/antlr/opensearch_sql/grammar/**/*',
+      ],
+      rules: {
+        'filenames/match-regex': 'off',
+      },
+    },
   ],
 };

changelogs/fragments/7336.yml

@@ -0,0 +1,2 @@
+feat:
+- [Auto Suggest] OpenSearch SQL autosuggest with ANTLR ([#7336](https://github.com/opensearch-project/OpenSearch-Dashboards/pull/7336))

config/opensearch_dashboards.yml

@@ -362,4 +362,4 @@
 # Set the backend roles in groups or users, whoever has the backend roles or exactly match the user ids defined in this config will be regard as dashboard admin.
 # Dashboard admin will have the access to all the workspaces(workspace.enabled: true) and objects inside OpenSearch Dashboards.
 # opensearchDashboards.dashboardAdmin.groups: ["dashboard_admin"]
-# opensearchDashboards.dashboardAdmin.users: ["dashboard_admin"]
+# opensearchDashboards.dashboardAdmin.users: ["dashboard_admin"]

packages/osd-monaco/src/xjson/lexer_rules/opensearchsql.ts

@@ -0,0 +1,157 @@
+/*
+ * Copyright OpenSearch Contributors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+
+import { monaco } from '../../monaco';
+
+export const ID = 'SQL';
+
+const keywords = [
+  'ALL',
+  'AND',
+  'AS',
+  'ASC',
+  'BOOLEAN',
+  'BETWEEN',
+  'BY',
+  'CASE',
+  'CAST',
+  'CROSS',
+  'COLUMNS',
+  'DATETIME',
+  'DELETE',
+  'DESC',
+  'DESCRIBE',
+  'DISTINCT',
+  'DOUBLE',
+  'ELSE',
+  'EXISTS',
+  'FALSE',
+  'FLOAT',
+  'FIRST',
+  'FROM',
+  'GROUP',
+  'HAVING',
+  'IN',
+  'INNER',
+  'INT',
+  'INTEGER',
+  'IS',
+  'JOIN',
+  'LAST',
+  'LEFT',
+  'LIKE',
+  'LIMIT',
+  'LONG',
+  'MATCH',
+  'NATURAL',
+  'NOT',
+  'NULL',
+  'NULLS',
+  'ON',
+  'OR',
+  'ORDER',
+  'OUTER',
+  'OVER',
+  'PARTITION',
+  'REGEXP',
+  'RIGHT',
+  'SELECT',
+  'SHOW',
+  'STRING',
+  'THEN',
+  'TRUE',
+  'UNION',
+  'USING',
+  'WHEN',
+  'WHERE',
+  'EXCEPT',
+];
+
+const functions = [
+  'AVG',
+  'COUNT',
+  'MAX',
+  'MIN',
+  'SUM',
+  'VAR_POP',
+  'VAR_SAMP',
+  'VARIANCE',
+  'STD',
+  'STDDEV',
+  'STDDEV_POP',
+  'STDDEV_SAMP',
+  'SUBSTRING',
+  'TRIM',
+];
+
+const operators = [
+  '=',
+  '>',
+  '<',
+  '!',
+  '~',
+  '\\|',
+  '&',
+  '\\^',
+  '\\*',
+  '/',
+  '%',
+  '\\+',
+  '-',
+  'DIV',
+  'MOD',
+];
+
+const brackets = [
+  { open: '(', close: ')', token: 'delimiter.parenthesis' },
+  { open: '[', close: ']', token: 'delimiter.square' },
+];
+
+export const lexerRules = {
+  defaultToken: 'invalid',
+  ignoreCase: true,
+  tokenPostfix: '',
+  keywords,
+  functions,
+  operators,
+  brackets,
+  tokenizer: {
+    root: [
+      [
+        /[a-zA-Z_$][a-zA-Z0-9_$]*/,
+        {
+          cases: {
+            '@keywords': 'keyword',
+            '@functions': 'function',
+            '@default': 'identifier',
+          },
+        },
+      ],
+      { include: '@whitespace' },
+      [/[()]/, '@brackets'],
+      [new RegExp(operators.join('|')), 'operator'],
+      [/[0-9]+(\.[0-9]+)?/, 'number'],
+      [/'([^'\\]|\\.)*$/, 'string.invalid'], // non-terminated string
+      [/'/, 'string', '@string'],
+      [/"/, 'string', '@string'],
+    ],
+    whitespace: [
+      [/[ \t\r\n]+/, 'white'],
+      [/\/\*/, 'comment', '@comment'],
+      [/--.*$/, 'comment'],
+    ],
+    string: [
+      [/[^'\\]+/, 'string'],
+      [/\\./, 'string.escape'],
+      [/'/, 'string', '@pop'],
+      [/"/, 'string', '@pop'],
+    ],
+    comment: [
+      [/[^/*]+/, 'comment'],
+      [/\*\//, 'comment', '@pop'],
+      [/[\/*]/, 'comment'],
+    ],
+  },
+} as monaco.languages.IMonarchLanguage;