CloudWatch Logs: Create monarch language syntax (#69741)

public/app/plugins/datasource/cloudwatch/language/logs/definition.ts

@@ -0,0 +1,10 @@
+import { LanguageDefinition } from '../monarch/register';
+
+const cloudWatchLogsLanguageDefinition: LanguageDefinition = {
+  id: 'logs',
+  extensions: [],
+  aliases: [],
+  mimetypes: [],
+  loader: () => import('./language'),
+};
+export default cloudWatchLogsLanguageDefinition;

public/app/plugins/datasource/cloudwatch/language/logs/language.ts

@@ -0,0 +1,181 @@
+import type * as monacoType from 'monaco-editor/esm/vs/editor/editor.api';
+
+// CloudWatch Logs: https://docs.aws.amazon.com/AmazonCloudWatch/latest/logs/CWL_QuerySyntax.html
+interface CloudWatchLogsLanguage extends monacoType.languages.IMonarchLanguage {
+  commands: string[];
+  operators: string[];
+  builtinFunctions: string[];
+}
+
+export const DISPLAY = 'display';
+export const FIELDS = 'fields';
+export const FILTER = 'filter';
+export const STATS = 'stats';
+export const SORT = 'sort';
+export const LIMIT = 'limit';
+export const PARSE = 'parse';
+export const UNMASK = 'unmask'; //make sure we support this one
+export const LOGS_COMMANDS = [DISPLAY, FIELDS, FILTER, STATS, SORT, LIMIT, PARSE, UNMASK];
+
+export const LOGS_LOGIC_OPERATORS = ['and', 'or', 'not'];
+
+export const LOGS_FUNCTION_OPERATORS = [
+  // math
+  'abs',
+  'ceil',
+  'floor',
+  'greatest',
+  'least',
+  'log',
+  'sqrt',
+  // datetime
+  'bin',
+  'datefloor',
+  'dateceil',
+  'fromMillis',
+  'toMillis',
+  // general
+  'ispresent',
+  'coalesce',
+  // ip
+  'isValidIp',
+  'isValidIpV4',
+  'isValidIpV6',
+  'isIpInSubnet',
+  'isIpv4InSubnet',
+  'isIpv6InSubnet',
+  // stats aggregation
+  'avg',
+  'count',
+  'count_distinct',
+  'max',
+  'min',
+  'pct',
+  'stddev',
+  'sum',
+  // stats non-aggregation
+  'earliest',
+  'latest',
+  'sortsFirst',
+  'sortsLast',
+  // strings
+  'isempty',
+  'isblank',
+  'concat',
+  'ltrim',
+  'rtrim',
+  'trim',
+  'strlen',
+  'toupper',
+  'tolower',
+  'substr',
+  'replace',
+  'strcontains',
+];
+
+export const LOGS_KEYWORDS = ['like', 'by', 'in', 'desc', 'asc', 'as'];
+
+export const language: CloudWatchLogsLanguage = {
+  defaultToken: 'invalid',
+  id: 'logs',
+  ignoreCase: true,
+  brackets: [
+    { open: '[', close: ']', token: 'delimiter.square' },
+    { open: '(', close: ')', token: 'delimiter.parenthesis' },
+  ],
+  commands: [...LOGS_COMMANDS, ...LOGS_KEYWORDS],
+  operators: LOGS_LOGIC_OPERATORS,
+  builtinFunctions: LOGS_FUNCTION_OPERATORS,
+  tokenizer: {
+    root: [
+      { include: '@comments' },
+      { include: '@regexes' },
+      { include: '@whitespace' },
+      { include: '@fieldNames' },
+      { include: '@variables' },
+      { include: '@strings' },
+      { include: '@numbers' },
+
+      [/\|\|/, 'operator'],
+      [/[,.:\|]/, 'delimiter'],
+      [/[()\[\]]/, 'delimiter.parenthesis'],
+      [
+        /[\w@#$]+/,
+        {
+          cases: {
+            '@commands': 'keyword',
+            '@builtinFunctions': 'predefined',
+            '@operators': 'operator',
+            '@default': 'identifier',
+          },
+        },
+      ],
+      [/[+\-*/^%=!<>]/, 'operator'], // handles the math operators
+    ],
+    variables: [
+      [/\${/, { token: 'variable', next: '@variable_bracket' }],
+      [/\$[a-zA-Z0-9-_]+/, 'variable'],
+    ],
+    variable_bracket: [
+      [/[a-zA-Z0-9-_:]+/, 'variable'],
+      [/}/, { token: 'variable', next: '@pop' }],
+    ],
+    fieldNames: [[/(@[_a-zA-Z]+[_.0-9a-zA-Z]*)|(`((\\`)|([^`]))*?`)/, 'identifier']],
+    whitespace: [[/\s+/, 'white']],
+    comments: [
+      [/^#.*/, 'comment'],
+      [/\s+#.*/, 'comment'],
+    ],
+    numbers: [
+      [/0[xX][0-9a-fA-F]*/, 'number'],
+      [/[$][+-]*\d*(\.\d*)?/, 'number'],
+      [/((\d+(\.\d*)?)|(\.\d+))([eE][\-+]?\d+)?/, 'number'],
+    ],
+    strings: [
+      [/'/, { token: 'string', next: '@string' }],
+      [/"/, { token: 'string', next: '@string_double' }],
+      [/`/, { token: 'identifier', next: '@string_backtick' }],
+    ],
+    string: [
+      [/[^']+/, 'string'],
+      [/''/, 'string'],
+      [/'/, { token: 'string', next: '@pop' }],
+    ],
+    string_double: [
+      [/[^\\"]+/, 'string'],
+      [/"/, 'string', '@pop'],
+    ],
+    string_backtick: [
+      [/[^\\`]+/, 'identifier'],
+      [/`/, 'identifier', '@pop'],
+    ],
+    regexes: [[/\/.*?\/(?=\s*\||\s*$|,)/, 'regexp']],
+  },
+};
+
+export const conf: monacoType.languages.LanguageConfiguration = {
+  comments: {
+    lineComment: '#',
+  },
+  brackets: [
+    ['{', '}'],
+    ['[', ']'],
+    ['(', ')'],
+  ],
+  autoClosingPairs: [
+    { open: '{', close: '}' },
+    { open: '[', close: ']' },
+    { open: '(', close: ')' },
+    { open: '"', close: '"' },
+    { open: "'", close: "'" },
+    { open: '`', close: '`' },
+  ],
+  surroundingPairs: [
+    { open: '{', close: '}' },
+    { open: '[', close: ']' },
+    { open: '(', close: ')' },
+    { open: '"', close: '"' },
+    { open: "'", close: "'" },
+    { open: '`', close: '`' },
+  ],
+};