mirror of
https://github.com/grafana/grafana.git
synced 2025-02-25 18:55:37 -06:00
began work on parser, lexer
This commit is contained in:
parent
4f0042bed1
commit
8f77a82170
779
src/app/services/graphite/lexer.js
Normal file
779
src/app/services/graphite/lexer.js
Normal file
@ -0,0 +1,779 @@
|
||||
define([
|
||||
], function() {
|
||||
'use strict';
|
||||
|
||||
// This is auto generated from the unicode tables.
|
||||
// The tables are at:
|
||||
// http://www.fileformat.info/info/unicode/category/Lu/list.htm
|
||||
// http://www.fileformat.info/info/unicode/category/Ll/list.htm
|
||||
// http://www.fileformat.info/info/unicode/category/Lt/list.htm
|
||||
// http://www.fileformat.info/info/unicode/category/Lm/list.htm
|
||||
// http://www.fileformat.info/info/unicode/category/Lo/list.htm
|
||||
// http://www.fileformat.info/info/unicode/category/Nl/list.htm
|
||||
|
||||
var unicodeLetterTable = [
|
||||
170, 170, 181, 181, 186, 186, 192, 214,
|
||||
216, 246, 248, 705, 710, 721, 736, 740, 748, 748, 750, 750,
|
||||
880, 884, 886, 887, 890, 893, 902, 902, 904, 906, 908, 908,
|
||||
910, 929, 931, 1013, 1015, 1153, 1162, 1319, 1329, 1366,
|
||||
1369, 1369, 1377, 1415, 1488, 1514, 1520, 1522, 1568, 1610,
|
||||
1646, 1647, 1649, 1747, 1749, 1749, 1765, 1766, 1774, 1775,
|
||||
1786, 1788, 1791, 1791, 1808, 1808, 1810, 1839, 1869, 1957,
|
||||
1969, 1969, 1994, 2026, 2036, 2037, 2042, 2042, 2048, 2069,
|
||||
2074, 2074, 2084, 2084, 2088, 2088, 2112, 2136, 2308, 2361,
|
||||
2365, 2365, 2384, 2384, 2392, 2401, 2417, 2423, 2425, 2431,
|
||||
2437, 2444, 2447, 2448, 2451, 2472, 2474, 2480, 2482, 2482,
|
||||
2486, 2489, 2493, 2493, 2510, 2510, 2524, 2525, 2527, 2529,
|
||||
2544, 2545, 2565, 2570, 2575, 2576, 2579, 2600, 2602, 2608,
|
||||
2610, 2611, 2613, 2614, 2616, 2617, 2649, 2652, 2654, 2654,
|
||||
2674, 2676, 2693, 2701, 2703, 2705, 2707, 2728, 2730, 2736,
|
||||
2738, 2739, 2741, 2745, 2749, 2749, 2768, 2768, 2784, 2785,
|
||||
2821, 2828, 2831, 2832, 2835, 2856, 2858, 2864, 2866, 2867,
|
||||
2869, 2873, 2877, 2877, 2908, 2909, 2911, 2913, 2929, 2929,
|
||||
2947, 2947, 2949, 2954, 2958, 2960, 2962, 2965, 2969, 2970,
|
||||
2972, 2972, 2974, 2975, 2979, 2980, 2984, 2986, 2990, 3001,
|
||||
3024, 3024, 3077, 3084, 3086, 3088, 3090, 3112, 3114, 3123,
|
||||
3125, 3129, 3133, 3133, 3160, 3161, 3168, 3169, 3205, 3212,
|
||||
3214, 3216, 3218, 3240, 3242, 3251, 3253, 3257, 3261, 3261,
|
||||
3294, 3294, 3296, 3297, 3313, 3314, 3333, 3340, 3342, 3344,
|
||||
3346, 3386, 3389, 3389, 3406, 3406, 3424, 3425, 3450, 3455,
|
||||
3461, 3478, 3482, 3505, 3507, 3515, 3517, 3517, 3520, 3526,
|
||||
3585, 3632, 3634, 3635, 3648, 3654, 3713, 3714, 3716, 3716,
|
||||
3719, 3720, 3722, 3722, 3725, 3725, 3732, 3735, 3737, 3743,
|
||||
3745, 3747, 3749, 3749, 3751, 3751, 3754, 3755, 3757, 3760,
|
||||
3762, 3763, 3773, 3773, 3776, 3780, 3782, 3782, 3804, 3805,
|
||||
3840, 3840, 3904, 3911, 3913, 3948, 3976, 3980, 4096, 4138,
|
||||
4159, 4159, 4176, 4181, 4186, 4189, 4193, 4193, 4197, 4198,
|
||||
4206, 4208, 4213, 4225, 4238, 4238, 4256, 4293, 4304, 4346,
|
||||
4348, 4348, 4352, 4680, 4682, 4685, 4688, 4694, 4696, 4696,
|
||||
4698, 4701, 4704, 4744, 4746, 4749, 4752, 4784, 4786, 4789,
|
||||
4792, 4798, 4800, 4800, 4802, 4805, 4808, 4822, 4824, 4880,
|
||||
4882, 4885, 4888, 4954, 4992, 5007, 5024, 5108, 5121, 5740,
|
||||
5743, 5759, 5761, 5786, 5792, 5866, 5870, 5872, 5888, 5900,
|
||||
5902, 5905, 5920, 5937, 5952, 5969, 5984, 5996, 5998, 6000,
|
||||
6016, 6067, 6103, 6103, 6108, 6108, 6176, 6263, 6272, 6312,
|
||||
6314, 6314, 6320, 6389, 6400, 6428, 6480, 6509, 6512, 6516,
|
||||
6528, 6571, 6593, 6599, 6656, 6678, 6688, 6740, 6823, 6823,
|
||||
6917, 6963, 6981, 6987, 7043, 7072, 7086, 7087, 7104, 7141,
|
||||
7168, 7203, 7245, 7247, 7258, 7293, 7401, 7404, 7406, 7409,
|
||||
7424, 7615, 7680, 7957, 7960, 7965, 7968, 8005, 8008, 8013,
|
||||
8016, 8023, 8025, 8025, 8027, 8027, 8029, 8029, 8031, 8061,
|
||||
8064, 8116, 8118, 8124, 8126, 8126, 8130, 8132, 8134, 8140,
|
||||
8144, 8147, 8150, 8155, 8160, 8172, 8178, 8180, 8182, 8188,
|
||||
8305, 8305, 8319, 8319, 8336, 8348, 8450, 8450, 8455, 8455,
|
||||
8458, 8467, 8469, 8469, 8473, 8477, 8484, 8484, 8486, 8486,
|
||||
8488, 8488, 8490, 8493, 8495, 8505, 8508, 8511, 8517, 8521,
|
||||
8526, 8526, 8544, 8584, 11264, 11310, 11312, 11358,
|
||||
11360, 11492, 11499, 11502, 11520, 11557, 11568, 11621,
|
||||
11631, 11631, 11648, 11670, 11680, 11686, 11688, 11694,
|
||||
11696, 11702, 11704, 11710, 11712, 11718, 11720, 11726,
|
||||
11728, 11734, 11736, 11742, 11823, 11823, 12293, 12295,
|
||||
12321, 12329, 12337, 12341, 12344, 12348, 12353, 12438,
|
||||
12445, 12447, 12449, 12538, 12540, 12543, 12549, 12589,
|
||||
12593, 12686, 12704, 12730, 12784, 12799, 13312, 13312,
|
||||
19893, 19893, 19968, 19968, 40907, 40907, 40960, 42124,
|
||||
42192, 42237, 42240, 42508, 42512, 42527, 42538, 42539,
|
||||
42560, 42606, 42623, 42647, 42656, 42735, 42775, 42783,
|
||||
42786, 42888, 42891, 42894, 42896, 42897, 42912, 42921,
|
||||
43002, 43009, 43011, 43013, 43015, 43018, 43020, 43042,
|
||||
43072, 43123, 43138, 43187, 43250, 43255, 43259, 43259,
|
||||
43274, 43301, 43312, 43334, 43360, 43388, 43396, 43442,
|
||||
43471, 43471, 43520, 43560, 43584, 43586, 43588, 43595,
|
||||
43616, 43638, 43642, 43642, 43648, 43695, 43697, 43697,
|
||||
43701, 43702, 43705, 43709, 43712, 43712, 43714, 43714,
|
||||
43739, 43741, 43777, 43782, 43785, 43790, 43793, 43798,
|
||||
43808, 43814, 43816, 43822, 43968, 44002, 44032, 44032,
|
||||
55203, 55203, 55216, 55238, 55243, 55291, 63744, 64045,
|
||||
64048, 64109, 64112, 64217, 64256, 64262, 64275, 64279,
|
||||
64285, 64285, 64287, 64296, 64298, 64310, 64312, 64316,
|
||||
64318, 64318, 64320, 64321, 64323, 64324, 64326, 64433,
|
||||
64467, 64829, 64848, 64911, 64914, 64967, 65008, 65019,
|
||||
65136, 65140, 65142, 65276, 65313, 65338, 65345, 65370,
|
||||
65382, 65470, 65474, 65479, 65482, 65487, 65490, 65495,
|
||||
65498, 65500, 65536, 65547, 65549, 65574, 65576, 65594,
|
||||
65596, 65597, 65599, 65613, 65616, 65629, 65664, 65786,
|
||||
65856, 65908, 66176, 66204, 66208, 66256, 66304, 66334,
|
||||
66352, 66378, 66432, 66461, 66464, 66499, 66504, 66511,
|
||||
66513, 66517, 66560, 66717, 67584, 67589, 67592, 67592,
|
||||
67594, 67637, 67639, 67640, 67644, 67644, 67647, 67669,
|
||||
67840, 67861, 67872, 67897, 68096, 68096, 68112, 68115,
|
||||
68117, 68119, 68121, 68147, 68192, 68220, 68352, 68405,
|
||||
68416, 68437, 68448, 68466, 68608, 68680, 69635, 69687,
|
||||
69763, 69807, 73728, 74606, 74752, 74850, 77824, 78894,
|
||||
92160, 92728, 110592, 110593, 119808, 119892, 119894, 119964,
|
||||
119966, 119967, 119970, 119970, 119973, 119974, 119977, 119980,
|
||||
119982, 119993, 119995, 119995, 119997, 120003, 120005, 120069,
|
||||
120071, 120074, 120077, 120084, 120086, 120092, 120094, 120121,
|
||||
120123, 120126, 120128, 120132, 120134, 120134, 120138, 120144,
|
||||
120146, 120485, 120488, 120512, 120514, 120538, 120540, 120570,
|
||||
120572, 120596, 120598, 120628, 120630, 120654, 120656, 120686,
|
||||
120688, 120712, 120714, 120744, 120746, 120770, 120772, 120779,
|
||||
131072, 131072, 173782, 173782, 173824, 173824, 177972, 177972,
|
||||
177984, 177984, 178205, 178205, 194560, 195101
|
||||
];
|
||||
|
||||
var identifierStartTable = [];
|
||||
|
||||
for (var i = 0; i < 128; i++) {
|
||||
identifierStartTable[i] =
|
||||
i === 36 || // $
|
||||
i >= 65 && i <= 90 || // A-Z
|
||||
i === 95 || // _
|
||||
i >= 97 && i <= 122; // a-z
|
||||
}
|
||||
|
||||
var identifierPartTable = [];
|
||||
|
||||
for (var i2 = 0; i2 < 128; i2++) {
|
||||
identifierPartTable[i2] =
|
||||
identifierStartTable[i2] || // $, _, A-Z, a-z
|
||||
i2 >= 48 && i2 <= 57; // 0-9
|
||||
}
|
||||
|
||||
var Token = {
|
||||
Identifier: "Identifier",
|
||||
NumericLiteral: "NumericLiteral",
|
||||
StringLiteral: "StringLiteral",
|
||||
Punctuator: "Punctuator"
|
||||
};
|
||||
|
||||
|
||||
function Lexer(expression) {
|
||||
this.input = expression;
|
||||
this.char = 1;
|
||||
this.from = 1;
|
||||
}
|
||||
|
||||
Lexer.Token = Token;
|
||||
|
||||
Lexer.prototype = {
|
||||
|
||||
peek: function (i) {
|
||||
return this.input.charAt(i || 0);
|
||||
},
|
||||
|
||||
skip: function (i) {
|
||||
i = i || 1;
|
||||
this.char += i;
|
||||
this.input = this.input.slice(i);
|
||||
},
|
||||
|
||||
tokenize: function() {
|
||||
var list = [];
|
||||
var token;
|
||||
while(token = this.next()) {
|
||||
list.push(token);
|
||||
}
|
||||
return list;
|
||||
},
|
||||
|
||||
next: function() {
|
||||
this.from = this.char;
|
||||
|
||||
// Move to the next non-space character.
|
||||
var start;
|
||||
if (/\s/.test(this.peek())) {
|
||||
start = this.char;
|
||||
|
||||
while (/\s/.test(this.peek())) {
|
||||
this.from += 1;
|
||||
this.skip();
|
||||
}
|
||||
|
||||
if (this.peek() === "") { // EOL
|
||||
return null;
|
||||
}
|
||||
}
|
||||
|
||||
var match =
|
||||
this.scanIdentifier() ||
|
||||
this.scanPunctuator() ||
|
||||
this.scanStringLiteral() ||
|
||||
this.scanNumericLiteral();
|
||||
|
||||
if (match) {
|
||||
this.skip(match.value.length);
|
||||
return match;
|
||||
}
|
||||
|
||||
// No token could be matched, give up.
|
||||
return null;
|
||||
},
|
||||
|
||||
/*
|
||||
* Extract a JavaScript identifier out of the next sequence of
|
||||
* characters or return 'null' if its not possible. In addition,
|
||||
* to Identifier this method can also produce BooleanLiteral
|
||||
* (true/false) and NullLiteral (null).
|
||||
*/
|
||||
scanIdentifier: function() {
|
||||
var id = "";
|
||||
var index = 0;
|
||||
var type, char;
|
||||
|
||||
// Detects any character in the Unicode categories "Uppercase
|
||||
// letter (Lu)", "Lowercase letter (Ll)", "Titlecase letter
|
||||
// (Lt)", "Modifier letter (Lm)", "Other letter (Lo)", or
|
||||
// "Letter number (Nl)".
|
||||
//
|
||||
// Both approach and unicodeLetterTable were borrowed from
|
||||
// Google's Traceur.
|
||||
|
||||
function isUnicodeLetter(code) {
|
||||
for (var i = 0; i < unicodeLetterTable.length;) {
|
||||
if (code < unicodeLetterTable[i++]) {
|
||||
return false;
|
||||
}
|
||||
|
||||
if (code <= unicodeLetterTable[i++]) {
|
||||
return true;
|
||||
}
|
||||
}
|
||||
|
||||
return false;
|
||||
}
|
||||
|
||||
function isHexDigit(str) {
|
||||
return (/^[0-9a-fA-F]$/).test(str);
|
||||
}
|
||||
|
||||
var readUnicodeEscapeSequence = function () {
|
||||
/*jshint validthis:true */
|
||||
index += 1;
|
||||
|
||||
if (this.peek(index) !== "u") {
|
||||
return null;
|
||||
}
|
||||
|
||||
var ch1 = this.peek(index + 1);
|
||||
var ch2 = this.peek(index + 2);
|
||||
var ch3 = this.peek(index + 3);
|
||||
var ch4 = this.peek(index + 4);
|
||||
var code;
|
||||
|
||||
if (isHexDigit(ch1) && isHexDigit(ch2) && isHexDigit(ch3) && isHexDigit(ch4)) {
|
||||
code = parseInt(ch1 + ch2 + ch3 + ch4, 16);
|
||||
|
||||
if (isUnicodeLetter(code)) {
|
||||
index += 5;
|
||||
return "\\u" + ch1 + ch2 + ch3 + ch4;
|
||||
}
|
||||
|
||||
return null;
|
||||
}
|
||||
|
||||
return null;
|
||||
}.bind(this);
|
||||
|
||||
var getIdentifierStart = function () {
|
||||
/*jshint validthis:true */
|
||||
var chr = this.peek(index);
|
||||
var code = chr.charCodeAt(0);
|
||||
|
||||
if (chr === '*') {
|
||||
index += 1;
|
||||
return chr;
|
||||
}
|
||||
|
||||
if (code === 92) {
|
||||
return readUnicodeEscapeSequence();
|
||||
}
|
||||
|
||||
if (code < 128) {
|
||||
if (identifierStartTable[code]) {
|
||||
index += 1;
|
||||
return chr;
|
||||
}
|
||||
|
||||
return null;
|
||||
}
|
||||
|
||||
if (isUnicodeLetter(code)) {
|
||||
index += 1;
|
||||
return chr;
|
||||
}
|
||||
|
||||
return null;
|
||||
}.bind(this);
|
||||
|
||||
var getIdentifierPart = function () {
|
||||
/*jshint validthis:true */
|
||||
var chr = this.peek(index);
|
||||
var code = chr.charCodeAt(0);
|
||||
|
||||
if (code === 92) {
|
||||
return readUnicodeEscapeSequence();
|
||||
}
|
||||
|
||||
if (code < 128) {
|
||||
if (identifierPartTable[code]) {
|
||||
index += 1;
|
||||
return chr;
|
||||
}
|
||||
|
||||
return null;
|
||||
}
|
||||
|
||||
if (isUnicodeLetter(code)) {
|
||||
index += 1;
|
||||
return chr;
|
||||
}
|
||||
|
||||
return null;
|
||||
}.bind(this);
|
||||
|
||||
char = getIdentifierStart();
|
||||
if (char === null) {
|
||||
return null;
|
||||
}
|
||||
|
||||
id = char;
|
||||
for (;;) {
|
||||
char = getIdentifierPart();
|
||||
|
||||
if (char === null) {
|
||||
break;
|
||||
}
|
||||
|
||||
id += char;
|
||||
}
|
||||
|
||||
switch (id) {
|
||||
default:
|
||||
type = Token.Identifier;
|
||||
}
|
||||
|
||||
return {
|
||||
type: type,
|
||||
value: id
|
||||
};
|
||||
|
||||
},
|
||||
|
||||
/*
|
||||
* Extract a numeric literal out of the next sequence of
|
||||
* characters or return 'null' if its not possible. This method
|
||||
* supports all numeric literals described in section 7.8.3
|
||||
* of the EcmaScript 5 specification.
|
||||
*
|
||||
* This method's implementation was heavily influenced by the
|
||||
* scanNumericLiteral function in the Esprima parser's source code.
|
||||
*/
|
||||
scanNumericLiteral: function () {
|
||||
var index = 0;
|
||||
var value = "";
|
||||
var length = this.input.length;
|
||||
var char = this.peek(index);
|
||||
var bad;
|
||||
|
||||
function isDecimalDigit(str) {
|
||||
return (/^[0-9]$/).test(str);
|
||||
}
|
||||
|
||||
function isOctalDigit(str) {
|
||||
return (/^[0-7]$/).test(str);
|
||||
}
|
||||
|
||||
function isHexDigit(str) {
|
||||
return (/^[0-9a-fA-F]$/).test(str);
|
||||
}
|
||||
|
||||
function isIdentifierStart(ch) {
|
||||
return (ch === "$") || (ch === "_") || (ch === "\\") ||
|
||||
(ch >= "a" && ch <= "z") || (ch >= "A" && ch <= "Z");
|
||||
}
|
||||
|
||||
// Numbers must start either with a decimal digit or a point.
|
||||
|
||||
if (char !== "." && !isDecimalDigit(char)) {
|
||||
return null;
|
||||
}
|
||||
|
||||
if (char !== ".") {
|
||||
value = this.peek(index);
|
||||
index += 1;
|
||||
char = this.peek(index);
|
||||
|
||||
if (value === "0") {
|
||||
// Base-16 numbers.
|
||||
if (char === "x" || char === "X") {
|
||||
index += 1;
|
||||
value += char;
|
||||
|
||||
while (index < length) {
|
||||
char = this.peek(index);
|
||||
if (!isHexDigit(char)) {
|
||||
break;
|
||||
}
|
||||
value += char;
|
||||
index += 1;
|
||||
}
|
||||
|
||||
if (value.length <= 2) { // 0x
|
||||
return {
|
||||
type: Token.NumericLiteral,
|
||||
value: value,
|
||||
isMalformed: true
|
||||
};
|
||||
}
|
||||
|
||||
if (index < length) {
|
||||
char = this.peek(index);
|
||||
if (isIdentifierStart(char)) {
|
||||
return null;
|
||||
}
|
||||
}
|
||||
|
||||
return {
|
||||
type: Token.NumericLiteral,
|
||||
value: value,
|
||||
base: 16,
|
||||
isMalformed: false
|
||||
};
|
||||
}
|
||||
|
||||
// Base-8 numbers.
|
||||
if (isOctalDigit(char)) {
|
||||
index += 1;
|
||||
value += char;
|
||||
bad = false;
|
||||
|
||||
while (index < length) {
|
||||
char = this.peek(index);
|
||||
|
||||
// Numbers like '019' (note the 9) are not valid octals
|
||||
// but we still parse them and mark as malformed.
|
||||
|
||||
if (isDecimalDigit(char)) {
|
||||
bad = true;
|
||||
} else if (!isOctalDigit(char)) {
|
||||
break;
|
||||
}
|
||||
value += char;
|
||||
index += 1;
|
||||
}
|
||||
|
||||
if (index < length) {
|
||||
char = this.peek(index);
|
||||
if (isIdentifierStart(char)) {
|
||||
return null;
|
||||
}
|
||||
}
|
||||
|
||||
return {
|
||||
type: Token.NumericLiteral,
|
||||
value: value,
|
||||
base: 8,
|
||||
isMalformed: false
|
||||
};
|
||||
}
|
||||
|
||||
// Decimal numbers that start with '0' such as '09' are illegal
|
||||
// but we still parse them and return as malformed.
|
||||
|
||||
if (isDecimalDigit(char)) {
|
||||
index += 1;
|
||||
value += char;
|
||||
}
|
||||
}
|
||||
|
||||
while (index < length) {
|
||||
char = this.peek(index);
|
||||
if (!isDecimalDigit(char)) {
|
||||
break;
|
||||
}
|
||||
value += char;
|
||||
index += 1;
|
||||
}
|
||||
}
|
||||
|
||||
// Decimal digits.
|
||||
|
||||
if (char === ".") {
|
||||
value += char;
|
||||
index += 1;
|
||||
|
||||
while (index < length) {
|
||||
char = this.peek(index);
|
||||
if (!isDecimalDigit(char)) {
|
||||
break;
|
||||
}
|
||||
value += char;
|
||||
index += 1;
|
||||
}
|
||||
}
|
||||
|
||||
// Exponent part.
|
||||
|
||||
if (char === "e" || char === "E") {
|
||||
value += char;
|
||||
index += 1;
|
||||
char = this.peek(index);
|
||||
|
||||
if (char === "+" || char === "-") {
|
||||
value += this.peek(index);
|
||||
index += 1;
|
||||
}
|
||||
|
||||
char = this.peek(index);
|
||||
if (isDecimalDigit(char)) {
|
||||
value += char;
|
||||
index += 1;
|
||||
|
||||
while (index < length) {
|
||||
char = this.peek(index);
|
||||
if (!isDecimalDigit(char)) {
|
||||
break;
|
||||
}
|
||||
value += char;
|
||||
index += 1;
|
||||
}
|
||||
} else {
|
||||
return null;
|
||||
}
|
||||
}
|
||||
|
||||
if (index < length) {
|
||||
char = this.peek(index);
|
||||
if (isIdentifierStart(char)) {
|
||||
return null;
|
||||
}
|
||||
}
|
||||
|
||||
return {
|
||||
type: Token.NumericLiteral,
|
||||
value: value,
|
||||
base: 10,
|
||||
isMalformed: !isFinite(value)
|
||||
};
|
||||
},
|
||||
|
||||
scanPunctuator: function () {
|
||||
var ch1 = this.peek();
|
||||
|
||||
switch (ch1) {
|
||||
case ".":
|
||||
case "(":
|
||||
case ")":
|
||||
case ",":
|
||||
case "{":
|
||||
case "}":
|
||||
return {
|
||||
type: Token.Punctuator,
|
||||
value: ch1
|
||||
};
|
||||
}
|
||||
|
||||
return null;
|
||||
},
|
||||
|
||||
/*
|
||||
* Extract a string out of the next sequence of characters and/or
|
||||
* lines or return 'null' if its not possible. Since strings can
|
||||
* span across multiple lines this method has to move the char
|
||||
* pointer.
|
||||
*
|
||||
* This method recognizes pseudo-multiline JavaScript strings:
|
||||
*
|
||||
* var str = "hello\
|
||||
* world";
|
||||
*/
|
||||
scanStringLiteral: function (checks) {
|
||||
/*jshint loopfunc:true */
|
||||
var quote = this.peek();
|
||||
|
||||
// String must start with a quote.
|
||||
if (quote !== "\"" && quote !== "'") {
|
||||
return null;
|
||||
}
|
||||
|
||||
var value = "";
|
||||
var startLine = this.line;
|
||||
var startChar = this.char;
|
||||
var allowNewLine = false;
|
||||
|
||||
this.skip();
|
||||
|
||||
while (this.peek() !== quote) {
|
||||
while (this.peek() === "") { // End Of Line
|
||||
|
||||
// If an EOL is not preceded by a backslash, show a warning
|
||||
// and proceed like it was a legit multi-line string where
|
||||
// author simply forgot to escape the newline symbol.
|
||||
//
|
||||
// Another approach is to implicitly close a string on EOL
|
||||
// but it generates too many false positives.
|
||||
|
||||
if (!allowNewLine) {
|
||||
this.trigger("warning", {
|
||||
code: "W112",
|
||||
line: this.line,
|
||||
character: this.char
|
||||
});
|
||||
} else {
|
||||
allowNewLine = false;
|
||||
|
||||
// Otherwise show a warning if multistr option was not set.
|
||||
// For JSON, show warning no matter what.
|
||||
|
||||
this.triggerAsync("warning", {
|
||||
code: "W043",
|
||||
line: this.line,
|
||||
character: this.char
|
||||
}, checks, function () { return !state.option.multistr; });
|
||||
|
||||
this.triggerAsync("warning", {
|
||||
code: "W042",
|
||||
line: this.line,
|
||||
character: this.char
|
||||
}, checks, function () { return state.jsonMode && state.option.multistr; });
|
||||
}
|
||||
|
||||
// If we get an EOF inside of an unclosed string, show an
|
||||
// error and implicitly close it at the EOF point.
|
||||
|
||||
if (!this.nextLine()) {
|
||||
this.trigger("error", {
|
||||
code: "E029",
|
||||
line: startLine,
|
||||
character: startChar
|
||||
});
|
||||
|
||||
return {
|
||||
type: Token.StringLiteral,
|
||||
value: value,
|
||||
isUnclosed: true,
|
||||
quote: quote
|
||||
};
|
||||
}
|
||||
}
|
||||
|
||||
allowNewLine = false;
|
||||
var char = this.peek();
|
||||
var jump = 1; // A length of a jump, after we're done
|
||||
// parsing this character.
|
||||
|
||||
if (char < " ") {
|
||||
// Warn about a control character in a string.
|
||||
this.trigger("warning", {
|
||||
code: "W113",
|
||||
line: this.line,
|
||||
character: this.char,
|
||||
data: [ "<non-printable>" ]
|
||||
});
|
||||
}
|
||||
|
||||
// Special treatment for some escaped characters.
|
||||
|
||||
if (char === "\\") {
|
||||
this.skip();
|
||||
char = this.peek();
|
||||
|
||||
switch (char) {
|
||||
case "'":
|
||||
this.triggerAsync("warning", {
|
||||
code: "W114",
|
||||
line: this.line,
|
||||
character: this.char,
|
||||
data: [ "\\'" ]
|
||||
}, checks, function () {return state.jsonMode; });
|
||||
break;
|
||||
case "b":
|
||||
char = "\b";
|
||||
break;
|
||||
case "f":
|
||||
char = "\f";
|
||||
break;
|
||||
case "n":
|
||||
char = "\n";
|
||||
break;
|
||||
case "r":
|
||||
char = "\r";
|
||||
break;
|
||||
case "t":
|
||||
char = "\t";
|
||||
break;
|
||||
case "0":
|
||||
char = "\0";
|
||||
|
||||
// Octal literals fail in strict mode.
|
||||
// Check if the number is between 00 and 07.
|
||||
var n = parseInt(this.peek(1), 10);
|
||||
this.triggerAsync("warning", {
|
||||
code: "W115",
|
||||
line: this.line,
|
||||
character: this.char
|
||||
}, checks,
|
||||
function () { return n >= 0 && n <= 7 && state.directive["use strict"]; });
|
||||
break;
|
||||
case "u":
|
||||
char = String.fromCharCode(parseInt(this.input.substr(1, 4), 16));
|
||||
jump = 5;
|
||||
break;
|
||||
case "v":
|
||||
this.triggerAsync("warning", {
|
||||
code: "W114",
|
||||
line: this.line,
|
||||
character: this.char,
|
||||
data: [ "\\v" ]
|
||||
}, checks, function () { return state.jsonMode; });
|
||||
|
||||
char = "\v";
|
||||
break;
|
||||
case "x":
|
||||
var x = parseInt(this.input.substr(1, 2), 16);
|
||||
|
||||
this.triggerAsync("warning", {
|
||||
code: "W114",
|
||||
line: this.line,
|
||||
character: this.char,
|
||||
data: [ "\\x-" ]
|
||||
}, checks, function () { return state.jsonMode; });
|
||||
|
||||
char = String.fromCharCode(x);
|
||||
jump = 3;
|
||||
break;
|
||||
case "\\":
|
||||
case "\"":
|
||||
case "/":
|
||||
break;
|
||||
case "":
|
||||
allowNewLine = true;
|
||||
char = "";
|
||||
break;
|
||||
case "!":
|
||||
if (value.slice(value.length - 2) === "<") {
|
||||
break;
|
||||
}
|
||||
|
||||
/*falls through */
|
||||
default:
|
||||
// Weird escaping.
|
||||
this.trigger("warning", {
|
||||
code: "W044",
|
||||
line: this.line,
|
||||
character: this.char
|
||||
});
|
||||
}
|
||||
}
|
||||
|
||||
value += char;
|
||||
this.skip(jump);
|
||||
}
|
||||
|
||||
this.skip();
|
||||
return {
|
||||
type: Token.StringLiteral,
|
||||
value: value,
|
||||
isUnclosed: false,
|
||||
quote: quote
|
||||
};
|
||||
},
|
||||
|
||||
};
|
||||
|
||||
return Lexer;
|
||||
|
||||
});
|
||||
|
||||
|
167
src/app/services/graphite/parser.js
Normal file
167
src/app/services/graphite/parser.js
Normal file
@ -0,0 +1,167 @@
|
||||
define([
|
||||
'./lexer'
|
||||
], function (Lexer) {
|
||||
|
||||
var NodeTypes = {
|
||||
MetricExpression = 1,
|
||||
MetricNode: 2,
|
||||
FunctionCall: 4
|
||||
};
|
||||
|
||||
function Node(type, value) {
|
||||
this.type = type;
|
||||
this.value = value;
|
||||
}
|
||||
|
||||
function Parser(expression) {
|
||||
this.expression = expression;
|
||||
this.lexer = new Lexer(expression);
|
||||
this.state = "start";
|
||||
this.error = null;
|
||||
}
|
||||
|
||||
Parser.prototype = {
|
||||
getAst: function () {
|
||||
return parse('start');
|
||||
},
|
||||
|
||||
checkToken: function (token, expected) {
|
||||
if (token === null) {
|
||||
this.error = "Expected token: " + expected + " instead found end of string";
|
||||
return;
|
||||
}
|
||||
|
||||
if (token.type === expected) {
|
||||
return true;
|
||||
}
|
||||
|
||||
this.error = "Expected token "
|
||||
+ expected + " instead found + "
|
||||
found + " at position: " + lexer.char;
|
||||
|
||||
return false;
|
||||
},
|
||||
|
||||
parse: function (state) {
|
||||
var node = { children: [] };
|
||||
|
||||
var token = lexer.next();
|
||||
var nextToken = lexer.next();
|
||||
|
||||
if (checkToken(token, Lexer.Token.Identifier) {
|
||||
return null;
|
||||
}
|
||||
|
||||
if (nextToken == null) {
|
||||
return {
|
||||
type: NodeTypes.MetricExpression,
|
||||
nodes: [
|
||||
{
|
||||
type: NodeTypes.MetricNode,
|
||||
value: token.value
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
|
||||
if (checkToken(nextToken, Lexer.Token.Punctuator)) {
|
||||
return null;
|
||||
}
|
||||
|
||||
if (nextToken.value === '.') {
|
||||
return parseMetricExpression(token);
|
||||
}
|
||||
},
|
||||
|
||||
parseMetricExpression: function(firstToken) {
|
||||
var node = {
|
||||
type: NodeTypes.MetricExpression,
|
||||
nodes: [
|
||||
{
|
||||
type: NodeTypes.MetricNode,
|
||||
value: firstToken.value
|
||||
}
|
||||
]
|
||||
};
|
||||
|
||||
var token;
|
||||
|
||||
while(true) {
|
||||
token = lexer.nextToken();
|
||||
if (checkToken(token, Lexer.Token.Identifier)) {
|
||||
return null;
|
||||
}
|
||||
|
||||
}
|
||||
}
|
||||
/*while(true) {
|
||||
token = lexer.next();
|
||||
|
||||
switch(state) {
|
||||
|
||||
case "start":
|
||||
if (checkToken(token, Lexer.Token.Identifier) {
|
||||
return;
|
||||
}
|
||||
|
||||
state = "identifier";
|
||||
prevToken = token;
|
||||
break;
|
||||
|
||||
case "identifier":
|
||||
if (token == null) {
|
||||
node.type = NodeTypes.MetricExpression;
|
||||
node.children.push([
|
||||
type: NodeTypes.MetricNode,
|
||||
value: prevToken.value;
|
||||
]);
|
||||
|
||||
return node;
|
||||
}
|
||||
|
||||
if (checkToken(token, Lexer.Token.Punctuator)) {
|
||||
return;
|
||||
}
|
||||
|
||||
if (token.value === '.') {
|
||||
state = "metricNode";
|
||||
node.type = NodeTypes.MetricExpression;
|
||||
node.children.push({
|
||||
type: NodeTypes.MetricNode,
|
||||
value: prevToken.value
|
||||
});
|
||||
}
|
||||
|
||||
if (token.value === '(') {
|
||||
state = 'function';
|
||||
}
|
||||
|
||||
break;
|
||||
case 'metricEnd':
|
||||
if (token === null) {
|
||||
return node;
|
||||
}
|
||||
|
||||
if (checkToken(token, Lexer.Token.Punctuator)) {
|
||||
return null;
|
||||
}
|
||||
|
||||
case 'metricNode':
|
||||
if (checkToken(token, Lexer.Token.Identifier)) {
|
||||
return null;
|
||||
}
|
||||
|
||||
node.children.push([
|
||||
type: NodeTypes.MetricNode,
|
||||
value: token.value
|
||||
]);
|
||||
|
||||
state = 'metricEnd';
|
||||
break;
|
||||
}
|
||||
}
|
||||
}*/
|
||||
};
|
||||
|
||||
return Parser;
|
||||
});
|
1253
src/test/assets/expect.js
Normal file
1253
src/test/assets/expect.js
Normal file
File diff suppressed because it is too large
Load Diff
270
src/test/assets/mocha.css
Normal file
270
src/test/assets/mocha.css
Normal file
@ -0,0 +1,270 @@
|
||||
@charset "utf-8";
|
||||
|
||||
body {
|
||||
margin:0;
|
||||
}
|
||||
|
||||
#mocha {
|
||||
font: 20px/1.5 "Helvetica Neue", Helvetica, Arial, sans-serif;
|
||||
margin: 60px 50px;
|
||||
}
|
||||
|
||||
#mocha ul,
|
||||
#mocha li {
|
||||
margin: 0;
|
||||
padding: 0;
|
||||
}
|
||||
|
||||
#mocha ul {
|
||||
list-style: none;
|
||||
}
|
||||
|
||||
#mocha h1,
|
||||
#mocha h2 {
|
||||
margin: 0;
|
||||
}
|
||||
|
||||
#mocha h1 {
|
||||
margin-top: 15px;
|
||||
font-size: 1em;
|
||||
font-weight: 200;
|
||||
}
|
||||
|
||||
#mocha h1 a {
|
||||
text-decoration: none;
|
||||
color: inherit;
|
||||
}
|
||||
|
||||
#mocha h1 a:hover {
|
||||
text-decoration: underline;
|
||||
}
|
||||
|
||||
#mocha .suite .suite h1 {
|
||||
margin-top: 0;
|
||||
font-size: .8em;
|
||||
}
|
||||
|
||||
#mocha .hidden {
|
||||
display: none;
|
||||
}
|
||||
|
||||
#mocha h2 {
|
||||
font-size: 12px;
|
||||
font-weight: normal;
|
||||
cursor: pointer;
|
||||
}
|
||||
|
||||
#mocha .suite {
|
||||
margin-left: 15px;
|
||||
}
|
||||
|
||||
#mocha .test {
|
||||
margin-left: 15px;
|
||||
overflow: hidden;
|
||||
}
|
||||
|
||||
#mocha .test.pending:hover h2::after {
|
||||
content: '(pending)';
|
||||
font-family: arial, sans-serif;
|
||||
}
|
||||
|
||||
#mocha .test.pass.medium .duration {
|
||||
background: #c09853;
|
||||
}
|
||||
|
||||
#mocha .test.pass.slow .duration {
|
||||
background: #b94a48;
|
||||
}
|
||||
|
||||
#mocha .test.pass::before {
|
||||
content: '✓';
|
||||
font-size: 12px;
|
||||
display: block;
|
||||
float: left;
|
||||
margin-right: 5px;
|
||||
color: #00d6b2;
|
||||
}
|
||||
|
||||
#mocha .test.pass .duration {
|
||||
font-size: 9px;
|
||||
margin-left: 5px;
|
||||
padding: 2px 5px;
|
||||
color: #fff;
|
||||
-webkit-box-shadow: inset 0 1px 1px rgba(0,0,0,.2);
|
||||
-moz-box-shadow: inset 0 1px 1px rgba(0,0,0,.2);
|
||||
box-shadow: inset 0 1px 1px rgba(0,0,0,.2);
|
||||
-webkit-border-radius: 5px;
|
||||
-moz-border-radius: 5px;
|
||||
-ms-border-radius: 5px;
|
||||
-o-border-radius: 5px;
|
||||
border-radius: 5px;
|
||||
}
|
||||
|
||||
#mocha .test.pass.fast .duration {
|
||||
display: none;
|
||||
}
|
||||
|
||||
#mocha .test.pending {
|
||||
color: #0b97c4;
|
||||
}
|
||||
|
||||
#mocha .test.pending::before {
|
||||
content: '◦';
|
||||
color: #0b97c4;
|
||||
}
|
||||
|
||||
#mocha .test.fail {
|
||||
color: #c00;
|
||||
}
|
||||
|
||||
#mocha .test.fail pre {
|
||||
color: black;
|
||||
}
|
||||
|
||||
#mocha .test.fail::before {
|
||||
content: '✖';
|
||||
font-size: 12px;
|
||||
display: block;
|
||||
float: left;
|
||||
margin-right: 5px;
|
||||
color: #c00;
|
||||
}
|
||||
|
||||
#mocha .test pre.error {
|
||||
color: #c00;
|
||||
max-height: 300px;
|
||||
overflow: auto;
|
||||
}
|
||||
|
||||
/**
|
||||
* (1): approximate for browsers not supporting calc
|
||||
* (2): 42 = 2*15 + 2*10 + 2*1 (padding + margin + border)
|
||||
* ^^ seriously
|
||||
*/
|
||||
#mocha .test pre {
|
||||
display: block;
|
||||
float: left;
|
||||
clear: left;
|
||||
font: 12px/1.5 monaco, monospace;
|
||||
margin: 5px;
|
||||
padding: 15px;
|
||||
border: 1px solid #eee;
|
||||
max-width: 85%; /*(1)*/
|
||||
max-width: calc(100% - 42px); /*(2)*/
|
||||
word-wrap: break-word;
|
||||
border-bottom-color: #ddd;
|
||||
-webkit-border-radius: 3px;
|
||||
-webkit-box-shadow: 0 1px 3px #eee;
|
||||
-moz-border-radius: 3px;
|
||||
-moz-box-shadow: 0 1px 3px #eee;
|
||||
border-radius: 3px;
|
||||
}
|
||||
|
||||
#mocha .test h2 {
|
||||
position: relative;
|
||||
}
|
||||
|
||||
#mocha .test a.replay {
|
||||
position: absolute;
|
||||
top: 3px;
|
||||
right: 0;
|
||||
text-decoration: none;
|
||||
vertical-align: middle;
|
||||
display: block;
|
||||
width: 15px;
|
||||
height: 15px;
|
||||
line-height: 15px;
|
||||
text-align: center;
|
||||
background: #eee;
|
||||
font-size: 15px;
|
||||
-moz-border-radius: 15px;
|
||||
border-radius: 15px;
|
||||
-webkit-transition: opacity 200ms;
|
||||
-moz-transition: opacity 200ms;
|
||||
transition: opacity 200ms;
|
||||
opacity: 0.3;
|
||||
color: #888;
|
||||
}
|
||||
|
||||
#mocha .test:hover a.replay {
|
||||
opacity: 1;
|
||||
}
|
||||
|
||||
#mocha-report.pass .test.fail {
|
||||
display: none;
|
||||
}
|
||||
|
||||
#mocha-report.fail .test.pass {
|
||||
display: none;
|
||||
}
|
||||
|
||||
#mocha-report.pending .test.pass,
|
||||
#mocha-report.pending .test.fail {
|
||||
display: none;
|
||||
}
|
||||
#mocha-report.pending .test.pass.pending {
|
||||
display: block;
|
||||
}
|
||||
|
||||
#mocha-error {
|
||||
color: #c00;
|
||||
font-size: 1.5em;
|
||||
font-weight: 100;
|
||||
letter-spacing: 1px;
|
||||
}
|
||||
|
||||
#mocha-stats {
|
||||
position: fixed;
|
||||
top: 15px;
|
||||
right: 10px;
|
||||
font-size: 12px;
|
||||
margin: 0;
|
||||
color: #888;
|
||||
z-index: 1;
|
||||
}
|
||||
|
||||
#mocha-stats .progress {
|
||||
float: right;
|
||||
padding-top: 0;
|
||||
}
|
||||
|
||||
#mocha-stats em {
|
||||
color: black;
|
||||
}
|
||||
|
||||
#mocha-stats a {
|
||||
text-decoration: none;
|
||||
color: inherit;
|
||||
}
|
||||
|
||||
#mocha-stats a:hover {
|
||||
border-bottom: 1px solid #eee;
|
||||
}
|
||||
|
||||
#mocha-stats li {
|
||||
display: inline-block;
|
||||
margin: 0 5px;
|
||||
list-style: none;
|
||||
padding-top: 11px;
|
||||
}
|
||||
|
||||
#mocha-stats canvas {
|
||||
width: 40px;
|
||||
height: 40px;
|
||||
}
|
||||
|
||||
#mocha code .comment { color: #ddd; }
|
||||
#mocha code .init { color: #2f6fad; }
|
||||
#mocha code .string { color: #5890ad; }
|
||||
#mocha code .keyword { color: #8a6343; }
|
||||
#mocha code .number { color: #2f6fad; }
|
||||
|
||||
@media screen and (max-device-width: 480px) {
|
||||
#mocha {
|
||||
margin: 60px 0px;
|
||||
}
|
||||
|
||||
#mocha #stats {
|
||||
position: absolute;
|
||||
}
|
||||
}
|
5726
src/test/assets/mocha.js
Normal file
5726
src/test/assets/mocha.js
Normal file
File diff suppressed because it is too large
Load Diff
33
src/test/specs/lexer-specs.js
Normal file
33
src/test/specs/lexer-specs.js
Normal file
@ -0,0 +1,33 @@
|
||||
define([
|
||||
'../../app/services/graphite/lexer'
|
||||
], function(Lexer) {
|
||||
|
||||
describe('when lexing graphite expression', function() {
|
||||
|
||||
it('should tokenize metric expression', function() {
|
||||
var lexer = new Lexer('metric.test.*.asd.count');
|
||||
var tokens = lexer.tokenize();
|
||||
expect(tokens[0].value).to.be('metric');
|
||||
expect(tokens[1].value).to.be('.');
|
||||
expect(tokens[2].type).to.be(Lexer.Token.Identifier);
|
||||
expect(tokens[3].type).to.be(Lexer.Token.Punctuator);
|
||||
});
|
||||
|
||||
it('should tokenize functions and args', function() {
|
||||
var lexer = new Lexer("sum(metric.test, 12, 'test')");
|
||||
var tokens = lexer.tokenize();
|
||||
expect(tokens[0].value).to.be('sum');
|
||||
expect(tokens[0].type).to.be(Lexer.Token.Identifier);
|
||||
expect(tokens[1].value).to.be('(');
|
||||
expect(tokens[1].type).to.be(Lexer.Token.Punctuator);
|
||||
expect(tokens[5].type).to.be(Lexer.Token.Punctuator);
|
||||
expect(tokens[5].value).to.be(',');
|
||||
expect(tokens[6].type).to.be(Lexer.Token.NumericLiteral);
|
||||
expect(tokens[6].value).to.be('12');
|
||||
expect(tokens[8].type).to.be(Lexer.Token.StringLiteral);
|
||||
expect(tokens[8].value).to.be('test');
|
||||
});
|
||||
|
||||
});
|
||||
|
||||
});
|
19
src/test/specs/parser-specs.js
Normal file
19
src/test/specs/parser-specs.js
Normal file
@ -0,0 +1,19 @@
|
||||
define([
|
||||
'../../app/services/graphite/Parser'
|
||||
], function(Parser) {
|
||||
|
||||
describe('when parsing graphite expression', function() {
|
||||
|
||||
it('should return ast', function() {
|
||||
var parser = new Parser('metric.test.*.asd.count');
|
||||
var ast = parser.getAst();
|
||||
expect(ast[0].type).to.be(Parser.Nodes.MetricExpression);
|
||||
expect(ast[0].nodes.length).to.be(5);
|
||||
expect(ast[0].nodes[0].value).to.be('metric');
|
||||
|
||||
});
|
||||
|
||||
|
||||
});
|
||||
|
||||
});
|
26
src/test/tests.html
Normal file
26
src/test/tests.html
Normal file
@ -0,0 +1,26 @@
|
||||
<html>
|
||||
<head>
|
||||
<meta charset="utf-8"/>
|
||||
<title>Tests</title>
|
||||
<link rel="stylesheet" href="assets/mocha.css"/>
|
||||
</head>
|
||||
<body>
|
||||
<div id="mocha"></div>
|
||||
<script src="../vendor/require/require.js"></script>
|
||||
<script src="../app/components/require.config.js"></script>
|
||||
<script src="assets/mocha.js"></script>
|
||||
<script src="assets/expect.js"></script>
|
||||
<script>
|
||||
|
||||
/*globals mocha */
|
||||
mocha.setup('bdd');
|
||||
|
||||
require([
|
||||
'../specs/lexer-specs',
|
||||
'../specs/parser-specs',
|
||||
], function () {
|
||||
mocha.run();
|
||||
});
|
||||
</script>
|
||||
</body>
|
||||
</html>
|
Loading…
Reference in New Issue
Block a user