lexer fixes + tests

spec/lexer.spec.js

@@ -1,6 +1,6 @@
-const lexerSpec = require('../src/services/search/lexer.js');
+const lexerSpec = require('../src/services/search/lexer');
 
-describe("Lexer", function() {
+describe("Lexer fulltext", () => {
     it("simple lexing", () => {
         expect(lexerSpec("hello world").fulltextTokens)
             .toEqual(["hello", "world"]);
@@ -26,4 +26,36 @@ describe("Lexer", function() {
         expect(lexerSpec("'unfinished quote").fulltextTokens)
             .toEqual(["unfinished quote"]);
     });
+
+    it("parenthesis and symbols in fulltext section are just normal characters", () => {
+        expect(lexerSpec("what's u=p <b(r*t)h>").fulltextTokens)
+            .toEqual(["what's", "u=p", "<b(r*t)h>"]);
+    });
+
+    it("escaping special characters", () => {
+        expect(lexerSpec("hello \\#\\@\\'").fulltextTokens)
+            .toEqual(["hello", "#@'"]);
+    });
+});
+
+describe("Lexer expression", () => {
+    it("simple attribute existence", () => {
+        expect(lexerSpec("#label @relation").expressionTokens)
+            .toEqual(["#label", "@relation"]);
+    });
+
+    it("simple label operators", () => {
+        expect(lexerSpec("#label*=*text").expressionTokens)
+            .toEqual(["#label", "*=*", "text"]);
+    });
+
+    it("spaces in attribute names and values", () => {
+        expect(lexerSpec(`#'long label'="hello o' world" @'long relation'`).expressionTokens)
+            .toEqual(["#long label", "=", "hello o' world", "@long relation"]);
+    });
+
+    it("complex expressions with and, or and parenthesis", () => {
+        expect(lexerSpec(`# (#label=text OR #second=text) AND @relation`).expressionTokens)
+            .toEqual(["#", "(", "#label", "=", "text", "OR", "#second", "=", "text", ")", "AND", "@relation"]);
+    });
 });