From b553c05f49f67daf7145524cc5f520c28c33ea17 Mon Sep 17 00:00:00 2001
From: Danila Fedorin <danila.fedorin@gmail.com>
Date: Sun, 30 Jul 2017 14:52:10 -0700
Subject: [PATCH] Write basic tokenizer tests.

---
 .../nwapw/abacus/tests/TokenizerTests.java    | 50 +++++++++++++++++++
 1 file changed, 50 insertions(+)
 create mode 100644 src/test/java/org/nwapw/abacus/tests/TokenizerTests.java

diff --git a/src/test/java/org/nwapw/abacus/tests/TokenizerTests.java b/src/test/java/org/nwapw/abacus/tests/TokenizerTests.java
new file mode 100644
index 0000000..3a66581
--- /dev/null
+++ b/src/test/java/org/nwapw/abacus/tests/TokenizerTests.java
@@ -0,0 +1,50 @@
+package org.nwapw.abacus.tests;
+
+import org.junit.Assert;
+import org.junit.Test;
+import org.nwapw.abacus.lexing.pattern.Match;
+import org.nwapw.abacus.parsing.LexerTokenizer;
+import org.nwapw.abacus.tree.TokenType;
+
+import java.util.List;
+
+public class TokenizerTests {
+
+    private LexerTokenizer lexerTokenizer = new LexerTokenizer();
+
+    @Test
+    public void testInteger(){
+        List<Match<TokenType>> tokens = lexerTokenizer.tokenizeString("11");
+        Assert.assertNotNull(tokens);
+        Assert.assertEquals(tokens.size(), 1);
+        Assert.assertEquals(tokens.get(0).getType(), TokenType.NUM);
+    }
+
+    @Test
+    public void testLeadingZeroDecimal(){
+        List<Match<TokenType>> tokens = lexerTokenizer.tokenizeString("0.1");
+        Assert.assertNotNull(tokens);
+        Assert.assertEquals(tokens.size(), 1);
+        Assert.assertEquals(tokens.get(0).getType(), TokenType.NUM);
+    }
+
+    @Test
+    public void testNonLeadingDecimal(){
+        List<Match<TokenType>> tokens = lexerTokenizer.tokenizeString(".1");
+        Assert.assertNotNull(tokens);
+        Assert.assertEquals(tokens.size(), 1);
+        Assert.assertEquals(tokens.get(0).getType(), TokenType.NUM);
+    }
+
+    @Test
+    public void testSimpleChars(){
+        List<Match<TokenType>> tokens = lexerTokenizer.tokenizeString("( ,)");
+        Assert.assertNotNull(tokens);
+        Assert.assertEquals(tokens.size(), 4);
+        Assert.assertEquals(tokens.get(0).getType(), TokenType.OPEN_PARENTH);
+        Assert.assertEquals(tokens.get(1).getType(), TokenType.WHITESPACE);
+        Assert.assertEquals(tokens.get(2).getType(), TokenType.COMMA);
+        Assert.assertEquals(tokens.get(3).getType(), TokenType.CLOSE_PARENTH);
+    }
+
+}