Cleanup Css_lexer from #372 (#444)

packages/parser/lib/Parser_location.ml

@@ -0,0 +1,3 @@
+let to_ppxlib_location ?(loc_ghost = false) (start_pos : Lexing.position)
+  (end_pos : Lexing.position) : Ppxlib.Location.t =
+  { loc_start = start_pos; loc_end = end_pos; loc_ghost }

packages/parser/lib/Tokens.re

@@ -1,14 +1,16 @@
+module Parser = Css_parser;
+
 [@deriving show({with_path: false})]
 type token =
   | EOF
   | IDENT(string) // <ident-token>
-  | BAD_IDENT // TODO: this is needed?
+  | BAD_IDENT // TODO: Since we don't allow broken syntax, is this needed?
   | FUNCTION(string) // <function-token>
   | AT_KEYWORD(string) // <at-keyword-token>
   | HASH(string, [ | `ID | `UNRESTRICTED]) // <hash-token>
   | STRING(string) // <string-token>
   | URL(string) // <url-token>
-  | BAD_URL // <bad-url-token>
+  | BAD_URL // <bad-url-token> TODO: Since we don't allow broken syntax, is this needed?
   | DELIM(string) // <delim-token>
   | NUMBER(float) // <number-token>
   | PERCENTAGE(float) // <percentage-token>
@@ -64,8 +66,7 @@ let humanize =
   | LEFT_BRACE => "{"
   | RIGHT_BRACE => "}";
 
-module Parser = Css_parser;
-
+/* TODO: This should render Token, not Parser.token */
 let token_to_string =
   fun
   | Parser.EOF => ""
@@ -113,6 +114,7 @@ let token_to_string =
   | BAD_URL => "bad url"
   | BAD_IDENT => "bad indent";
 
+/* TODO: This should print Token, not Parser.token */
 let token_to_debug =
   fun
   | Parser.EOF => "EOF"