test_julia.py

# -*- coding: utf-8 -*-
"""
    Julia Tests
    ~~~~~~~~~~~

    :copyright: Copyright 2006-2017 by the Pygments team, see AUTHORS.
    :license: BSD, see LICENSE for details.
"""

import unittest

from pygments.lexers import JuliaLexer
from pygments.token import Token


class JuliaTests(unittest.TestCase):
    def setUp(self):
        self.lexer = JuliaLexer()

    def test_unicode(self):
        """
        Test that unicode character, √, in an expression is recognized
        """
        fragment = u's = \u221a((1/n) * sum(count .^ 2) - mu .^2)\n'
        tokens = [
            (Token.Name, u's'),
            (Token.Text, u' '),
            (Token.Operator, u'='),
            (Token.Text, u' '),
            (Token.Operator, u'\u221a'),
            (Token.Punctuation, u'('),
            (Token.Punctuation, u'('),
            (Token.Literal.Number.Integer, u'1'),
            (Token.Operator, u'/'),
            (Token.Name, u'n'),
            (Token.Punctuation, u')'),
            (Token.Text, u' '),
            (Token.Operator, u'*'),
            (Token.Text, u' '),
            (Token.Name, u'sum'),
            (Token.Punctuation, u'('),
            (Token.Name, u'count'),
            (Token.Text, u' '),
            (Token.Operator, u'.^'),
            (Token.Text, u' '),
            (Token.Literal.Number.Integer, u'2'),
            (Token.Punctuation, u')'),
            (Token.Text, u' '),
            (Token.Operator, u'-'),
            (Token.Text, u' '),
            (Token.Name, u'mu'),
            (Token.Text, u' '),
            (Token.Operator, u'.^'),
            (Token.Literal.Number.Integer, u'2'),
            (Token.Punctuation, u')'),
            (Token.Text, u'\n'),
        ]
        self.assertEqual(tokens, list(self.lexer.get_tokens(fragment)))