FilesExpand file tree

 master

/

test_tokenutil.py

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

121 lines (109 loc) · 3.47 KB

 master

/

test_tokenutil.py

Copy path

Top

File metadata and controls

• Code
• Blame

121 lines (109 loc) · 3.47 KB

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

30

31

32

33

34

35

36

37

38

39

40

41

42

43

44

45

46

47

48

49

50

51

52

53

54

55

56

57

58

59

60

61

62

63

64

65

66

67

68

69

70

71

72

73

74

75

76

77

78

79

80

81

82

83

84

85

86

87

88

89

90

91

92

93

94

95

96

97

98

99

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

"""Tests for tokenutil"""

# Copyright (c) IPython Development Team.

# Distributed under the terms of the Modified BSD License.

import nose.tools as nt

from IPython.utils.tokenutil import token_at_cursor, line_at_cursor

def expect_token(expected, cell, cursor_pos):

token = token_at_cursor(cell, cursor_pos)

offset = 0

for line in cell.splitlines():

if offset + len(line) >= cursor_pos:

break

else:

offset += len(line)+1

column = cursor_pos - offset

line_with_cursor = '%s|%s' % (line[:column], line[column:])

nt.assert_equal(token, expected,

"Expected %r, got %r in: %r (pos %i)" % (

expected, token, line_with_cursor, cursor_pos)

)

def test_simple():

cell = "foo"

for i in range(len(cell)):

expect_token("foo", cell, i)

def test_function():

cell = "foo(a=5, b='10')"

expected = 'foo'

# up to `foo(|a=`

for i in range(cell.find('a=') + 1):

expect_token("foo", cell, i)

# find foo after `=`

for i in [cell.find('=') + 1, cell.rfind('=') + 1]:

expect_token("foo", cell, i)

# in between `5,|` and `|b=`

for i in range(cell.find(','), cell.find('b=')):

expect_token("foo", cell, i)

def test_multiline():

cell = '\n'.join([

'a = 5',

'b = hello("string", there)'

])

expected = 'hello'

start = cell.index(expected) + 1

for i in range(start, start + len(expected)):

expect_token(expected, cell, i)

expected = 'hello'

start = cell.index(expected) + 1

for i in range(start, start + len(expected)):

expect_token(expected, cell, i)

def test_multiline_token():

cell = '\n'.join([

'"""\n\nxxxxxxxxxx\n\n"""',

'5, """',

'docstring',

'multiline token',

'""", [',

'2, 3, "complicated"]',

'b = hello("string", there)'

])

expected = 'hello'

start = cell.index(expected) + 1

for i in range(start, start + len(expected)):

expect_token(expected, cell, i)

expected = 'hello'

start = cell.index(expected) + 1

for i in range(start, start + len(expected)):

expect_token(expected, cell, i)

def test_nested_call():

cell = "foo(bar(a=5), b=10)"

expected = 'foo'

start = cell.index('bar') + 1

for i in range(start, start + 3):

expect_token(expected, cell, i)

expected = 'bar'

start = cell.index('a=')

for i in range(start, start + 3):

expect_token(expected, cell, i)

expected = 'foo'

start = cell.index(')') + 1

for i in range(start, len(cell)-1):

expect_token(expected, cell, i)

def test_attrs():

cell = "a = obj.attr.subattr"

expected = 'obj'

idx = cell.find('obj') + 1

for i in range(idx, idx + 3):

expect_token(expected, cell, i)

idx = cell.find('.attr') + 2

expected = 'obj.attr'

for i in range(idx, idx + 4):

expect_token(expected, cell, i)

idx = cell.find('.subattr') + 2

expected = 'obj.attr.subattr'

for i in range(idx, len(cell)):

expect_token(expected, cell, i)

def test_line_at_cursor():

cell = ""

(line, offset) = line_at_cursor(cell, cursor_pos=11)

assert line == "", ("Expected '', got %r" % line)

assert offset == 0, ("Expected '', got %r" % line)

def test_muliline_statement():

cell = """a = (1,

3)

int()

map()

"""

for c in range(16, 22):

yield lambda: expect_token("int", cell, c)

for c in range(22, 28):

yield lambda: expect_token("map", cell, c)