-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathtest_jsonl.py
72 lines (61 loc) · 2.22 KB
/
test_jsonl.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
# -*- coding: utf-8 -*-
import pytest
from iterable.datatypes import JSONLinesIterable
from fixdata import FIXTURES
TESTING_DIR = 'testdata'
class TestJSONLines:
def test_id(self):
datatype_id = JSONLinesIterable.id()
assert datatype_id == 'jsonl'
def test_flatonly(self):
flag = JSONLinesIterable.is_flatonly()
assert flag == False
def test_openclose(self):
iterable = JSONLinesIterable('fixtures/2cols6rows_flat.jsonl')
iterable.close()
def test_parsesimple_readone(self):
iterable = JSONLinesIterable('fixtures/2cols6rows_flat.jsonl')
row = iterable.read()
assert row == FIXTURES[0]
iterable.close()
def test_parsesimple_reset(self):
iterable = JSONLinesIterable('fixtures/2cols6rows_flat.jsonl')
row = iterable.read()
assert row == FIXTURES[0]
iterable.reset()
row_reset = iterable.read()
assert row_reset == FIXTURES[0]
iterable.close()
def test_parsesimple_next(self):
iterable = JSONLinesIterable('fixtures/2cols6rows_flat.jsonl')
row = next(iterable)
assert row == FIXTURES[0]
iterable.reset()
row_reset = next(iterable)
assert row_reset == FIXTURES[0]
iterable.close()
def test_parsesimple_count(self):
iterable = JSONLinesIterable('fixtures/2cols6rows_flat.jsonl')
n = 0
for row in iterable:
n += 1
assert n == len(FIXTURES)
iterable.close()
def test_parsesimple_iterateall(self):
iterable = JSONLinesIterable('fixtures/2cols6rows_flat.jsonl')
n = 0
for row in iterable:
assert row == FIXTURES[n]
n += 1
iterable.close()
def test_write_read(self):
iterable = JSONLinesIterable('testdata/2cols6rows_test.jsonl', mode='w')
for row in FIXTURES:
iterable.write(row)
iterable.close()
iterable = JSONLinesIterable('testdata/2cols6rows_test.jsonl')
n = 0
for row in iterable:
assert row == FIXTURES[n]
n += 1
iterable.close()