Rooba
/
pyodide
mirror of https://github.com/pyodide/pyodide.git
1
1
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Stream the data from the CGI script

This commit is contained in:
Michael Droettboom 2018-09-12 16:26:51 -04:00
parent 65817abc7d
commit 20361551a8
1 changed files with 32 additions and 18 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

50
test/largish.json.cgi
View File

@ -6,28 +6,42 @@ import sys
random.seed(0)
print("Content-Type: application/json")
print()
columns = [
('column0', lambda: 'XXXXXXXX-XXXX-XXXX-XXXX-XXXXXXXXXXXX'),
('column1', lambda: random.choice([
'notification-interval-longer', 'notification-interval-short', 'control'])),
('column2', lambda: random.choice([True, False])),
('column3', lambda: random.randint(0, 4)),
('column4', lambda: random.randint(0, 4)),
('column5', lambda: random.randint(0, 4)),
('column6', lambda: random.randint(0, 4)),
('column7', lambda: random.randint(0, 4))
('column0', lambda: 'XXXXXXXX-XXXX-XXXX-XXXX-XXXXXXXXXXXX'),
('column1', lambda: random.choice([
'notification-interval-longer', 'notification-interval-short', 'control'])),
('column2', lambda: random.choice([True, False])),
('column3', lambda: random.randint(0, 4)),
('column4', lambda: random.randint(0, 4)),
('column5', lambda: random.randint(0, 4)),
('column6', lambda: random.randint(0, 4)),
('column7', lambda: random.randint(0, 4))
]
N_ROWS = 91746
N_ROWS = 91746 # the output JSON size will be ~15 MB/10k rows
class StreamDict(dict):
"""
To serialize to JSON, we create an iterable object that inherits from a
known supported object type: dict.
"""
def __init__(self, generator):
self.generator = generator
def items(self):
for i in range(N_ROWS):
yield i, self.generator()
def __len__(self):
return 1
data = {}
for name, generator in columns:
column = {}
for i in range(N_ROWS):
column[str(i)] = generator()
data[name] = column
data[name] = StreamDict(generator)
print("Content-Type: application/json")
print()
json.dump(data, sys.stdout)