Repository navigation
Expand file tree
/
Copy pathrequest_generator.py
More file actions
44 lines (34 loc) · 1.57 KB
/
Copy pathrequest_generator.py
File metadata and controls
44 lines (34 loc) · 1.57 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
import click
import json
import numpy as np
import base64
@click.command()
@click.option('--endpoint', default='http://127.0.0.1', help='Feature Server endpoint')
@click.option('--num-ports', default=1, help='Number of endpoint ports starting from 6566, 6567, ...')
@click.option('--features', default=250, help='Number of features')
@click.option('--entity-rows', default=1, help='Number of rows per request')
@click.option('--entity-keyspace', default=10**4, help='Entities range')
@click.option('--requests', default=10**3, help='Number of requests')
@click.option('--output', default='requests.json')
def generate_requests(endpoint, num_ports, features, entity_rows, entity_keyspace, requests, output):
vegeta_requests = []
if features not in (50, 100, 150, 200, 250):
raise ValueError("Number of features must be divisible one of (50, 100, 150, 200, 250)")
feature_service = f"feature_service_{features // 50 - 1}"
for idx in range(requests):
feast_request = {
"feature_service": feature_service,
"entities": {
"entity": np.random.randint(0, entity_keyspace, entity_rows).tolist(),
}
}
vegeta_request = {
"method": "POST",
"url": f"{endpoint}:{6566+idx%num_ports}/get-online-features",
"body": base64.encodebytes(json.dumps(feast_request).encode()).decode()
}
vegeta_requests.append(json.dumps(vegeta_request))
with open(output, 'w') as f:
f.write("\n".join(vegeta_requests))
if __name__ == '__main__':
generate_requests()