diff options
author | Elijah DeLee <kdelee@redhat.com> | 2020-05-28 00:43:26 +0200 |
---|---|---|
committer | Elijah DeLee <kdelee@redhat.com> | 2020-05-28 00:43:26 +0200 |
commit | 5d5edf6535fc75da7d905adc4ae9c1e2d782ce6f (patch) | |
tree | 69312ee800b442e4a67a4fecdf6e64af837ff04f /tools | |
parent | Also apply time delta to job (diff) | |
download | awx-5d5edf6535fc75da7d905adc4ae9c1e2d782ce6f.tar.xz awx-5d5edf6535fc75da7d905adc4ae9c1e2d782ce6f.zip |
create timestamp outside loop
this may be expensive
Diffstat (limited to 'tools')
-rwxr-xr-x | tools/scripts/firehose.py | 18 |
1 files changed, 8 insertions, 10 deletions
diff --git a/tools/scripts/firehose.py b/tools/scripts/firehose.py index 42bdcd9a87..fe154e660f 100755 --- a/tools/scripts/firehose.py +++ b/tools/scripts/firehose.py @@ -58,15 +58,10 @@ u = str(uuid4()) STATUS_OPTIONS = ('successful', 'failed', 'error', 'canceled') - class YieldedRows(StringIO): - def __init__(self, job_id, rows, time_delta, *args, **kwargs): + def __init__(self, job_id, rows, created_stamp, modified_stamp, *args, **kwargs): self.rows = rows - created_time = datetime.datetime.today() - time_delta - datetime.timedelta(seconds=5) - modified_time = datetime.datetime.today() - time_delta - created_stamp = created_time.strftime("%Y-%m-%d %H:%M:%S") - modified_stamp = modified_time.strftime("%Y-%m-%d %H:%M:%S") self.row = "\t".join([ f"{created_stamp}", f"{modified_stamp}", @@ -98,9 +93,9 @@ class YieldedRows(StringIO): return self.row * 10000 -def firehose(job, count, time_delta): +def firehose(job, count, created_stamp, modified_stamp): conn = psycopg2.connect(dsn) - f = YieldedRows(job, count, time_delta) + f = YieldedRows(job, count, created_stamp, modified_stamp) with conn.cursor() as cursor: cursor.copy_expert(( 'COPY ' @@ -190,7 +185,10 @@ def generate_events(events, job, time_delta): conn = psycopg2.connect(dsn) cursor = conn.cursor() print('removing indexes and constraints') - + created_time = datetime.datetime.today() - time_delta - datetime.timedelta(seconds=5) + modified_time = datetime.datetime.today() - time_delta + created_stamp = created_time.strftime("%Y-%m-%d %H:%M:%S") + modified_stamp = modified_time.strftime("%Y-%m-%d %H:%M:%S") # get all the indexes for main_jobevent try: # disable WAL to drastically increase write speed @@ -222,7 +220,7 @@ def generate_events(events, job, time_delta): workers = [] for i in range(cores): - p = multiprocessing.Process(target=firehose, args=(job, events / cores, time_delta)) + p = multiprocessing.Process(target=firehose, args=(job, events / cores, created_stamp, modified_stamp)) p.daemon = True workers.append(p) |