Received: by 2002:ac0:aed5:0:0:0:0:0 with SMTP id t21csp872641imb; Fri, 1 Mar 2019 17:19:11 -0800 (PST) X-Google-Smtp-Source: AHgI3IbcJSpOq0yyQRNdmHokbnolu2xB2qCLj2VUNv9oYRC1D5Qi4ywqo7QBMqwib3E/DLbv8a1T X-Received: by 2002:a62:6046:: with SMTP id u67mr8712599pfb.46.1551489551784; Fri, 01 Mar 2019 17:19:11 -0800 (PST) ARC-Seal: i=1; a=rsa-sha256; t=1551489551; cv=none; d=google.com; s=arc-20160816; b=RcI5FNcJlb9NNuyuEEcEBNQDzDNHU5cWY867+9uqH501nkR7TNkfF9ipGVPs0yOq8n YwFazckEbHXD5FjJthChx5whD6MPwkrCWbhoJz//izwnPhyroPAVXDDOApA1BbVhkTCv v8CuWwcKomee2HjceS+OczM4zcyxjk6dXz41yRqT/Zi4IQoajoXhnwUp1lBgqQm+NDIx yYZZyao4obdja1srn/lwGDbpRd6IE7I8F5KQXSqQlhB/W7Bdn+BbWUxSmf9KgCgs7KM8 7/VZ8K+rWgTLCDx6r/sVJprKxNnAIHAAnmF4tveFEHCBTE+UgXwEnZMjLDal40EO+tgU 3WkA== ARC-Message-Signature: i=1; a=rsa-sha256; c=relaxed/relaxed; d=google.com; s=arc-20160816; h=list-id:precedence:sender:content-transfer-encoding:mime-version :references:in-reply-to:message-id:date:subject:cc:to:from; bh=nm7hWI6Mrc+TDq7bmOPp8Ud6AWCIhJpVBRtPEXnamGg=; b=ZSNXn75PsVn+yKPK/Z2lnDFsh+8LxYYh0BbZSLDq1ZfRYych19FdCwr0R/r3VTZZFB 5RUtEQL9rMyqxQY0949clWhedkHH+vf+2jgiqrTlhTxWWVJLp6eJlwCPmMb2BGmvrIOD UXEJFg5m143jAiYrf5g/TBuMWZIvZzoTmLgn6P8CV8NLmiAhGBEDXmlt/cW6qxPKfRbv ZCcjmz4dPMkkp6o1TvHyy2QmZO7bWpaEJldN7XwuznqfkuGVNJjAsKsvttnp6v3lXDn1 ZIgAS9vCs/WOMkorLf+xsujxiDaUd8IUuCNnGVnVtlmMur8dWVuLb7r3O1Np6ZnD7iDt uXqA== ARC-Authentication-Results: i=1; mx.google.com; spf=pass (google.com: best guess record for domain of linux-kernel-owner@vger.kernel.org designates 209.132.180.67 as permitted sender) smtp.mailfrom=linux-kernel-owner@vger.kernel.org Return-Path: Received: from vger.kernel.org (vger.kernel.org. [209.132.180.67]) by mx.google.com with ESMTP id u7si21536130plz.379.2019.03.01.17.18.56; Fri, 01 Mar 2019 17:19:11 -0800 (PST) Received-SPF: pass (google.com: best guess record for domain of linux-kernel-owner@vger.kernel.org designates 209.132.180.67 as permitted sender) client-ip=209.132.180.67; Authentication-Results: mx.google.com; spf=pass (google.com: best guess record for domain of linux-kernel-owner@vger.kernel.org designates 209.132.180.67 as permitted sender) smtp.mailfrom=linux-kernel-owner@vger.kernel.org Received: (majordomo@vger.kernel.org) by vger.kernel.org via listexpand id S1727925AbfCBBSY (ORCPT + 99 others); Fri, 1 Mar 2019 20:18:24 -0500 Received: from mx2.suse.de ([195.135.220.15]:47684 "EHLO mx1.suse.de" rhost-flags-OK-OK-OK-FAIL) by vger.kernel.org with ESMTP id S1727885AbfCBBSR (ORCPT ); Fri, 1 Mar 2019 20:18:17 -0500 X-Virus-Scanned: by amavisd-new at test-mx.suse.de Received: from relay2.suse.de (unknown [195.135.220.254]) by mx1.suse.de (Postfix) with ESMTP id 05036ADE3; Sat, 2 Mar 2019 01:18:15 +0000 (UTC) From: Tony Jones To: linux-kernel@vger.kernel.org Cc: acme@kernel.org, linux-perf-users@vger.kernel.org, Tony Jones , Adrian Hunter Subject: [PATCH v2 7/7] perf script python: add printdate function to SQL exporters Date: Fri, 1 Mar 2019 17:19:03 -0800 Message-Id: <20190302011903.2416-8-tonyj@suse.de> X-Mailer: git-send-email 2.20.1 In-Reply-To: <20190302011903.2416-1-tonyj@suse.de> References: <20190302011903.2416-1-tonyj@suse.de> MIME-Version: 1.0 Content-Transfer-Encoding: 8bit Sender: linux-kernel-owner@vger.kernel.org Precedence: bulk List-ID: X-Mailing-List: linux-kernel@vger.kernel.org Introduce a printdate function to eliminate the repetitive use of datetime.datetime.today() in the SQL exporting scripts. Signed-off-by: Tony Jones Cc: Adrian Hunter --- tools/perf/scripts/python/export-to-postgresql.py | 19 +++++++++++-------- tools/perf/scripts/python/export-to-sqlite.py | 13 ++++++++----- 2 files changed, 19 insertions(+), 13 deletions(-) diff --git a/tools/perf/scripts/python/export-to-postgresql.py b/tools/perf/scripts/python/export-to-postgresql.py index 439bbbf1e036..515dc5506427 100644 --- a/tools/perf/scripts/python/export-to-postgresql.py +++ b/tools/perf/scripts/python/export-to-postgresql.py @@ -249,6 +249,9 @@ perf_db_export_callchains = False def printerr(*args, **kw_args): print(*args, file=sys.stderr, **kw_args) +def printdate(*args, **kw_args): + print(datetime.datetime.today(), *args, sep=' ', **kw_args) + def usage(): printerr("Usage is: export-to-postgresql.py [] [] []") printerr("where: columns 'all' or 'branches'") @@ -287,7 +290,7 @@ def do_query(q, s): return raise Exception("Query failed: " + q.lastError().text()) -print(datetime.datetime.today(), "Creating database...") +printdate("Creating database...") db = QSqlDatabase.addDatabase('QPSQL') query = QSqlQuery(db) @@ -580,7 +583,7 @@ if perf_db_export_calls: call_file = open_output_file("call_table.bin") def trace_begin(): - print(datetime.datetime.today(), "Writing to intermediate files...") + printdate("Writing to intermediate files...") # id == 0 means unknown. It is easier to create records for them than replace the zeroes with NULLs evsel_table(0, "unknown") machine_table(0, 0, "unknown") @@ -596,7 +599,7 @@ def trace_begin(): unhandled_count = 0 def trace_end(): - print(datetime.datetime.today(), "Copying to database...") + printdate("Copying to database...") copy_output_file(evsel_file, "selected_events") copy_output_file(machine_file, "machines") copy_output_file(thread_file, "threads") @@ -611,7 +614,7 @@ def trace_end(): if perf_db_export_calls: copy_output_file(call_file, "calls") - print(datetime.datetime.today(), "Removing intermediate files...") + printdate("Removing intermediate files...") remove_output_file(evsel_file) remove_output_file(machine_file) remove_output_file(thread_file) @@ -626,7 +629,7 @@ def trace_end(): if perf_db_export_calls: remove_output_file(call_file) os.rmdir(output_dir_name) - print(datetime.datetime.today(), "Adding primary keys") + printdate("Adding primary keys") do_query(query, 'ALTER TABLE selected_events ADD PRIMARY KEY (id)') do_query(query, 'ALTER TABLE machines ADD PRIMARY KEY (id)') do_query(query, 'ALTER TABLE threads ADD PRIMARY KEY (id)') @@ -641,7 +644,7 @@ def trace_end(): if perf_db_export_calls: do_query(query, 'ALTER TABLE calls ADD PRIMARY KEY (id)') - print(datetime.datetime.today(), "Adding foreign keys") + printdate("Adding foreign keys") do_query(query, 'ALTER TABLE threads ' 'ADD CONSTRAINT machinefk FOREIGN KEY (machine_id) REFERENCES machines (id),' 'ADD CONSTRAINT processfk FOREIGN KEY (process_id) REFERENCES threads (id)') @@ -677,8 +680,8 @@ def trace_end(): do_query(query, 'CREATE INDEX pid_idx ON calls (parent_id)') if (unhandled_count): - print(datetime.datetime.today(), "Warning: ", unhandled_count, " unhandled events") - print(datetime.datetime.today(), "Done") + printdate("Warning: ", unhandled_count, " unhandled events") + printdate("Done") def trace_unhandled(event_name, context, event_fields_dict): global unhandled_count diff --git a/tools/perf/scripts/python/export-to-sqlite.py b/tools/perf/scripts/python/export-to-sqlite.py index 3da338243aed..3b71902a5a21 100644 --- a/tools/perf/scripts/python/export-to-sqlite.py +++ b/tools/perf/scripts/python/export-to-sqlite.py @@ -65,6 +65,9 @@ perf_db_export_callchains = False def printerr(*args, **keyword_args): print(*args, file=sys.stderr, **keyword_args) +def printdate(*args, **kw_args): + print(datetime.datetime.today(), *args, sep=' ', **kw_args) + def usage(): printerr("Usage is: export-to-sqlite.py [] [] []"); printerr("where: columns 'all' or 'branches'"); @@ -105,7 +108,7 @@ def do_query_(q): return raise Exception("Query failed: " + q.lastError().text()) -print(datetime.datetime.today(), "Creating database ...") +printdate("Creating database ...") db_exists = False try: @@ -383,7 +386,7 @@ if perf_db_export_calls: call_query.prepare("INSERT INTO calls VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)") def trace_begin(): - print(datetime.datetime.today(), "Writing records...") + printdate("Writing records...") do_query(query, 'BEGIN TRANSACTION') # id == 0 means unknown. It is easier to create records for them than replace the zeroes with NULLs evsel_table(0, "unknown") @@ -402,14 +405,14 @@ unhandled_count = 0 def trace_end(): do_query(query, 'END TRANSACTION') - print(datetime.datetime.today(), "Adding indexes") + printdate("Adding indexes") if perf_db_export_calls: do_query(query, 'CREATE INDEX pcpid_idx ON calls (parent_call_path_id)') do_query(query, 'CREATE INDEX pid_idx ON calls (parent_id)') if (unhandled_count): - print(datetime.datetime.today(), "Warning: ", unhandled_count, " unhandled events") - print(datetime.datetime.today(), "Done") + printdate("Warning: ", unhandled_count, " unhandled events") + printdate("Done") def trace_unhandled(event_name, context, event_fields_dict): global unhandled_count -- 2.16.4