1# export-to-sqlite.py: export perf data to a sqlite3 database
2# Copyright (c) 2017, Intel Corporation.
3#
4# This program is free software; you can redistribute it and/or modify it
5# under the terms and conditions of the GNU General Public License,
6# version 2, as published by the Free Software Foundation.
7#
8# This program is distributed in the hope it will be useful, but WITHOUT
9# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10# FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
11# more details.
12
13from __future__ import print_function
14
15import os
16import sys
17import struct
18import datetime
19
20# To use this script you will need to have installed package python-pyside which
21# provides LGPL-licensed Python bindings for Qt.  You will also need the package
22# libqt4-sql-sqlite for Qt sqlite3 support.
23#
24# Examples of installing pyside:
25#
26# ubuntu:
27#
28#	$ sudo apt-get install python-pyside.qtsql libqt4-sql-psql
29#
30#	Alternately, to use Python3 and/or pyside 2, one of the following:
31#
32#		$ sudo apt-get install python3-pyside.qtsql libqt4-sql-psql
33#		$ sudo apt-get install python-pyside2.qtsql libqt5sql5-psql
34#		$ sudo apt-get install python3-pyside2.qtsql libqt5sql5-psql
35# fedora:
36#
37#	$ sudo yum install python-pyside
38#
39#	Alternately, to use Python3 and/or pyside 2, one of the following:
40#		$ sudo yum install python3-pyside
41#		$ pip install --user PySide2
42#		$ pip3 install --user PySide2
43#
44# An example of using this script with Intel PT:
45#
46#	$ perf record -e intel_pt//u ls
47#	$ perf script -s ~/libexec/perf-core/scripts/python/export-to-sqlite.py pt_example branches calls
48#	2017-07-31 14:26:07.326913 Creating database...
49#	2017-07-31 14:26:07.538097 Writing records...
50#	2017-07-31 14:26:09.889292 Adding indexes
51#	2017-07-31 14:26:09.958746 Done
52#
53# To browse the database, sqlite3 can be used e.g.
54#
55#	$ sqlite3 pt_example
56#	sqlite> .header on
57#	sqlite> select * from samples_view where id < 10;
58#	sqlite> .mode column
59#	sqlite> select * from samples_view where id < 10;
60#	sqlite> .tables
61#	sqlite> .schema samples_view
62#	sqlite> .quit
63#
64# An example of using the database is provided by the script
65# exported-sql-viewer.py.  Refer to that script for details.
66#
67# The database structure is practically the same as created by the script
68# export-to-postgresql.py. Refer to that script for details.  A notable
69# difference is  the 'transaction' column of the 'samples' table which is
70# renamed 'transaction_' in sqlite because 'transaction' is a reserved word.
71
72pyside_version_1 = True
73if not "pyside-version-1" in sys.argv:
74	try:
75		from PySide2.QtSql import *
76		pyside_version_1 = False
77	except:
78		pass
79
80if pyside_version_1:
81	from PySide.QtSql import *
82
83sys.path.append(os.environ['PERF_EXEC_PATH'] + \
84	'/scripts/python/Perf-Trace-Util/lib/Perf/Trace')
85
86# These perf imports are not used at present
87#from perf_trace_context import *
88#from Core import *
89
90perf_db_export_mode = True
91perf_db_export_calls = False
92perf_db_export_callchains = False
93
94def printerr(*args, **keyword_args):
95	print(*args, file=sys.stderr, **keyword_args)
96
97def printdate(*args, **kw_args):
98        print(datetime.datetime.today(), *args, sep=' ', **kw_args)
99
100def usage():
101	printerr("Usage is: export-to-sqlite.py <database name> [<columns>] [<calls>] [<callchains>] [<pyside-version-1>]");
102	printerr("where:  columns            'all' or 'branches'");
103	printerr("        calls              'calls' => create calls and call_paths table");
104	printerr("        callchains         'callchains' => create call_paths table");
105	printerr("        pyside-version-1   'pyside-version-1' => use pyside version 1");
106	raise Exception("Too few or bad arguments")
107
108if (len(sys.argv) < 2):
109	usage()
110
111dbname = sys.argv[1]
112
113if (len(sys.argv) >= 3):
114	columns = sys.argv[2]
115else:
116	columns = "all"
117
118if columns not in ("all", "branches"):
119	usage()
120
121branches = (columns == "branches")
122
123for i in range(3,len(sys.argv)):
124	if (sys.argv[i] == "calls"):
125		perf_db_export_calls = True
126	elif (sys.argv[i] == "callchains"):
127		perf_db_export_callchains = True
128	elif (sys.argv[i] == "pyside-version-1"):
129		pass
130	else:
131		usage()
132
133def do_query(q, s):
134	if (q.exec_(s)):
135		return
136	raise Exception("Query failed: " + q.lastError().text())
137
138def do_query_(q):
139	if (q.exec_()):
140		return
141	raise Exception("Query failed: " + q.lastError().text())
142
143printdate("Creating database ...")
144
145db_exists = False
146try:
147	f = open(dbname)
148	f.close()
149	db_exists = True
150except:
151	pass
152
153if db_exists:
154	raise Exception(dbname + " already exists")
155
156db = QSqlDatabase.addDatabase('QSQLITE')
157db.setDatabaseName(dbname)
158db.open()
159
160query = QSqlQuery(db)
161
162do_query(query, 'PRAGMA journal_mode = OFF')
163do_query(query, 'BEGIN TRANSACTION')
164
165do_query(query, 'CREATE TABLE selected_events ('
166		'id		integer		NOT NULL	PRIMARY KEY,'
167		'name		varchar(80))')
168do_query(query, 'CREATE TABLE machines ('
169		'id		integer		NOT NULL	PRIMARY KEY,'
170		'pid		integer,'
171		'root_dir 	varchar(4096))')
172do_query(query, 'CREATE TABLE threads ('
173		'id		integer		NOT NULL	PRIMARY KEY,'
174		'machine_id	bigint,'
175		'process_id	bigint,'
176		'pid		integer,'
177		'tid		integer)')
178do_query(query, 'CREATE TABLE comms ('
179		'id		integer		NOT NULL	PRIMARY KEY,'
180		'comm		varchar(16),'
181		'c_thread_id	bigint,'
182		'c_time		bigint,'
183		'exec_flag	boolean)')
184do_query(query, 'CREATE TABLE comm_threads ('
185		'id		integer		NOT NULL	PRIMARY KEY,'
186		'comm_id	bigint,'
187		'thread_id	bigint)')
188do_query(query, 'CREATE TABLE dsos ('
189		'id		integer		NOT NULL	PRIMARY KEY,'
190		'machine_id	bigint,'
191		'short_name	varchar(256),'
192		'long_name	varchar(4096),'
193		'build_id	varchar(64))')
194do_query(query, 'CREATE TABLE symbols ('
195		'id		integer		NOT NULL	PRIMARY KEY,'
196		'dso_id		bigint,'
197		'sym_start	bigint,'
198		'sym_end	bigint,'
199		'binding	integer,'
200		'name		varchar(2048))')
201do_query(query, 'CREATE TABLE branch_types ('
202		'id		integer		NOT NULL	PRIMARY KEY,'
203		'name		varchar(80))')
204
205if branches:
206	do_query(query, 'CREATE TABLE samples ('
207		'id		integer		NOT NULL	PRIMARY KEY,'
208		'evsel_id	bigint,'
209		'machine_id	bigint,'
210		'thread_id	bigint,'
211		'comm_id	bigint,'
212		'dso_id		bigint,'
213		'symbol_id	bigint,'
214		'sym_offset	bigint,'
215		'ip		bigint,'
216		'time		bigint,'
217		'cpu		integer,'
218		'to_dso_id	bigint,'
219		'to_symbol_id	bigint,'
220		'to_sym_offset	bigint,'
221		'to_ip		bigint,'
222		'branch_type	integer,'
223		'in_tx		boolean,'
224		'call_path_id	bigint,'
225		'insn_count	bigint,'
226		'cyc_count	bigint)')
227else:
228	do_query(query, 'CREATE TABLE samples ('
229		'id		integer		NOT NULL	PRIMARY KEY,'
230		'evsel_id	bigint,'
231		'machine_id	bigint,'
232		'thread_id	bigint,'
233		'comm_id	bigint,'
234		'dso_id		bigint,'
235		'symbol_id	bigint,'
236		'sym_offset	bigint,'
237		'ip		bigint,'
238		'time		bigint,'
239		'cpu		integer,'
240		'to_dso_id	bigint,'
241		'to_symbol_id	bigint,'
242		'to_sym_offset	bigint,'
243		'to_ip		bigint,'
244		'period		bigint,'
245		'weight		bigint,'
246		'transaction_	bigint,'
247		'data_src	bigint,'
248		'branch_type	integer,'
249		'in_tx		boolean,'
250		'call_path_id	bigint,'
251		'insn_count	bigint,'
252		'cyc_count	bigint)')
253
254if perf_db_export_calls or perf_db_export_callchains:
255	do_query(query, 'CREATE TABLE call_paths ('
256		'id		integer		NOT NULL	PRIMARY KEY,'
257		'parent_id	bigint,'
258		'symbol_id	bigint,'
259		'ip		bigint)')
260if perf_db_export_calls:
261	do_query(query, 'CREATE TABLE calls ('
262		'id		integer		NOT NULL	PRIMARY KEY,'
263		'thread_id	bigint,'
264		'comm_id	bigint,'
265		'call_path_id	bigint,'
266		'call_time	bigint,'
267		'return_time	bigint,'
268		'branch_count	bigint,'
269		'call_id	bigint,'
270		'return_id	bigint,'
271		'parent_call_path_id	bigint,'
272		'flags		integer,'
273		'parent_id	bigint,'
274		'insn_count	bigint,'
275		'cyc_count	bigint)')
276
277do_query(query, 'CREATE TABLE ptwrite ('
278		'id		integer		NOT NULL	PRIMARY KEY,'
279		'payload	bigint,'
280		'exact_ip	integer)')
281
282do_query(query, 'CREATE TABLE cbr ('
283		'id		integer		NOT NULL	PRIMARY KEY,'
284		'cbr		integer,'
285		'mhz		integer,'
286		'percent	integer)')
287
288do_query(query, 'CREATE TABLE mwait ('
289		'id		integer		NOT NULL	PRIMARY KEY,'
290		'hints		integer,'
291		'extensions	integer)')
292
293do_query(query, 'CREATE TABLE pwre ('
294		'id		integer		NOT NULL	PRIMARY KEY,'
295		'cstate		integer,'
296		'subcstate	integer,'
297		'hw		integer)')
298
299do_query(query, 'CREATE TABLE exstop ('
300		'id		integer		NOT NULL	PRIMARY KEY,'
301		'exact_ip	integer)')
302
303do_query(query, 'CREATE TABLE pwrx ('
304		'id		integer		NOT NULL	PRIMARY KEY,'
305		'deepest_cstate	integer,'
306		'last_cstate	integer,'
307		'wake_reason	integer)')
308
309# printf was added to sqlite in version 3.8.3
310sqlite_has_printf = False
311try:
312	do_query(query, 'SELECT printf("") FROM machines')
313	sqlite_has_printf = True
314except:
315	pass
316
317def emit_to_hex(x):
318	if sqlite_has_printf:
319		return 'printf("%x", ' + x + ')'
320	else:
321		return x
322
323do_query(query, 'CREATE VIEW machines_view AS '
324	'SELECT '
325		'id,'
326		'pid,'
327		'root_dir,'
328		'CASE WHEN id=0 THEN \'unknown\' WHEN pid=-1 THEN \'host\' ELSE \'guest\' END AS host_or_guest'
329	' FROM machines')
330
331do_query(query, 'CREATE VIEW dsos_view AS '
332	'SELECT '
333		'id,'
334		'machine_id,'
335		'(SELECT host_or_guest FROM machines_view WHERE id = machine_id) AS host_or_guest,'
336		'short_name,'
337		'long_name,'
338		'build_id'
339	' FROM dsos')
340
341do_query(query, 'CREATE VIEW symbols_view AS '
342	'SELECT '
343		'id,'
344		'name,'
345		'(SELECT short_name FROM dsos WHERE id=dso_id) AS dso,'
346		'dso_id,'
347		'sym_start,'
348		'sym_end,'
349		'CASE WHEN binding=0 THEN \'local\' WHEN binding=1 THEN \'global\' ELSE \'weak\' END AS binding'
350	' FROM symbols')
351
352do_query(query, 'CREATE VIEW threads_view AS '
353	'SELECT '
354		'id,'
355		'machine_id,'
356		'(SELECT host_or_guest FROM machines_view WHERE id = machine_id) AS host_or_guest,'
357		'process_id,'
358		'pid,'
359		'tid'
360	' FROM threads')
361
362do_query(query, 'CREATE VIEW comm_threads_view AS '
363	'SELECT '
364		'comm_id,'
365		'(SELECT comm FROM comms WHERE id = comm_id) AS command,'
366		'thread_id,'
367		'(SELECT pid FROM threads WHERE id = thread_id) AS pid,'
368		'(SELECT tid FROM threads WHERE id = thread_id) AS tid'
369	' FROM comm_threads')
370
371if perf_db_export_calls or perf_db_export_callchains:
372	do_query(query, 'CREATE VIEW call_paths_view AS '
373		'SELECT '
374			'c.id,'
375			+ emit_to_hex('c.ip') + ' AS ip,'
376			'c.symbol_id,'
377			'(SELECT name FROM symbols WHERE id = c.symbol_id) AS symbol,'
378			'(SELECT dso_id FROM symbols WHERE id = c.symbol_id) AS dso_id,'
379			'(SELECT dso FROM symbols_view  WHERE id = c.symbol_id) AS dso_short_name,'
380			'c.parent_id,'
381			+ emit_to_hex('p.ip') + ' AS parent_ip,'
382			'p.symbol_id AS parent_symbol_id,'
383			'(SELECT name FROM symbols WHERE id = p.symbol_id) AS parent_symbol,'
384			'(SELECT dso_id FROM symbols WHERE id = p.symbol_id) AS parent_dso_id,'
385			'(SELECT dso FROM symbols_view  WHERE id = p.symbol_id) AS parent_dso_short_name'
386		' FROM call_paths c INNER JOIN call_paths p ON p.id = c.parent_id')
387if perf_db_export_calls:
388	do_query(query, 'CREATE VIEW calls_view AS '
389		'SELECT '
390			'calls.id,'
391			'thread_id,'
392			'(SELECT pid FROM threads WHERE id = thread_id) AS pid,'
393			'(SELECT tid FROM threads WHERE id = thread_id) AS tid,'
394			'(SELECT comm FROM comms WHERE id = comm_id) AS command,'
395			'call_path_id,'
396			+ emit_to_hex('ip') + ' AS ip,'
397			'symbol_id,'
398			'(SELECT name FROM symbols WHERE id = symbol_id) AS symbol,'
399			'call_time,'
400			'return_time,'
401			'return_time - call_time AS elapsed_time,'
402			'branch_count,'
403			'insn_count,'
404			'cyc_count,'
405			'CASE WHEN cyc_count=0 THEN CAST(0 AS FLOAT) ELSE ROUND(CAST(insn_count AS FLOAT) / cyc_count, 2) END AS IPC,'
406			'call_id,'
407			'return_id,'
408			'CASE WHEN flags=0 THEN \'\' WHEN flags=1 THEN \'no call\' WHEN flags=2 THEN \'no return\' WHEN flags=3 THEN \'no call/return\' WHEN flags=6 THEN \'jump\' ELSE flags END AS flags,'
409			'parent_call_path_id,'
410			'calls.parent_id'
411		' FROM calls INNER JOIN call_paths ON call_paths.id = call_path_id')
412
413do_query(query, 'CREATE VIEW samples_view AS '
414	'SELECT '
415		'id,'
416		'time,'
417		'cpu,'
418		'(SELECT pid FROM threads WHERE id = thread_id) AS pid,'
419		'(SELECT tid FROM threads WHERE id = thread_id) AS tid,'
420		'(SELECT comm FROM comms WHERE id = comm_id) AS command,'
421		'(SELECT name FROM selected_events WHERE id = evsel_id) AS event,'
422		+ emit_to_hex('ip') + ' AS ip_hex,'
423		'(SELECT name FROM symbols WHERE id = symbol_id) AS symbol,'
424		'sym_offset,'
425		'(SELECT short_name FROM dsos WHERE id = dso_id) AS dso_short_name,'
426		+ emit_to_hex('to_ip') + ' AS to_ip_hex,'
427		'(SELECT name FROM symbols WHERE id = to_symbol_id) AS to_symbol,'
428		'to_sym_offset,'
429		'(SELECT short_name FROM dsos WHERE id = to_dso_id) AS to_dso_short_name,'
430		'(SELECT name FROM branch_types WHERE id = branch_type) AS branch_type_name,'
431		'in_tx,'
432		'insn_count,'
433		'cyc_count,'
434		'CASE WHEN cyc_count=0 THEN CAST(0 AS FLOAT) ELSE ROUND(CAST(insn_count AS FLOAT) / cyc_count, 2) END AS IPC'
435	' FROM samples')
436
437do_query(query, 'CREATE VIEW ptwrite_view AS '
438	'SELECT '
439		'ptwrite.id,'
440		'time,'
441		'cpu,'
442		+ emit_to_hex('payload') + ' AS payload_hex,'
443		'CASE WHEN exact_ip=0 THEN \'False\' ELSE \'True\' END AS exact_ip'
444	' FROM ptwrite'
445	' INNER JOIN samples ON samples.id = ptwrite.id')
446
447do_query(query, 'CREATE VIEW cbr_view AS '
448	'SELECT '
449		'cbr.id,'
450		'time,'
451		'cpu,'
452		'cbr,'
453		'mhz,'
454		'percent'
455	' FROM cbr'
456	' INNER JOIN samples ON samples.id = cbr.id')
457
458do_query(query, 'CREATE VIEW mwait_view AS '
459	'SELECT '
460		'mwait.id,'
461		'time,'
462		'cpu,'
463		+ emit_to_hex('hints') + ' AS hints_hex,'
464		+ emit_to_hex('extensions') + ' AS extensions_hex'
465	' FROM mwait'
466	' INNER JOIN samples ON samples.id = mwait.id')
467
468do_query(query, 'CREATE VIEW pwre_view AS '
469	'SELECT '
470		'pwre.id,'
471		'time,'
472		'cpu,'
473		'cstate,'
474		'subcstate,'
475		'CASE WHEN hw=0 THEN \'False\' ELSE \'True\' END AS hw'
476	' FROM pwre'
477	' INNER JOIN samples ON samples.id = pwre.id')
478
479do_query(query, 'CREATE VIEW exstop_view AS '
480	'SELECT '
481		'exstop.id,'
482		'time,'
483		'cpu,'
484		'CASE WHEN exact_ip=0 THEN \'False\' ELSE \'True\' END AS exact_ip'
485	' FROM exstop'
486	' INNER JOIN samples ON samples.id = exstop.id')
487
488do_query(query, 'CREATE VIEW pwrx_view AS '
489	'SELECT '
490		'pwrx.id,'
491		'time,'
492		'cpu,'
493		'deepest_cstate,'
494		'last_cstate,'
495		'CASE     WHEN wake_reason=1 THEN \'Interrupt\''
496			' WHEN wake_reason=2 THEN \'Timer Deadline\''
497			' WHEN wake_reason=4 THEN \'Monitored Address\''
498			' WHEN wake_reason=8 THEN \'HW\''
499			' ELSE wake_reason '
500		'END AS wake_reason'
501	' FROM pwrx'
502	' INNER JOIN samples ON samples.id = pwrx.id')
503
504do_query(query, 'CREATE VIEW power_events_view AS '
505	'SELECT '
506		'samples.id,'
507		'time,'
508		'cpu,'
509		'selected_events.name AS event,'
510		'CASE WHEN selected_events.name=\'cbr\' THEN (SELECT cbr FROM cbr WHERE cbr.id = samples.id) ELSE "" END AS cbr,'
511		'CASE WHEN selected_events.name=\'cbr\' THEN (SELECT mhz FROM cbr WHERE cbr.id = samples.id) ELSE "" END AS mhz,'
512		'CASE WHEN selected_events.name=\'cbr\' THEN (SELECT percent FROM cbr WHERE cbr.id = samples.id) ELSE "" END AS percent,'
513		'CASE WHEN selected_events.name=\'mwait\' THEN (SELECT ' + emit_to_hex('hints') + ' FROM mwait WHERE mwait.id = samples.id) ELSE "" END AS hints_hex,'
514		'CASE WHEN selected_events.name=\'mwait\' THEN (SELECT ' + emit_to_hex('extensions') + ' FROM mwait WHERE mwait.id = samples.id) ELSE "" END AS extensions_hex,'
515		'CASE WHEN selected_events.name=\'pwre\' THEN (SELECT cstate FROM pwre WHERE pwre.id = samples.id) ELSE "" END AS cstate,'
516		'CASE WHEN selected_events.name=\'pwre\' THEN (SELECT subcstate FROM pwre WHERE pwre.id = samples.id) ELSE "" END AS subcstate,'
517		'CASE WHEN selected_events.name=\'pwre\' THEN (SELECT hw FROM pwre WHERE pwre.id = samples.id) ELSE "" END AS hw,'
518		'CASE WHEN selected_events.name=\'exstop\' THEN (SELECT exact_ip FROM exstop WHERE exstop.id = samples.id) ELSE "" END AS exact_ip,'
519		'CASE WHEN selected_events.name=\'pwrx\' THEN (SELECT deepest_cstate FROM pwrx WHERE pwrx.id = samples.id) ELSE "" END AS deepest_cstate,'
520		'CASE WHEN selected_events.name=\'pwrx\' THEN (SELECT last_cstate FROM pwrx WHERE pwrx.id = samples.id) ELSE "" END AS last_cstate,'
521		'CASE WHEN selected_events.name=\'pwrx\' THEN (SELECT '
522			'CASE     WHEN wake_reason=1 THEN \'Interrupt\''
523				' WHEN wake_reason=2 THEN \'Timer Deadline\''
524				' WHEN wake_reason=4 THEN \'Monitored Address\''
525				' WHEN wake_reason=8 THEN \'HW\''
526				' ELSE wake_reason '
527			'END'
528		' FROM pwrx WHERE pwrx.id = samples.id) ELSE "" END AS wake_reason'
529	' FROM samples'
530	' INNER JOIN selected_events ON selected_events.id = evsel_id'
531	' WHERE selected_events.name IN (\'cbr\',\'mwait\',\'exstop\',\'pwre\',\'pwrx\')')
532
533do_query(query, 'END TRANSACTION')
534
535evsel_query = QSqlQuery(db)
536evsel_query.prepare("INSERT INTO selected_events VALUES (?, ?)")
537machine_query = QSqlQuery(db)
538machine_query.prepare("INSERT INTO machines VALUES (?, ?, ?)")
539thread_query = QSqlQuery(db)
540thread_query.prepare("INSERT INTO threads VALUES (?, ?, ?, ?, ?)")
541comm_query = QSqlQuery(db)
542comm_query.prepare("INSERT INTO comms VALUES (?, ?, ?, ?, ?)")
543comm_thread_query = QSqlQuery(db)
544comm_thread_query.prepare("INSERT INTO comm_threads VALUES (?, ?, ?)")
545dso_query = QSqlQuery(db)
546dso_query.prepare("INSERT INTO dsos VALUES (?, ?, ?, ?, ?)")
547symbol_query = QSqlQuery(db)
548symbol_query.prepare("INSERT INTO symbols VALUES (?, ?, ?, ?, ?, ?)")
549branch_type_query = QSqlQuery(db)
550branch_type_query.prepare("INSERT INTO branch_types VALUES (?, ?)")
551sample_query = QSqlQuery(db)
552if branches:
553	sample_query.prepare("INSERT INTO samples VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)")
554else:
555	sample_query.prepare("INSERT INTO samples VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)")
556if perf_db_export_calls or perf_db_export_callchains:
557	call_path_query = QSqlQuery(db)
558	call_path_query.prepare("INSERT INTO call_paths VALUES (?, ?, ?, ?)")
559if perf_db_export_calls:
560	call_query = QSqlQuery(db)
561	call_query.prepare("INSERT INTO calls VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)")
562ptwrite_query = QSqlQuery(db)
563ptwrite_query.prepare("INSERT INTO ptwrite VALUES (?, ?, ?)")
564cbr_query = QSqlQuery(db)
565cbr_query.prepare("INSERT INTO cbr VALUES (?, ?, ?, ?)")
566mwait_query = QSqlQuery(db)
567mwait_query.prepare("INSERT INTO mwait VALUES (?, ?, ?)")
568pwre_query = QSqlQuery(db)
569pwre_query.prepare("INSERT INTO pwre VALUES (?, ?, ?, ?)")
570exstop_query = QSqlQuery(db)
571exstop_query.prepare("INSERT INTO exstop VALUES (?, ?)")
572pwrx_query = QSqlQuery(db)
573pwrx_query.prepare("INSERT INTO pwrx VALUES (?, ?, ?, ?)")
574
575def trace_begin():
576	printdate("Writing records...")
577	do_query(query, 'BEGIN TRANSACTION')
578	# id == 0 means unknown.  It is easier to create records for them than replace the zeroes with NULLs
579	evsel_table(0, "unknown")
580	machine_table(0, 0, "unknown")
581	thread_table(0, 0, 0, -1, -1)
582	comm_table(0, "unknown", 0, 0, 0)
583	dso_table(0, 0, "unknown", "unknown", "")
584	symbol_table(0, 0, 0, 0, 0, "unknown")
585	sample_table(0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0)
586	if perf_db_export_calls or perf_db_export_callchains:
587		call_path_table(0, 0, 0, 0)
588		call_return_table(0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0)
589
590unhandled_count = 0
591
592def is_table_empty(table_name):
593	do_query(query, 'SELECT * FROM ' + table_name + ' LIMIT 1');
594	if query.next():
595		return False
596	return True
597
598def drop(table_name):
599	do_query(query, 'DROP VIEW ' + table_name + '_view');
600	do_query(query, 'DROP TABLE ' + table_name);
601
602def trace_end():
603	do_query(query, 'END TRANSACTION')
604
605	printdate("Adding indexes")
606	if perf_db_export_calls:
607		do_query(query, 'CREATE INDEX pcpid_idx ON calls (parent_call_path_id)')
608		do_query(query, 'CREATE INDEX pid_idx ON calls (parent_id)')
609		do_query(query, 'ALTER TABLE comms ADD has_calls boolean')
610		do_query(query, 'UPDATE comms SET has_calls = 1 WHERE comms.id IN (SELECT DISTINCT comm_id FROM calls)')
611
612	printdate("Dropping unused tables")
613	if is_table_empty("ptwrite"):
614		drop("ptwrite")
615	if is_table_empty("mwait") and is_table_empty("pwre") and is_table_empty("exstop") and is_table_empty("pwrx"):
616		do_query(query, 'DROP VIEW power_events_view');
617		drop("mwait")
618		drop("pwre")
619		drop("exstop")
620		drop("pwrx")
621		if is_table_empty("cbr"):
622			drop("cbr")
623
624	if (unhandled_count):
625		printdate("Warning: ", unhandled_count, " unhandled events")
626	printdate("Done")
627
628def trace_unhandled(event_name, context, event_fields_dict):
629	global unhandled_count
630	unhandled_count += 1
631
632def sched__sched_switch(*x):
633	pass
634
635def bind_exec(q, n, x):
636	for xx in x[0:n]:
637		q.addBindValue(str(xx))
638	do_query_(q)
639
640def evsel_table(*x):
641	bind_exec(evsel_query, 2, x)
642
643def machine_table(*x):
644	bind_exec(machine_query, 3, x)
645
646def thread_table(*x):
647	bind_exec(thread_query, 5, x)
648
649def comm_table(*x):
650	bind_exec(comm_query, 5, x)
651
652def comm_thread_table(*x):
653	bind_exec(comm_thread_query, 3, x)
654
655def dso_table(*x):
656	bind_exec(dso_query, 5, x)
657
658def symbol_table(*x):
659	bind_exec(symbol_query, 6, x)
660
661def branch_type_table(*x):
662	bind_exec(branch_type_query, 2, x)
663
664def sample_table(*x):
665	if branches:
666		for xx in x[0:15]:
667			sample_query.addBindValue(str(xx))
668		for xx in x[19:24]:
669			sample_query.addBindValue(str(xx))
670		do_query_(sample_query)
671	else:
672		bind_exec(sample_query, 24, x)
673
674def call_path_table(*x):
675	bind_exec(call_path_query, 4, x)
676
677def call_return_table(*x):
678	bind_exec(call_query, 14, x)
679
680def ptwrite(id, raw_buf):
681	data = struct.unpack_from("<IQ", raw_buf)
682	flags = data[0]
683	payload = data[1]
684	exact_ip = flags & 1
685	ptwrite_query.addBindValue(str(id))
686	ptwrite_query.addBindValue(str(payload))
687	ptwrite_query.addBindValue(str(exact_ip))
688	do_query_(ptwrite_query)
689
690def cbr(id, raw_buf):
691	data = struct.unpack_from("<BBBBII", raw_buf)
692	cbr = data[0]
693	MHz = (data[4] + 500) / 1000
694	percent = ((cbr * 1000 / data[2]) + 5) / 10
695	cbr_query.addBindValue(str(id))
696	cbr_query.addBindValue(str(cbr))
697	cbr_query.addBindValue(str(MHz))
698	cbr_query.addBindValue(str(percent))
699	do_query_(cbr_query)
700
701def mwait(id, raw_buf):
702	data = struct.unpack_from("<IQ", raw_buf)
703	payload = data[1]
704	hints = payload & 0xff
705	extensions = (payload >> 32) & 0x3
706	mwait_query.addBindValue(str(id))
707	mwait_query.addBindValue(str(hints))
708	mwait_query.addBindValue(str(extensions))
709	do_query_(mwait_query)
710
711def pwre(id, raw_buf):
712	data = struct.unpack_from("<IQ", raw_buf)
713	payload = data[1]
714	hw = (payload >> 7) & 1
715	cstate = (payload >> 12) & 0xf
716	subcstate = (payload >> 8) & 0xf
717	pwre_query.addBindValue(str(id))
718	pwre_query.addBindValue(str(cstate))
719	pwre_query.addBindValue(str(subcstate))
720	pwre_query.addBindValue(str(hw))
721	do_query_(pwre_query)
722
723def exstop(id, raw_buf):
724	data = struct.unpack_from("<I", raw_buf)
725	flags = data[0]
726	exact_ip = flags & 1
727	exstop_query.addBindValue(str(id))
728	exstop_query.addBindValue(str(exact_ip))
729	do_query_(exstop_query)
730
731def pwrx(id, raw_buf):
732	data = struct.unpack_from("<IQ", raw_buf)
733	payload = data[1]
734	deepest_cstate = payload & 0xf
735	last_cstate = (payload >> 4) & 0xf
736	wake_reason = (payload >> 8) & 0xf
737	pwrx_query.addBindValue(str(id))
738	pwrx_query.addBindValue(str(deepest_cstate))
739	pwrx_query.addBindValue(str(last_cstate))
740	pwrx_query.addBindValue(str(wake_reason))
741	do_query_(pwrx_query)
742
743def synth_data(id, config, raw_buf, *x):
744	if config == 0:
745		ptwrite(id, raw_buf)
746	elif config == 1:
747		mwait(id, raw_buf)
748	elif config == 2:
749		pwre(id, raw_buf)
750	elif config == 3:
751		exstop(id, raw_buf)
752	elif config == 4:
753		pwrx(id, raw_buf)
754	elif config == 5:
755		cbr(id, raw_buf)
756