Commit 258dfd41 authored by Anup Sharma's avatar Anup Sharma Committed by Arnaldo Carvalho de Melo
Browse files

perf scripts python: Implement add sample function and thread processing 



The intern_stack function is responsible for retrieving
or creating a stack_id based on the provided frame_id and prefix_id.
It first generates a key using the frame_id and prefix_id values.
If the stack corresponding to the key is found in the stackMap,
it is returned. Otherwise, a new stack is created by appending
the prefix_id and frame_id to the stackTable. The key
and the index of the newly created stack are added to the
stackMap for future reference.

The _intern_frame function is responsible for retrieving or
creating a frame_id based on the provided frame string. If the frame_id
corresponding to the frameString is found in the frameMap, it is
returned. Otherwise, a new frame is created by appending relevant
information to the frameTable and adding the frameString to the string_id
through _intern_string.

The _intern_string function will gets a matching string, or saves the new
string and returns a String ID.

Signed-off-by: default avatarAnup Sharma <anupnewsmail@gmail.com>
Link: https://lore.kernel.org/r/4442f4b1ab4c7317cf940560a3a285fcdfbeeb08.1689961706.git.anupnewsmail@gmail.com


Cc: Mark Rutland <mark.rutland@arm.com>
Cc: Ian Rogers <irogers@google.com>
Cc: Peter Zijlstra <peterz@infradead.org>
Cc: Adrian Hunter <adrian.hunter@intel.com>
Cc: Arnaldo Carvalho de Melo <acme@kernel.org>
Cc: Jiri Olsa <jolsa@kernel.org>
Cc: Namhyung Kim <namhyung@kernel.org>
Cc: Alexander Shishkin <alexander.shishkin@linux.intel.com>
Cc: Ingo Molnar <mingo@redhat.com>
Cc: linux-kernel@vger.kernel.org
Cc: linux-perf-users@vger.kernel.org
Signed-off-by: default avatarArnaldo Carvalho de Melo <acme@redhat.com>
parent 833daec7

tools/perf/scripts/python/gecko.py

+54 −0
Original line number Diff line number Diff line
@@ -13,6 +13,7 @@ import os 
import sys

import json

import argparse

from functools import reduce

from dataclasses import dataclass, field

from typing import List, Dict, Optional, NamedTuple, Set, Tuple, Any
@@ -39,6 +40,10 @@ CATEGORIES = None 
# The product name is used by the profiler UI to show the Operating system and Processor.

PRODUCT = os.popen('uname -op').read().strip()



# The category index is used by the profiler UI to show the color of the flame graph.

USER_CATEGORY_INDEX = 0

KERNEL_CATEGORY_INDEX = 1



# https://github.com/firefox-devtools/profiler/blob/53970305b51b9b472e26d7457fee1d66cd4e2737/src/types/gecko-profile.js#L156

class Frame(NamedTuple):

	string_id: StringID
@@ -99,6 +104,55 @@ class Thread: 
	stackMap: Dict[Tuple[Optional[int], int], int] = field(default_factory=dict)

	frameMap: Dict[str, int] = field(default_factory=dict)



	def _intern_stack(self, frame_id: int, prefix_id: Optional[int]) -> int:

		"""Gets a matching stack, or saves the new stack. Returns a Stack ID."""

		key = f"{frame_id}" if prefix_id is None else f"{frame_id},{prefix_id}"

		# key = (prefix_id, frame_id)

		stack_id = self.stackMap.get(key)

		if stack_id is None:

			# return stack_id

			stack_id = len(self.stackTable)

			self.stackTable.append(Stack(prefix_id=prefix_id, frame_id=frame_id))

			self.stackMap[key] = stack_id

		return stack_id



	def _intern_string(self, string: str) -> int:

		"""Gets a matching string, or saves the new string. Returns a String ID."""

		string_id = self.stringMap.get(string)

		if string_id is not None:

			return string_id

		string_id = len(self.stringTable)

		self.stringTable.append(string)

		self.stringMap[string] = string_id

		return string_id



	def _intern_frame(self, frame_str: str) -> int:

		"""Gets a matching stack frame, or saves the new frame. Returns a Frame ID."""

		frame_id = self.frameMap.get(frame_str)

		if frame_id is not None:

			return frame_id

		frame_id = len(self.frameTable)

		self.frameMap[frame_str] = frame_id

		string_id = self._intern_string(frame_str)



		symbol_name_to_category = KERNEL_CATEGORY_INDEX if frame_str.find('kallsyms') != -1 \

		or frame_str.find('/vmlinux') != -1 \

		or frame_str.endswith('.ko)') \

		else USER_CATEGORY_INDEX



		self.frameTable.append(Frame(

			string_id=string_id,

			relevantForJS=False,

			innerWindowID=0,

			implementation=None,

			optimizations=None,

			line=None,

			column=None,

			category=symbol_name_to_category,

			subcategory=None,

		))

		return frame_id



	def _to_json_dict(self) -> Dict:

		"""Converts current Thread to GeckoThread JSON format."""

		# Gecko profile format is row-oriented data as List[List],