SoC common : scripts ：refactor the build system. [2/2]
PD#SWPL-174904
Problem:
Refactor the build system.
Solution:
Merge some flow in a same flow which related with compiler.
Verify:
N/A
Change-Id: Id223479fe9be86ab99d408fb68bafe0ae45fed8a
Signed-off-by: xiaohu.huang <xiaohu.huang@amlogic.com>
diff --git a/map_analyzer_xcc.py b/map_analyzer_xcc.py
new file mode 100755
index 0000000..1d99cfa
--- /dev/null
+++ b/map_analyzer_xcc.py
@@ -0,0 +1,278 @@
+#!/usr/bin/python3
+#coding:utf-8
+#
+# Copyright (c) 2021-2022 Amlogic, Inc. All rights reserved.
+#
+# SPDX-License-Identifier: MIT
+#
+
+
+from __future__ import print_function
+
+import sys
+import os
+import argparse
+
+parser = argparse.ArgumentParser(description='total size of each object file in an ld linker map.')
+parser.add_argument('map_file', help="A map file generated by passing -M/--print-map to ld during linking.")
+parser.add_argument('--combine', action='store_true',
+ help="All object files in an .a archive or in a directory are combined")
+args = parser.parse_args()
+
+class SectionSize:
+ text = 0
+ rela_text = 0
+ data = 0 # Including metadata like import tables
+ bss = 0
+ customize = 0
+ system_heap = 0
+ system_stack = 0
+ rodata = 0
+ rom_usage = 0
+ ram_usage = 0
+
+ def total(self):
+ return self.text + self.data + self.bss
+
+ def add_text_with_rodata(self, section, size):
+ if section.startswith('.text') or section.startswith('.rodata'):
+ self.text += size
+ #add the .rodata to data in order to match the result of size command with gcc's elf file
+ #the elf file generate by riscv then toolchain add the .rodata to .text
+ if section.startswith('.rodata'):
+ self.rodata += size
+ elif section.startswith('.rela.dyn'):
+ self.rela_text += size
+ elif section.startswith('.bss') or section.startswith('.common') or section.startswith('.sbss'):
+ self.bss += size
+ elif section.startswith('.data'):
+ self.data += size
+ elif section.startswith('.heap'):
+ SectionSize.system_heap += size
+ elif section.startswith('.stack'):
+ SectionSize.system_stack += size
+ else:
+ if (size > 0):
+ print("customer section:%s, size:%d" % (section, size))
+ self.customize += size
+ self.rom_usage = (self.text + self.data)
+ self.ram_usage = (self.data + self.bss)
+
+ def add_data_with_rodata(self, section, size):
+ #arch is arm64 and arm32
+ if section.startswith('.text'):
+ self.text += size
+ elif section.startswith('.rela.dyn'):
+ self.rela_text += size
+ elif section.startswith('.bss') or section.startswith('.common') or section.startswith('.sbss'):
+ self.bss += size
+ elif section.startswith('.data') or section.startswith('.rodata'):
+ #add the .rodata to data in order to match the result of size command with gcc's elf file
+ #the elf file generate by arm toolchain then it add the .rodata to .data
+ self.data += size
+ if section.startswith('.rodata'):
+ self.rodata += size
+ elif section.startswith('.heap'):
+ SectionSize.system_heap += size
+ elif section.startswith('.stack'):
+ SectionSize.system_stack += size
+ else:
+ if (size > 0):
+ print("customer section:%s, size:%d" % (section, size))
+ self.customize += size
+ self.rom_usage = (self.text + self.data)
+ self.ram_usage = (self.data + self.bss - self.rodata)
+
+ def add_xcc_section(self, section, size):
+ if current_section is None:
+ return;
+ if section.startswith('.comment'):
+ return
+ if section.startswith('.debug'):
+ return
+ if section.startswith('.xt.prop')or section.startswith('.xt.lit'):
+ return
+ if section.startswith('.text') or section.endswith('.text') \
+ or section.startswith('.literal') or section.endswith('.literal') \
+ or section.startswith('.rodata') or section.endswith('.rodata'):
+ #add the .rodata to text in order to match the result of size command with xcc's elf file
+ self.text += size
+ if section.startswith('.rodata') or section.endswith('.rodata'):
+ self.rodata += size
+ elif section.startswith('.rela.dyn'):
+ self.rela_text += size
+ elif section.startswith('.bss') or section.startswith('.common') or section.startswith('.sbss'):
+ self.bss += size
+ elif section.startswith('.data') or section.endswith('.data'):
+ self.data += size
+ elif section.startswith('.heap'):
+ self.heap += size
+ self.bss += size
+ elif section.startswith('.stack'):
+ self.stack += size
+ self.bss += size
+ else:
+ if (size > 0):
+ print("customer section:%s, size:%d" % (section, size))
+ self.customize += size
+ self.rom_usage = (self.text + self.data)
+ self.ram_usage = (self.data + self.bss)
+
+def print_codesize_module_text_with_rodata():
+ print('---------------------------------------------------------------------------------------------------')
+ col_format = "%-20s\t%-12s\t%-12s\t%-10s%-10s\t%-12s\t%-12s\t%-7s"
+ print(col_format % ("module file", "ROM(text+data)", "RAM(data+bss)", ".text", "(.rodata)", ".data", ".bss", "customize"))
+ col_format = "%-20s\t%-12s\t%-12s\t%-10s(%-10s)\t%-12s\t%-12s\t%-7s"
+ for source in sources:
+ size = size_by_source[source]
+ print(col_format % (os.path.basename(source)[:20], size.rom_usage, size.ram_usage, size.text, size.rodata, size.data, size.bss, size.customize))
+ print('---------------------------------------------------------------------------------------------------')
+
+def print_codesize_module_data_with_rodata():
+ print('---------------------------------------------------------------------------------------------------')
+ col_format = "%-20s\t%-12s\t%-12s\t%-7s\t%-10s%-10s\t%-12s\t%-7s"
+ print(col_format % ("module file", "ROM(text+data)", "RAM(data+bss)", ".text", ".data", "(.rodata)", ".bss", "customize"))
+ col_format = "%-20s\t%-12s\t%-12s\t%-7s\t%-10s(%-10s)\t%-12s\t%-7s"
+ for source in sources:
+ size = size_by_source[source]
+ print(col_format % (os.path.basename(source)[:20], size.rom_usage, size.ram_usage, size.text, size.data, size.rodata, size.bss, size.customize))
+ print('---------------------------------------------------------------------------------------------------')
+
+def print_codesize_summary_text_with_rodata():
+ global sumrom
+ global sumram
+ global sumcode
+ global sumdata
+ global sumbss
+ global sumcustomize
+ global sumrodata
+ global sys_mem_usage
+
+ for source in sources:
+ size = size_by_source[source]
+ sumcode += size.text
+ sumdata += size.data
+ sumbss += size.bss
+ sumrodata += size.rodata
+ sumrom += size.rom_usage
+ sumram += size.ram_usage
+ sumcustomize += size.customize
+
+ print('---------------------------------------------------------------------------------------------------')
+ col_format = "%-5s\t%-12s\t%-12s\t%-12s%-12s\t%-12s\t%-12s\t%-7s\t%-7s\t%-7s"
+ print(col_format % (" ", "ROM(text+data)", "RAM(data+bss)", ".text", "(.rodata)", ".data", ".bss", "cust", "stack", "heap" ))
+ col_format = "%-5s\t%-12s\t%-12s\t%-12s(%-12s)\t%-12s\t%-12s\t%-7s\t%-7s\t%-7s"
+ print(col_format % ("total", sumrom, sumram + sys_mem_usage, sumcode, sumrodata, sumdata, sumbss + sys_mem_usage, sumcustomize, SectionSize.system_stack, SectionSize.system_heap))
+ print('---------------------------------------------------------------------------------------------------')
+
+def print_codesize_summary_data_with_rodata():
+ global sumrom
+ global sumram
+ global sumcode
+ global sumdata
+ global sumbss
+ global sumcustomize
+ global sumrodata
+ global sys_mem_usage
+
+ for source in sources:
+ size = size_by_source[source]
+ sumcode += size.text
+ sumdata += size.data
+ sumbss += size.bss
+ sumrodata += size.rodata
+ sumrom += size.rom_usage
+ sumram += size.ram_usage
+ sumcustomize += size.customize
+
+ print('---------------------------------------------------------------------------------------------------')
+ col_format = "%-5s\t%-12s\t%-12s\t%-7s\t%-12s%-12s\t%-12s\t%-7s\t%-7s\t%-7s"
+ print(col_format % (" ", "ROM(text+data)", "RAM(data+bss)", ".text", ".data", "(.rodata)", ".bss", "cust", "stack", "heap" ))
+ col_format = "%-5s\t%-12s\t%-12s\t%-7s\t%-12s(%-12s)\t%-12s\t%-7s\t%-7s\t%-7s"
+ print(col_format % ("total", sumrom, sumram + sys_mem_usage, sumcode, sumdata, sumrodata, sumbss + sys_mem_usage, sumcustomize, SectionSize.system_stack, SectionSize.system_heap))
+ print('---------------------------------------------------------------------------------------------------')
+
+size_by_source = {}
+with open(args.map_file) as f:
+ arch_toolchain = "XCC"
+ toolchain_keyword = "xtensa-elf"
+ print("%s toolchain map analyzer" % arch_toolchain)
+
+ lines = iter(f)
+ for line in lines:
+ if line.strip() == "Linker script and memory map":
+ break
+
+ current_section = None
+ split_line = None
+ last_addr = 0
+ last_size = 0
+ for line in lines:
+ line = line.strip('\n')
+ if split_line:
+ # Glue a line that was split in two back together
+ if line.startswith(' ' * 16):
+ line = split_line + line
+ else: # Shouldn't happen
+ print("Warning: discarding line ", split_line)
+ split_line = None
+
+ if ('size before relaxing' in line):
+ continue
+ if line.startswith((".", " .", " *fill*")):
+ pieces = line.split(None, 3) # Don't split paths containing spaces
+ pieces_num = len(pieces)
+
+ if line.startswith("."):
+ # Note: this line might be wrapped, with the size of the section
+ # on the next line, but we ignore the size anyway and will ignore that line
+ current_section = pieces[0]
+ # XCC text section format
+ if (pieces_num == 4):
+ source = pieces[-1]
+ elif pieces_num == 1 and len(line) > 14:
+ # ld splits the rest of this line onto the next if the section name is too long
+ split_line = line
+ elif pieces_num >= 3 and "=" not in pieces and "before" not in pieces:
+ if pieces[0] == "*fill*":
+ # fill use the last source to store the fill align data
+ #source = pieces[0]
+ size = int(pieces[-1], 16)
+ if (pieces[-2] == last_addr):
+ # sub the merged size from the same address for fill data
+ size = size - last_size
+ else:
+ last_size = size
+ last_addr = pieces[-2]
+ else:
+ source = pieces[-1]
+ size = int(pieces[-2], 16)
+ if (pieces[-3] == last_addr):
+ # sub the merged size from the same address for text data
+ size = size - last_size
+ else:
+ last_size = size
+ last_addr = pieces[-3]
+
+ if args.combine:
+ if '.a(' in source:
+ # path/to/archive.a(object.o)
+ source = source[:source.index('.a(') + 2]
+ elif '.dir' in source:
+ source = source[:source.find(".dir")]
+ elif source.endswith('.o'):
+ if toolchain_keyword in source:
+ source = 'toolchain_obj'
+ else:
+ source = os.path.basename(source)
+
+ if source not in size_by_source:
+ size_by_source[source] = SectionSize()
+ size_by_source[source].add_xcc_section(current_section, size)
+
+sources = list(size_by_source.keys())
+sources.sort(key = lambda x: size_by_source[x].total())
+sumrom = sumram = sumcode = sumdata = sumbss = sumcustomize = sumrodata = 0
+sys_mem_usage = SectionSize.system_stack + SectionSize.system_heap
+print_codesize_module_text_with_rodata()
+print_codesize_summary_text_with_rodata()