2018-12-31 23:28:51 +00:00
#!/usr/bin/env python3
2022-03-14 23:38:06 +00:00
# -*- coding: utf-8 -*-
2018-12-31 23:28:51 +00:00
from sys import stderr , exit
2019-02-09 23:17:19 +00:00
from subprocess import Popen , PIPE
2018-12-31 23:28:51 +00:00
from struct import unpack , calcsize
from enum import Enum
class symtype ( Enum ) :
LOCAL = 0
IMPORT = 1
EXPORT = 2
def unpack_file ( fmt , file ) :
size = calcsize ( fmt )
return unpack ( fmt , file . read ( size ) )
def read_string ( file ) :
buf = bytearray ( )
while True :
b = file . read ( 1 )
if b is None or b == b ' \0 ' :
return buf . decode ( )
else :
buf + = b
# Fix broken pipe when using `head`
from signal import signal , SIGPIPE , SIG_DFL
signal ( SIGPIPE , SIG_DFL )
import argparse
parser = argparse . ArgumentParser ( description = " Parse the symfile to find unnamed symbols " )
parser . add_argument ( ' symfile ' , type = argparse . FileType ( ' r ' ) , help = " the list of symbols " )
parser . add_argument ( ' -r ' , ' --rootdir ' , type = str , help = " scan the output files to obtain a list of files with unnamed symbols (NOTE: will rebuild objects as necessary) " )
2020-10-05 01:03:24 +00:00
parser . add_argument ( ' -l ' , ' --list ' , type = int , default = 0 , help = " output this many of each file ' s unnamed symbols (NOTE: requires -r) " )
2018-12-31 23:28:51 +00:00
args = parser . parse_args ( )
# Get list of object files
objects = None
if args . rootdir :
2020-07-08 01:09:05 +00:00
for line in Popen ( [ " make " , " -C " , args . rootdir , " -s " , " -p " , " DEBUG=1 " ] ,
2019-02-09 23:17:19 +00:00
stdout = PIPE ) . stdout . read ( ) . decode ( ) . split ( " \n " ) :
2020-07-14 00:54:33 +00:00
if line . startswith ( " pokecrystal_obj := " ) :
objects = line [ 19 : ] . strip ( ) . split ( )
2018-12-31 23:28:51 +00:00
break
else :
print ( " Error: Object files not found! " , file = stderr )
exit ( 1 )
# Scan all unnamed symbols from the symfile
2019-01-01 10:41:48 +00:00
symbols_total = 0
2018-12-31 23:28:51 +00:00
symbols = set ( )
for line in args . symfile :
line = line . split ( " ; " ) [ 0 ] . strip ( )
split = line . split ( " " )
if len ( split ) < 2 :
continue
2019-01-01 10:41:48 +00:00
symbols_total + = 1
2018-12-31 23:28:51 +00:00
symbol = " " . join ( split [ 1 : ] ) . strip ( )
if symbol [ - 3 : ] . lower ( ) == split [ 0 ] [ - 3 : ] . lower ( ) :
symbols . add ( symbol )
# If no object files were provided, just print what we know and exit
2020-06-15 15:58:17 +00:00
print ( " Unnamed pokecrystal symbols: %d ( %.2f %% complete) " % ( len ( symbols ) ,
2019-01-01 10:41:48 +00:00
( symbols_total - len ( symbols ) ) / symbols_total * 100 ) )
2018-12-31 23:28:51 +00:00
if not objects :
for sym in symbols :
print ( sym )
exit ( )
# Count the amount of symbols in each file
files = { }
for objfile in objects :
f = open ( objfile , " rb " )
2020-02-04 22:19:41 +00:00
obj_ver = None
magic = unpack_file ( " 4s " , f ) [ 0 ]
if magic == b ' RGB6 ' :
obj_ver = 6
elif magic == b ' RGB9 ' :
obj_ver = 10 + unpack_file ( " <I " , f ) [ 0 ]
2021-05-09 16:26:28 +00:00
if obj_ver not in [ 6 , 10 , 11 , 12 , 13 , 15 , 16 , 17 , 18 ] :
2020-02-04 22:19:41 +00:00
print ( " Error: File ' %s ' is of an unknown format. " % objfile , file = stderr )
2018-12-31 23:28:51 +00:00
exit ( 1 )
2020-12-09 16:53:29 +00:00
num_symbols = unpack_file ( " <I " , f ) [ 0 ]
unpack_file ( " <I " , f ) # skip num sections
2021-05-09 16:26:28 +00:00
if obj_ver in [ 16 , 17 , 18 ] :
2020-12-09 16:53:29 +00:00
node_filenames = [ ]
num_nodes = unpack_file ( " <I " , f ) [ 0 ]
for x in range ( num_nodes ) :
unpack_file ( " <II " , f ) # parent id, parent line no
node_type = unpack_file ( " <B " , f ) [ 0 ]
if node_type :
node_filenames . append ( read_string ( f ) )
else :
node_filenames . append ( " rept " )
depth = unpack_file ( " <I " , f ) [ 0 ]
for i in range ( depth ) :
unpack_file ( " <I " , f ) # rept iterations
node_filenames . reverse ( )
2018-12-31 23:28:51 +00:00
for x in range ( num_symbols ) :
sym_name = read_string ( f )
2020-04-06 12:58:49 +00:00
sym_type = symtype ( unpack_file ( " <B " , f ) [ 0 ] & 0x7f )
2018-12-31 23:28:51 +00:00
if sym_type == symtype . IMPORT :
continue
2021-05-09 16:26:28 +00:00
if obj_ver in [ 16 , 17 , 18 ] :
2020-12-09 16:53:29 +00:00
sym_fileno = unpack_file ( " <I " , f ) [ 0 ]
sym_filename = node_filenames [ sym_fileno ]
else :
sym_filename = read_string ( f )
2018-12-31 23:28:51 +00:00
unpack_file ( " <III " , f )
if sym_name not in symbols :
continue
if sym_filename not in files :
2020-10-05 01:03:24 +00:00
files [ sym_filename ] = [ ]
files [ sym_filename ] . append ( sym_name )
2018-12-31 23:28:51 +00:00
# Sort the files, the one with the most amount of symbols first
2020-10-05 01:03:24 +00:00
files = sorted ( ( ( f , files [ f ] ) for f in files ) , key = lambda x : len ( x [ 1 ] ) , reverse = True )
2018-12-31 23:28:51 +00:00
for f in files :
2020-10-05 01:03:24 +00:00
filename , unnamed = f
sym_list = ' , ' . join ( unnamed [ : args . list ] )
print ( " %s : %d %s " % ( filename , len ( unnamed ) , ' : ' + sym_list if sym_list else ' ' ) )