Something went wrong. Try again.
Reactos
Something went wrong. Try again.
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418'''PROJECT: ReactOS baseaddress updaterLICENSE: MIT (https://spdx.org/licenses/MIT)PURPOSE: Update baseaddresses of all modulesCOPYRIGHT: Copyright 2017,2018 Mark Jansen (mark.jansen@reactos.org)'''
from __future__ import print_function, absolute_import, division
USAGE = """This script will update the baseaddresses of all modules, based on the build output.
Specify the build output dir as commandline argument to the script:`python gen_baseaddress.py C:\\Users\\Mark\\reactos\\output-MinGW-i386`
Multiple directories can be specified:`python gen_baseaddress r:/build/msvc r:/build/gcc`
Specify -64 as first argument to use 64-bit addresses:`python gen_baseaddress -64 r:\\build\\msvc-x64`"""
import osimport structimport sys
try: import pefileexcept ImportError: print('# Please install pefile from pip or https://github.com/erocarrera/pefile') sys.exit(-1)
ALL_EXTENSIONS = ( '.dll', '.acm', '.ax', '.cpl', '.drv', '.ocx', '.ime')
PRIORITIES = ( 'ntdll.dll', 'kernel32.dll', 'msvcrt.dll', 'advapi32.dll', 'gdi32.dll', 'user32.dll', 'dhcpcsvc.dll', 'dnsapi.dll', 'icmp.dll', 'iphlpapi.dll', 'ws2_32.dll', 'ws2help.dll', 'shlwapi.dll', 'rpcrt4.dll', 'comctl32.dll', 'ole32.dll', 'winspool.drv', 'winmm.dll', 'comdlg32.dll', 'shell32.dll', 'lz32.dll', 'version.dll', 'oleaut32.dll', 'setupapi.dll', 'mpr.dll', 'crypt32.dll', 'wininet.dll', 'urlmon.dll', 'psapi.dll', 'imm32.dll', 'msvfw32.dll', 'dbghelp.dll', 'devmgr.dll', 'msacm32.dll', 'netapi32.dll', 'powrprof.dll', 'secur32.dll', 'wintrust.dll', 'avicap32.dll', 'cabinet.dll', 'dsound.dll', 'glu32.dll', 'opengl32.dll', 'riched20.dll', 'userenv.dll', 'uxtheme.dll', 'cryptui.dll', 'csrsrv.dll', 'basesrv.dll', 'winsrv.dll', 'dplayx.dll', 'gdiplus.dll', 'msimg32.dll', 'mswsock.dll', 'oledlg.dll', 'rasapi32.dll', 'rsaenh.dll', 'samlib.dll', 'sensapi.dll', 'sfc_os.dll', 'snmpapi.dll', 'spoolss.dll', 'usp10.dll',)
EXCLUDE = ( 'bmfd.dll', 'bootvid.dll', 'framebuf.dll', 'ftfd.dll', 'genincdata.dll', 'hal.dll', 'halaacpi.dll', 'halacpi.dll', 'halapic.dll', 'kbda1.dll', 'kbda2.dll', 'kbda3.dll', 'kbdal.dll', 'kbdarme.dll', 'kbdarmw.dll', 'kbdaze.dll', 'kbdazel.dll', 'kbdbe.dll', 'kbdbga.dll', 'kbdbgm.dll', 'kbdbgt.dll', 'kbdblr.dll', 'kbdbr.dll', 'kbdbu.dll', 'kbdbur.dll', 'kbdcan.dll', 'kbdcr.dll', 'kbdcz.dll', 'kbdcz1.dll', 'kbdda.dll', 'kbddv.dll', 'kbdeo.dll', 'kbdes.dll', 'kbdest.dll', 'kbdfc.dll', 'kbdfi.dll', 'kbdfr.dll', 'kbdgeo.dll', 'kbdgerg.dll', 'kbdgneo.dll', 'kbdgr.dll', 'kbdgr1.dll', 'kbdgrist.dll', 'kbdhe.dll', 'kbdheb.dll', 'kbdhu.dll', 'kbdic.dll', 'kbdinasa.dll', 'kbdinben.dll', 'kbdindev.dll', 'kbdinguj.dll', 'kbdinmal.dll', 'kbdir.dll', 'kbdit.dll', 'kbdja.dll', 'kbdjpn.dll', 'kbdkaz.dll', 'kbdko.dll', 'kbdkor.dll', 'kbdla.dll', 'kbdlt1.dll', 'kbdlv.dll', 'kbdmac.dll', 'kbdne.dll', 'kbdno.dll', 'kbdpl.dll', 'kbdpl1.dll', 'kbdpo.dll', 'kbdro.dll', 'kbdrost.dll', 'kbdru.dll', 'kbdru1.dll', 'kbdsf.dll', 'kbdsg.dll', 'kbdsk.dll', 'kbdsk1.dll', 'kbdsl.dll', 'kbdsl1.dll', 'kbdsp.dll', 'kbdsw.dll', 'kbdtat.dll', 'kbdth0.dll', 'kbdth1.dll', 'kbdth2.dll', 'kbdth3.dll', 'kbdtuf.dll', 'kbdtuq.dll', 'kbduk.dll', 'kbdur.dll', 'kbdurs.dll', 'kbdus.dll', 'kbdusa.dll', 'kbdusl.dll', 'kbdusr.dll', 'kbdusx.dll', 'kbduzb.dll', 'kbdvntc.dll', 'kbdycc.dll', 'kbdycl.dll', 'kdcom.dll', 'kdvbox.dll', 'vgaddi.dll', 'dllexport_test_dll1.dll', 'dllexport_test_dll2.dll', 'dllimport_test.dll', 'localspl_apitest.dll', 'MyEventProvider.dll', 'redirtest1.dll', 'redirtest2.dll', 'testvdd.dll', 'win32u_2k3sp2.dll', 'win32u_vista.dll', 'win32u_xpsp2.dll', 'wlntfytests.dll',)
IMAGE_NT_OPTIONAL_HDR32_MAGIC = 0x10bIMAGE_NT_OPTIONAL_HDR64_MAGIC = 0x20b
IMAGE_TYPES = { IMAGE_NT_OPTIONAL_HDR32_MAGIC: 0, IMAGE_NT_OPTIONAL_HDR64_MAGIC: 0}
IS_64_BIT = False
def size_of_image(filename): if IS_64_BIT: return 0xFE0000 # This results in 0x1000000 / 16MB space with open(filename, 'rb') as fin: if fin.read(2) != b'MZ': print(filename, 'No dos header found!') return 0 fin.seek(0x3C) e_lfanew = struct.unpack('i', fin.read(4))[0] fin.seek(e_lfanew) if fin.read(4) != b'PE\0\0': print(filename, 'No PE header found!') return 0 fin.seek(e_lfanew + 0x18) pe_magic = struct.unpack('h', fin.read(2))[0] if pe_magic in IMAGE_TYPES.keys(): IMAGE_TYPES[pe_magic] += 1 fin.seek(e_lfanew + 0x50) pe_size_of_image = struct.unpack('i', fin.read(4))[0] return pe_size_of_image print(filename, 'Unknown executable format!') return 0
class Module(object): def __init__(self, name, address, size, filename): self._name = name self.address = address self.size = size self._reserved = address != 0 self.filename = filename
def gen_baseaddress(self, output_file): name, ext = os.path.splitext(self._name) postfix = '' if ext in('.acm', '.drv') and self._name != 'winspool.drv': name = self._name if name == 'ntdll': postfix = ' # should be above 0x%08x' % self.address elif self._reserved: postfix = ' # reserved' output_file.write('set(baseaddress_%-30s 0x%08x)%s\n' % (name, self.address, postfix))
def end(self): return self.address + self.size
def __repr__(self): return '%s (0x%08x - 0x%08x)' % (self._name, self.address, self.end())
class MemoryLayout(object): def __init__(self, startaddress): self.addresses = [] self.found = {} self.reserved = {} self.initial = startaddress self.start_at = 0 self.module_padding = 0x2000
def add_reserved(self, name, address): self.reserved[name] = (address, 0)
def add(self, filename, name): size = size_of_image(filename) addr = 0 if name in self.found: return # Assume duplicate files (rshell, ...) are 1:1 copies if name in self.reserved: addr = self.reserved[name][0] self.reserved[name] = (addr, size) self.found[name] = Module(name, addr, size, filename)
def _next_address(self, size): if self.start_at: addr = (self.start_at - size - self.module_padding - 0xffff) & 0xffffffffffff0000 self.start_at = addr else: addr = self.start_at = self.initial return addr
def next_address(self, size): while True: current_start = self._next_address(size) current_end = current_start + size + self.module_padding # Is there overlap with reserved modules? for key, reserved in self.reserved.items(): res_start = reserved[0] res_end = res_start + reserved[1] + self.module_padding if (res_start <= current_start <= res_end) or \ (res_start <= current_end <= res_end) or \ (current_start < res_start and current_end > res_end): # We passed this reserved item, we can remove it now self.start_at = min(res_start, current_start) del self.reserved[key] current_start = 0 break # No overlap with a reserved module? if current_start: return current_start
def update(self, priorities): # sort addresses, should only contain reserved modules at this point! for key, reserved in self.reserved.items(): assert reserved[1] != 0, key for curr in priorities: if not curr in self.found: print('# Did not find', curr, '!') else: obj = self.found[curr] del self.found[curr] if not obj.address: obj.address = self.next_address(obj.size) self.addresses.append(obj) # We handled all known modules now, run over the rest we found for key in sorted(self.found): obj = self.found[key] obj.address = self.next_address(obj.size) self.addresses.append(obj)
def gen_baseaddress(self, output_file): for obj in self.addresses: obj.gen_baseaddress(output_file)
def get_target_file(ntdll_path): if 'pefile' in globals(): ntdll_pe = pefile.PE(ntdll_path, fast_load=True) names = [sect.Name.strip(b'\0') for sect in ntdll_pe.sections] count = b'|'.join(names).count(b'/') if IS_64_BIT: return 'baseaddress64.cmake' elif b'.rossym' in names: return 'baseaddress.cmake' elif count == 0: return 'baseaddress_msvc.cmake' elif count > 3: return 'baseaddress_dwarf.cmake' else: assert False, "Unknown" return None
def run_dir(target): if IS_64_BIT: layout = MemoryLayout(0x7FFB7000000) else: layout = MemoryLayout(0x7c920000) layout.add_reserved('user32.dll', 0x77a20000) IMAGE_TYPES[IMAGE_NT_OPTIONAL_HDR64_MAGIC] = 0 IMAGE_TYPES[IMAGE_NT_OPTIONAL_HDR32_MAGIC] = 0 for root, _, files in os.walk(target): for dll in [filename for filename in files if filename.endswith(ALL_EXTENSIONS)]: if not dll in EXCLUDE and not dll.startswith('api-ms-win-'): layout.add(os.path.join(root, dll), dll) ntdll_path = layout.found['ntdll.dll'].filename target_file = get_target_file(ntdll_path) if target_file: target_dir = os.path.realpath(os.path.dirname(os.path.dirname(__file__))) target_path = os.path.join(target_dir, 'cmake', target_file) output_file = open(target_path, "w") else: output_file = sys.stdout with output_file: output_file.write('# Generated from {}\n'.format(target)) output_file.write('# Generated by sdk/tools/gen_baseaddress.py\n\n') layout.update(PRIORITIES) layout.gen_baseaddress(output_file)
def main(): dirs = sys.argv[1:]
if len(dirs) > 0 and dirs[0] == '-64': print('Using 64-bit addresses') global IS_64_BIT IS_64_BIT = True dirs = sys.argv[2:] if len(dirs) < 1: trydir = os.getcwd() print(USAGE) print('No path specified, trying the working directory: ', trydir) dirs = [trydir] for onedir in dirs: if onedir.lower() in ['-help', '/help', '/h', '-h', '/?', '-?']: print(USAGE) else: run_dir(onedir)
if __name__ == '__main__': main()