1#!/usr/bin/env python3 2# 3import sys, cpp, kernel, glob, os, re, getopt, clean_header, shutil 4from defaults import * 5from utils import * 6 7def Usage(): 8 print("""\ 9 usage: %(progname)s [kernel-original-path] [kernel-modified-path] 10 11 this program is used to update all the auto-generated clean headers 12 used by the Bionic C library. it assumes the following: 13 14 - a set of source kernel headers is located in 15 'external/kernel-headers/original', relative to the current 16 android tree 17 18 - a set of manually modified kernel header files located in 19 'external/kernel-headers/modified', relative to the current 20 android tree 21 22 - the clean headers will be placed in 'bionic/libc/kernel/arch-<arch>/asm', 23 'bionic/libc/kernel/android', etc.. 24""" % { "progname" : os.path.basename(sys.argv[0]) }) 25 sys.exit(0) 26 27def ProcessFiles(updater, original_dir, modified_dir, src_rel_dir, update_rel_dir): 28 # Delete the old headers before updating to the new headers. 29 update_dir = os.path.join(get_kernel_dir(), update_rel_dir) 30 for root, dirs, files in os.walk(update_dir, topdown=True): 31 for entry in files: 32 # BUILD is a special file that needs to be preserved. 33 if entry == "BUILD": 34 continue 35 os.remove(os.path.join(root, entry)) 36 for entry in dirs: 37 shutil.rmtree(os.path.join(root, entry)) 38 39 src_dir = os.path.normpath(os.path.join(original_dir, src_rel_dir)) 40 src_dir_len = len(src_dir) + 1 41 mod_src_dir = os.path.join(modified_dir, src_rel_dir) 42 update_dir = os.path.join(get_kernel_dir(), update_rel_dir) 43 44 kernel_dir = get_kernel_dir() 45 for root, _, files in os.walk(src_dir): 46 for file in sorted(files): 47 _, ext = os.path.splitext(file) 48 if ext != ".h": 49 continue 50 src_file = os.path.normpath(os.path.join(root, file)) 51 rel_path = src_file[src_dir_len:] 52 # Check to see if there is a modified header to use instead. 53 if os.path.exists(os.path.join(mod_src_dir, rel_path)): 54 src_file = os.path.join(mod_src_dir, rel_path) 55 src_str = os.path.join("<modified>", src_rel_dir, rel_path) 56 else: 57 src_str = os.path.join("<original>", src_rel_dir, rel_path) 58 dst_file = os.path.join(update_dir, rel_path) 59 new_data = clean_header.cleanupFile(dst_file, src_file, rel_path) 60 if not new_data: 61 continue 62 updater.readFile(dst_file) 63 ret_val = updater.editFile(dst_file, new_data) 64 if ret_val == 0: 65 state = "unchanged" 66 elif ret_val == 1: 67 state = "edited" 68 else: 69 state = "added" 70 update_path = os.path.join(update_rel_dir, rel_path) 71 print("cleaning %s -> %s (%s)" % (src_str, update_path, state)) 72 73 74# This lets us support regular system calls like __NR_write and also weird 75# ones like __ARM_NR_cacheflush, where the NR doesn't come at the start. 76def make__NR_name(name): 77 if name.startswith('__ARM_NR_'): 78 return name 79 else: 80 return '__NR_%s' % (name) 81 82 83# Scan Linux kernel asm/unistd.h files containing __NR_* constants 84# and write out equivalent SYS_* constants for glibc source compatibility. 85def GenerateGlibcSyscallsHeader(updater): 86 libc_root = '%s/bionic/libc/' % os.environ['ANDROID_BUILD_TOP'] 87 88 # Collect the set of all syscalls for all architectures. 89 syscalls = set() 90 pattern = re.compile(r'^\s*#\s*define\s*__NR_([a-z_]\S+)') 91 for unistd_h in glob.glob('%s/kernel/uapi/asm-*/asm/unistd*.h' % libc_root): 92 for line in open(unistd_h): 93 m = re.search(pattern, line) 94 if m: 95 nr_name = m.group(1) 96 if 'reserved' not in nr_name and 'unused' not in nr_name: 97 syscalls.add(nr_name) 98 99 # Create a single file listing them all. 100 # Note that the input files include #if trickery, so even for a single 101 # architecture we don't know exactly which ones are available. 102 # https://b.corp.google.com/issues/37110151 103 content = '/* Generated file. Do not edit. */\n' 104 content += '#pragma once\n' 105 106 for syscall in sorted(syscalls): 107 nr_name = make__NR_name(syscall) 108 content += '#if defined(%s)\n' % nr_name 109 content += ' #define SYS_%s %s\n' % (syscall, nr_name) 110 content += '#endif\n' 111 112 syscall_file = os.path.join(libc_root, 'include/bits/glibc-syscalls.h') 113 updater.readFile(syscall_file) 114 updater.editFile(syscall_file, content) 115 116 117try: 118 optlist, args = getopt.getopt(sys.argv[1:], '') 119except: 120 # Unrecognized option 121 sys.stderr.write("error: unrecognized option\n") 122 Usage() 123 124if len(optlist) > 0 or len(args) > 2: 125 Usage() 126 127if len(args) > 0: 128 original_dir = args[0] 129else: 130 original_dir = get_kernel_headers_original_dir() 131 132if len(args) > 1: 133 modified_dir = args[1] 134else: 135 modified_dir = get_kernel_headers_modified_dir() 136 137if not os.path.isdir(original_dir): 138 panic("The kernel directory %s is not a directory\n" % original_dir) 139 140if not os.path.isdir(modified_dir): 141 panic("The kernel modified directory %s is not a directory\n" % modified_dir) 142 143updater = BatchFileUpdater() 144 145# Process the original uapi headers first. 146ProcessFiles(updater, original_dir, modified_dir, "uapi", "uapi"), 147 148# Now process the special files. 149ProcessFiles(updater, original_dir, modified_dir, "scsi", os.path.join("android", "scsi", "scsi")) 150 151# Copy all of the files. 152updater.updateFiles() 153 154# Now re-generate the <bits/glibc-syscalls.h> from the new uapi headers. 155updater = BatchFileUpdater() 156GenerateGlibcSyscallsHeader(updater) 157updater.updateFiles() 158