aboutsummaryrefslogtreecommitdiffstats
path: root/build/scripts/unpacking_jtest_runner.py
blob: 0d168fb2ce3be10bc2611857092f18d8dfa62933 (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
import io
import json
import optparse
import os
import sys 
import subprocess
import time
import zipfile 
import platform 

# This script changes test run classpath by unpacking tests.jar -> tests-dir. The goal
# is to launch tests with the same classpath as maven does.


def parse_args():
    parser = optparse.OptionParser()
    parser.disable_interspersed_args()
    parser.add_option('--trace-file')
    parser.add_option('--jar-binary')
    parser.add_option('--tests-jar-path')
    parser.add_option('--classpath-option-type', choices=('manifest', 'command_file', 'list'), default='manifest') 
    return parser.parse_args()


# temporary, for jdk8/jdk9+ compatibility 
def fix_cmd(cmd): 
    if not cmd: 
        return cmd 
    java = cmd[0] 
    if not java.endswith('java') and not java.endswith('java.exe'): 
        return cmd 
    p = subprocess.Popen([java, '-version'], stdout=subprocess.PIPE, stderr=subprocess.PIPE) 
    out, err = p.communicate() 
    out, err = out.strip(), err.strip() 
    if ((out or '').strip().startswith('java version "1.8') or (err or '').strip().startswith('java version "1.8')): 
        res = [] 
        i = 0 
        while i < len(cmd): 
            for option in ('--add-exports', '--add-modules'): 
                if cmd[i] == option: 
                    i += 1 
                    break 
                elif cmd[i].startswith(option + '='): 
                    break 
            else: 
                res.append(cmd[i]) 
            i += 1 
        return res 
    return cmd 
 
 
def dump_event(etype, data, filename):
    event = {
        'timestamp': time.time(),
        'value': data,
        'name': etype,
    }

    with io.open(filename, 'a', encoding='utf8') as afile:
        afile.write(unicode(json.dumps(event) + '\n'))


def dump_chunk_event(data, filename):
    return dump_event('chunk-event', data, filename)


def extract_jars(dest, archive):
    os.makedirs(dest)
    with zipfile.ZipFile(archive) as zf:
        zf.extractall(dest)


def make_bfg_from_cp(class_path, out): 
    class_path = ' '.join( 
        map(lambda path: ('file:/' + path.lstrip('/')) if os.path.isabs(path) else path, class_path) 
    ) 
    with zipfile.ZipFile(out, 'w') as zf: 
        lines = [] 
        while class_path: 
            lines.append(class_path[:60]) 
            class_path = class_path[60:] 
        if lines: 
            zf.writestr('META-INF/MANIFEST.MF', 'Manifest-Version: 1.0\nClass-Path: \n ' + '\n '.join(lines) + ' \n\n') 
 
 
def make_command_file_from_cp(class_path, out): 
    with open(out, 'w') as cp_file: 
        cp_file.write(os.pathsep.join(class_path)) 
 
 
def main():
    s = time.time()
    opts, args = parse_args()

    # unpack tests jar
    try:
        build_root = args[args.index('--build-root') + 1] 
        dest = os.path.join(build_root, 'test-classes') 
    except Exception:
        build_root = '' 
        dest = os.path.abspath('test-classes')

    extract_jars(dest, opts.tests_jar_path)

    metrics = {
        'suite_jtest_extract_jars_(seconds)': time.time() - s,
    }

    s = time.time()
    # fix java classpath
    cp_idx = args.index('-classpath') 
    if args[cp_idx + 1].startswith('@'): 
        real_name = args[cp_idx + 1][1:] 
        mf = os.path.join(os.path.dirname(real_name), 'fixed.bfg.jar') 
        with open(real_name) as origin: 
            class_path = [os.path.join(build_root, i.strip()) for i in origin] 
        if opts.tests_jar_path in class_path: 
            class_path.remove(opts.tests_jar_path) 
        if opts.classpath_option_type == 'manifest': 
            make_bfg_from_cp(class_path, mf) 
            mf = os.pathsep.join([dest, mf]) 
        elif opts.classpath_option_type == 'command_file': 
            mf = os.path.splitext(mf)[0] + '.txt' 
            make_command_file_from_cp([dest] + class_path, mf) 
            mf = "@" + mf 
        elif opts.classpath_option_type == 'list': 
            mf = os.pathsep.join([dest] + class_path) 
        else: 
            raise Exception("Unexpected classpath option type: " + opts.classpath_option_type) 
        args = fix_cmd(args[:cp_idx + 1]) + [mf] + args[cp_idx + 2:] 
    else: 
        args[cp_idx + 1] = args[cp_idx + 1].replace(opts.tests_jar_path, dest) 
        args = fix_cmd(args[:cp_idx]) + args[cp_idx:] 

    metrics['suite_jtest_fix_classpath_(seconds)'] = time.time() - s

    if opts.trace_file:
        dump_chunk_event({'metrics': metrics}, opts.trace_file)

    # run java cmd
    if platform.system() == 'Windows': 
        sys.exit(subprocess.Popen(args).wait()) 
    else: 
        os.execv(args[0], args) 


if __name__ == '__main__':
    main()