iframe-proxy | Sunbelt Computer Software

History

163 lines (134 loc) · 5.02 KB

Raw

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

135

136

137

138

139

140

141

142

143

144

145

146

147

148

149

150

151

152

153

154

155

156

157

158

159

160

161

162

163

import glob

import os

import shutil

import subprocess

import sys

def cleanup(out: str) -> str:

parts = []

for line in out.splitlines():

if len(line) > 1 and line[0] == '#':

continue

parts.append("".join(line.split()))

return "".join(parts)

# Check for required compilers and exit if any are missing

CLANG_EXE = shutil.which('clang')

if not CLANG_EXE:

sys.exit('Failed to run tests: clang compiler not found')

GCC_EXE = shutil.which('gcc')

if not GCC_EXE:

sys.exit('Failed to run tests: gcc compiler not found')

SIMPLECPP_EXE = './simplecpp'

commands = []

for f in sorted(glob.glob(os.path.expanduser('testsuite/clang-preprocessor-tests/*.c*'))):

for line in open(f, 'rt', encoding='utf-8'):

if line.startswith('// RUN: %clang_cc1 '):

cmd = ''

for arg in line[19:].split():

if arg == '-E' or (len(arg) >= 3 and arg[:2] == '-D'):

cmd = cmd + ' ' + arg

if len(cmd) > 1:

newcmd = cmd[1:] + ' ' + f

if not newcmd in commands:

commands.append(cmd[1:] + ' ' + f)

for f in sorted(glob.glob(os.path.expanduser('testsuite/gcc-preprocessor-tests/*.c*'))):

commands.append('-E ' + f)

# skipping tests..

skip = ['assembler-with-cpp.c',

'builtin_line.c',

'c99-6_10_3_3_p4.c',

'clang_headers.c', # missing include <limits.h>

'comment_save.c', # _Pragma

'has_attribute.c',

'has_attribute.cpp',

'header_lookup1.c', # missing include <stddef.h>

'line-directive-output.c',

# 'macro_paste_hashhash.c',

'microsoft-ext.c',

'normalize-3.c', # gcc has different output \uAC00 vs \U0000AC00 on cygwin/linux

'pr63831-1.c', # __has_attribute => works differently on cygwin/linux

'pr63831-2.c', # __has_attribute => works differently on cygwin/linux

'pr65238-1.c', # __has_attribute => works differently on cygwin/linux

'_Pragma-location.c',

'_Pragma-dependency.c',

'_Pragma-dependency2.c',

'_Pragma-physloc.c',

'pragma-pushpop-macro.c', # pragma push/pop

'x86_target_features.c',

'warn-disabled-macro-expansion.c',

'ucnid-2011-1.c' # \u00A8 generates different output on cygwin/linux

]

todo = [

# todo, low priority: wrong number of macro arguments, pragma, etc

'macro_backslash.c',

'macro_fn_comma_swallow.c',

'macro_fn_comma_swallow2.c',

'macro_expand.c',

'macro_fn_disable_expand.c',

'macro_paste_commaext.c',

'macro_paste_hard.c',

'macro_rescan_varargs.c',

# todo, high priority

'c99-6_10_3_4_p5.c',

'c99-6_10_3_4_p6.c',

'expr_usual_conversions.c', # condition is true: 4U - 30 >= 0

'stdint.c',

# GCC..

'diagnostic-pragma-1.c',

'pr45457.c',

'pr57580.c',

]

def run(compiler_executable: str, compiler_args: list[str]) -> tuple[int, str, str, str]:

"""Execute a compiler command and capture its exit code, stdout, and stderr."""

compiler_cmd = [compiler_executable]

compiler_cmd.extend(compiler_args)

with subprocess.Popen(compiler_cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True, encoding="utf-8") as process:

stdout, stderr = process.communicate()

exit_code = process.returncode

output = cleanup(stdout)

error = (stderr or "").strip()

return (exit_code, output, stdout, error)

numberOfSkipped = 0

numberOfFailed = 0

numberOfFixed = 0

usedTodos = []

for cmd in commands:

if cmd[cmd.rfind('/')+1:] in skip:

numberOfSkipped = numberOfSkipped + 1

continue

_, clang_output_c, clang_output, _ = run(CLANG_EXE, cmd.split(' '))

_, gcc_output_c, gcc_output, _ = run(GCC_EXE, cmd.split(' '))

# -E is not supported and we bail out on unknown options

simplecpp_ec, simplecpp_output_c, simplecpp_output, simplecpp_err = run(SIMPLECPP_EXE, cmd.replace('-E ', '', 1).split(' '))

if simplecpp_output_c != clang_output_c and simplecpp_output_c != gcc_output_c:

filename = cmd[cmd.rfind('/')+1:]

if filename in todo:

print('TODO ' + cmd)

usedTodos.append(filename)

else:

print('FAILED ' + cmd)

print('---expected (clang):')

print(clang_output_c)

print('---expected (gcc):')

print(gcc_output_c)

print('---actual:')

print(simplecpp_output_c)

print('---output (clang):')

print(clang_output)

print('---output (gcc):')

print(gcc_output)

print('---output (simplecpp):')

print(simplecpp_output)

if simplecpp_ec:

print('simplecpp failed - ' + simplecpp_err)

numberOfFailed = numberOfFailed + 1

for filename in todo:

if not filename in usedTodos:

print('FIXED ' + filename)

numberOfFixed = numberOfFixed + 1

print('Number of tests: ' + str(len(commands)))

print('Number of skipped: ' + str(numberOfSkipped))

print('Number of todos (fixed): ' + str(len(usedTodos)) + ' (' + str(numberOfFixed) + ')')

print('Number of failed: ' + str(numberOfFailed))

if numberOfFailed or numberOfFixed:

sys.exit(1)

sys.exit(0)

Sunbelt Computer Software

PL/B Language Development and Support

Navigation Menu

Uh oh!

Sunbelt Computer Software

PL/B Language Development and Support

Uh oh!

FilesExpand file tree

run-tests.py

Latest commit

History

run-tests.py

File metadata and controls