#!/usr/bin/env python3 import argparse import re import os import sys valid_extensions = ['c', 'cpp', 'h', 'hpp', 'mm', 'lua', 'rb', 'proto', 'init', 'init-example', 'rst'] path_blacklist = [ '^library/include/df/', '^plugins/stonesense/allegro', '^plugins/isoworld/allegro', '^plugins/isoworld/agui', '^depends/', '^.git/', '^build', '.pb.h', ] def valid_file(filename): return len(list(filter(lambda ext: filename.endswith('.' + ext), valid_extensions))) and \ not len(list(filter(lambda path: path.replace('\\', '/') in filename.replace('\\', '/'), path_blacklist))) success = True def error(msg=None): global success success = False if msg: sys.stderr.write(msg + '\n') def format_lines(lines, total): if len(lines) == total - 1: return 'entire file' if not len(lines): # should never happen return 'nowhere' if len(lines) == 1: return 'line %i' % lines[0] s = 'lines ' range_start = range_end = lines[0] for i, line in enumerate(lines): if line > range_end + 1: if range_start == range_end: s += ('%i, ' % range_end) else: s += ('%i-%i, ' % (range_start, range_end)) range_start = range_end = line if i == len(lines) - 1: s += ('%i' % line) else: range_end = line if i == len(lines) - 1: s += ('%i-%i, ' % (range_start, range_end)) return s.rstrip(' ').rstrip(',') class LinterError(Exception): def __init__(self, message, lines, total_lines): self.message = message self.lines = lines self.total_lines = total_lines def __str__(self): return '%s: %s' % (self.message, format_lines(self.lines, self.total_lines)) def github_actions_workflow_command(self, filename): first_line = self.lines[0] if self.lines else 1 return '::error file=%s,line=%i::%s' % (filename, first_line, self) class Linter(object): ignore = False def check(self, lines): failures = [] for i, line in enumerate(lines): if not self.check_line(line): failures.append(i + 1) if len(failures): raise LinterError(self.msg, failures, len(lines)) def fix(self, lines): for i in range(len(lines)): lines[i] = self.fix_line(lines[i]) class NewlineLinter(Linter): msg = 'Contains DOS-style newlines' # git supports newline conversion. Catch in CI, ignore on Windows. ignore = os.linesep != '\n' and not os.environ.get('CI') def check_line(self, line): return '\r' not in line def fix_line(self, line): return line.replace('\r', '') class TrailingWhitespaceLinter(Linter): msg = 'Contains trailing whitespace' def check_line(self, line): line = line.replace('\r', '').replace('\n', '') return not line.strip() or line == line.rstrip('\t ') def fix_line(self, line): return line.rstrip('\t ') class TabLinter(Linter): msg = 'Contains tabs' def check_line(self, line): return '\t' not in line def fix_line(self, line): return line.replace('\t', ' ') linters = [cls() for cls in Linter.__subclasses__() if not cls.ignore] def main(args): root_path = os.path.abspath(args.path) if not os.path.exists(args.path): print('Nonexistent path: %s' % root_path) sys.exit(2) global path_blacklist path_blacklist = list(map(lambda s: os.path.join(root_path, s.replace('^', '')) if s.startswith('^') else s, path_blacklist)) for cur, dirnames, filenames in os.walk(root_path): for filename in filenames: full_path = os.path.join(cur, filename) rel_path = full_path.replace(root_path, '.') if not valid_file(full_path): continue lines = [] with open(full_path, 'rb') as f: lines = f.read().split(b'\n') for i, line in enumerate(lines): try: lines[i] = line.decode('utf-8') except UnicodeDecodeError: msg_params = (rel_path, i + 1, 'Invalid UTF-8 (other errors will be ignored)') error('%s:%i: %s' % msg_params) if args.github_actions: print('::error file=%s,line=%i::%s' % msg_params) lines[i] = '' for linter in linters: try: linter.check(lines) except LinterError as e: error('%s: %s' % (rel_path, e)) if args.github_actions: print(e.github_actions_workflow_command(rel_path)) if args.fix: linter.fix(lines) contents = '\n'.join(lines) with open(full_path, 'wb') as f: f.write(contents.encode('utf-8')) if success: print('All linters completed successfully') sys.exit(0) else: sys.exit(1) if __name__ == '__main__': parser = argparse.ArgumentParser() parser.add_argument('path', nargs='?', default='.', help='Path to scan (default: current directory)') parser.add_argument('--fix', action='store_true', help='Attempt to modify files in-place to fix identified issues') parser.add_argument('--github-actions', action='store_true', help='Enable GitHub Actions workflow command output') args = parser.parse_args() main(args)