flatbuffers/.travis/check-sources.sh.py

import os
import re
import sys

def check_encoding(encoding, scan_dir, regex_pattern):
  fname = None
  try:
    assert encoding in ['ascii', 'utf-8'], "unexpected encoding"
    cmp = re.compile(regex_pattern)
    for root, dirs, files in os.walk(scan_dir):
      fname = root
      cmp_list = [f for f in files if cmp.search(f) is not None]
      for f in cmp_list:
        fname = os.path.join(root, f)
        with open(fname, mode='rb') as test_file:
          btext = test_file.read()
        # check encoding
        btext.decode(encoding=encoding, errors="strict")
        if encoding == "utf-8" and btext.startswith(b'\xEF\xBB\xBF'):
          raise ValueError("unexpected BOM in file")
        # check LF line endings
        LF = btext.count(b'\n')
        CR = btext.count(b'\r')
        if CR!=0:
          raise ValueError("invalid line endings: LF({})/CR({})".format(LF, CR))
  except Exception as err:
    print("ERROR with [{}]: {}".format(fname, err))
    return -1
  else:
    return 0

if __name__ == "__main__":
  # python check-sources.sh.py 'ascii' '.' '.*\.(cpp|h)$'
  res = check_encoding(sys.argv[1], sys.argv[2], sys.argv[3])
  sys.exit(0 if res == 0 else -1)