visual_diff.py

#!/usr/bin/env python3
import argparse
import PIL.Image
import sys

import find_duplicates
import tokenizer
import utils

try:
    # To get the GUI to work, you'll need to be able to install the TK bindings
    # for PIL (in Ubuntu, it's the python3-pil.imagetk package). We put this in
    # a try block so that the non-GUI functionality will still work even if you
    # can't install this.
    import gui
    can_use_gui = True
except ImportError:
    can_use_gui = False


def parse_args():
    parser = argparse.ArgumentParser()
    parser.add_argument("filename_a", help="File to analyze")
    parser.add_argument("filename_b", nargs="?", help="Second file to analyze")
    parser.add_argument("--output_location", "-o",
                        help="Save an image to this location and exit")
    parser.add_argument("--big_file", "-b", action="store_true",
                        help="Save the image even if the file is big")
    parser.add_argument("--language", "-l", default=None,
                        help="Language of code in files")
    parser.add_argument("--map_width", "-mw", type=int, default=600,
                        help="map width/height, in pixels")
    parser.add_argument("--text_width", "-tw", type=int,
                        help="Expected maximum line width, in characters")
    parser.add_argument("--black_and_white", "-bw", action="store_true",
                        help="Don't color based on the amount of duplication")
    return parser.parse_args()


def get_text_width(args):
    if args.text_width is not None:
        return args.text_width
    if args.language == "python" or args.filename_a.split(".")[-1] == "py":
        return 80
    return 100


if __name__ == "__main__":
    args = parse_args()
    language = args.language
    if language is None:
        language = utils.guess_language(args.filename_a)

    # TODO: it might be cool to allow comparisons across languages.
    data_a, data_b = (tokenizer.get_file_tokens(filename, language)
                      for filename in (args.filename_a,
                                       args.filename_b or args.filename_a))

    pixel_count = len(data_a.tokens) * len(data_b.tokens)
    print(f"Comparing a file with {len(data_a.tokens)} tokens to "
          f"one that has {len(data_b.tokens)}: final image has "
          f"{pixel_count} pixels.")
    matrix = utils.make_matrix(data_a.tokens, data_b.tokens)

    if args.black_and_white:
        hues = None
    else:
        if pixel_count > utils.PIXELS_IN_BIG_FILE and not args.big_file:
            print("WARNING: the image is over 50 megapixels. Coloring very "
                  "large images can use so many resources that your computer "
                  "will freeze. To perform this action anyway, use the "
                  "--big_file flag. To skip coloring and use a "
                  "black-and-white image, use the --black_and_white flag.")
            sys.exit(3)
        hues = find_duplicates.get_hues(matrix, args.filename_b is None)

    if args.output_location is None:
        if can_use_gui:
            text_width = get_text_width(args)
            gui.launch(matrix, hues, data_a, data_b, args.map_width, text_width)
        else:
            print("ERROR: Cannot load GUI. Try doing a `sudo apt-get install "
                  "python3-pil.imagetk`. If that doesn't help, open a python3 "
                  "shell, `import gui`, and see what's going wrong.")
            sys.exit(1)
    else:
        if pixel_count > utils.PIXELS_IN_BIG_FILE and not args.big_file:
            print("WARNING: the image is over 10 megapixels. Saving very large "
                  "images can use so many resources that your computer "
                  "will freeze. To perform this action anyway, use the "
                  "--big_file flag.")
            sys.exit(2)

        # Otherwise, all is well.
        image = utils.to_hsv_matrix(matrix, hues)
        pil_image = PIL.Image.fromarray(image, mode="HSV")
        pil_image.convert(mode="RGB").save(args.output_location)