prep_labels.py

import sys
from os import listdir
from os.path import isfile, join
import pandas as pd


def concat_labels(files_path, output_file_path):
    """
    Concatenates multiple CSVs with the same structure
    :param files_path: The directory in which CSVs are placed.
    :param output_file_path: The path to the concatenated output file
    :return:
    """
    onlyfiles = [f for f in listdir(files_path) if isfile(join(files_path, f))]

    appended_data = []
    for file in onlyfiles:
        try:
            tempdf = pd.read_csv(join(files_path, file), index_col=None)
            appended_data.append(tempdf)
        except Exception:
            print("Failed to read file " + file)

    labels = pd.concat(appended_data, axis=0)
    labels.to_csv(output_file_path)
    return labels


if __name__ == '__main__':
    if len(sys.argv) != 3:
        raise Exception("Please add the path to the labeled CSVs and a path to the output file")
    concat_labels(sys.argv[1], sys.argv[2])