bbengfort_approach.py

import os
import git
import csv
import argparse
import datetime

output_add_del     = []
used_add_del       = []

output_commit_info = []
used_commit_info   = []

list_of_files      = []

#python bbengfort_approach.py -f files.txt -sr 0.01

parser = argparse.ArgumentParser(description='Process some integers.')
parser.add_argument('-d', action="store", dest="directory", help='route of the git directory')
parser.add_argument('-f', action="store", dest="file_list", help='list of files to keep track of')

parser.add_argument('-s',  action="store", dest="sparse",       help='percentage of maximun space free between curves')
parser.add_argument('-sr', action="store", dest="sparse_right", help='percentage of maximun space free between curves')
parser.add_argument('-sl', action="store", dest="sparse_left",  help='percentage of maximun space free between curves')

arguments = parser.parse_args()




if not arguments.directory:
    arguments.directory = os.getcwd()

if not arguments.sparse: arguments.sparse             = 1
else:  arguments.sparse                               = float( arguments.sparse )
if     arguments.sparse_left: arguments.sparse_left   = float( arguments.sparse_left )
else:  arguments.sparse_left                          =        arguments.sparse
if     arguments.sparse_right: arguments.sparse_right = float( arguments.sparse_right )
else:  arguments.sparse_right                         =        arguments.sparse

if arguments.file_list:
    with open(arguments.file_list) as f:
        list_of_files = f.readlines()
    list_of_files = [x.strip() for x in list_of_files]

print "list_of_files       =", list_of_files
print "arguments.directory =", arguments.directory
print "arguments.directory =", arguments.directory.replace("\\","\\\\")

## Module Constants
DATE_TIME_FORMAT = "%Y-%m-%dT%H:%M:%S%z"
EMPTY_TREE_SHA   = "4b825dc642cb6eb9a060e54bf8d69288fbee4904"


def versions(path, branch='master'):
    """
    This function returns a generator which iterates through all commits of
    the repository located in the given path for the given branch. It yields
    file diff information to show a timeseries of file changes.
    """

    # Create the repository, raises an error if it isn't one.
    repo = git.Repo(path)

    # Iterate through every commit for the given branch in the repository
    for commit in repo.iter_commits(branch):
        # Determine the parent of the commit to diff against.
        # If no parent, this is the first commit, so use empty tree.
        # Then create a mapping of path to diff for each file changed.
        parent = commit.parents[0] if commit.parents else EMPTY_TREE_SHA
        diffs  = {
            diff.a_path: diff for diff in commit.diff(parent)
        }

        # The stats on the commit is a summary of all the changes for this
        # commit, we'll iterate through it to get the information we need.
        for objpath, stats in commit.stats.files.items():

            # Select the diff for the path in the stats
            diff = diffs.get(objpath)

            # If the path is not in the dictionary, it's because it was
            # renamed, so search through the b_paths for the current name.
            if not diff:
                for diff in diffs.values():
                    if diff.b_path == path and diff.renamed:
                        break

            # Update the stats with the additional information
            stats.update({
                'message': commit.message,
                'object': os.path.join(path, objpath),
                'commit': commit.hexsha,
                'author': commit.author.email,
                'timestamp': commit.authored_datetime.strftime(DATE_TIME_FORMAT),
                'time'     : commit.committed_date,
                'size': diff_size(diff),
                'type': diff_type(diff),
            })

            yield stats


def diff_size(diff):
    """
    Computes the size of the diff by comparing the size of the blobs.
    """
    if diff.b_blob is None and diff.deleted_file:
        # This is a deletion, so return negative the size of the original.
        return diff.a_blob.size * -1

    if diff.a_blob is None and diff.new_file:
        # This is a new file, so return the size of the new value.
        return diff.b_blob.size

    # Otherwise just return the size a-b
    return diff.a_blob.size - diff.b_blob.size


def diff_type(diff):
    """
    Determines the type of the diff by looking at the diff flags.
    """
    if diff.renamed: return 'R'
    if diff.deleted_file: return 'D'
    if diff.new_file: return 'A'
    return 'M'

# print arguments.d

data = versions(str(arguments.directory))

#list_of_files

# print data[0]

for i in data:

    # print "\n"*3
    # for j in i.iteritems(): print j

    if i["time"] not in used_commit_info:
        used_commit_info.append(i["time"])
        output_commit_info.append([i["time"], i["timestamp"].split("+")[0], i["message"].strip()])

    if i["time"] not in used_add_del:
        used_add_del.append(i["time"])
        # output_add_del.append([i["time"], i["insertions"] , i["deletions"], i["timestamp"].split("+")[0]])
        output_add_del.append([ i["time"], 0, 0, i["timestamp"].split("+")[0] ])

    if len(list_of_files) == 0:
        for n, j in enumerate(output_add_del):
            if j[0] == i["time"]:
                output_add_del[n][1] += i["insertions"]
                output_add_del[n][2] += i["deletions"]
    else:
        # aa = len(arguments.directory.replace("\\","\\\\")) + 2
        aa = len(arguments.directory) + 1

        # print arguments.directory.replace("\\","\\\\")
        # print len(arguments.directory.replace("\\","\\\\"))
        # print i["object"]
        # print i["object"][aa::]
        # print i["object"][aa::] in list_of_files

        if i["object"][aa::] in list_of_files:
            for n, j in enumerate(output_add_del):
                if j[0] == i["time"]:
                    output_add_del[n][1] += i["insertions"]
                    output_add_del[n][2] += i["deletions"]

output_add_del = sorted(output_add_del, key=lambda x: x[0])

# print        output_add_del[0 ]
# print "0  ", output_add_del[0 ][0]
# print "-1 ", output_add_del[-1][0]

total_difference = abs(output_add_del[-1][0] - output_add_del[0][0])

extra_stack = []

for n, i in enumerate(output_add_del):
    if n+1 < len(output_add_del):

        print abs(i[0] - output_add_del[n+1][0]), "<", (total_difference * arguments.sparse_right)

        if abs(i[0] - output_add_del[n+1][0]) > (total_difference * arguments.sparse_right):
            dateeee = i[0] + (total_difference * arguments.sparse_right / 2)
            print dateeee
            # str_dat = datetime.datetime.fromtimestamp(int("1284101485")).strftime('%Y-%m-%d %H:%M:%S')
            str_dat = datetime.datetime.fromtimestamp(int(dateeee)).strftime(DATE_TIME_FORMAT)
            # str_dat = dateeee.strftime(DATE_TIME_FORMAT)
            print str_dat
            extra_stack.append([dateeee, 0, 0, str_dat.split("+")[0]])
            print "adding stop points to the right..."


for n, i in enumerate(output_add_del):
    if n > 0:
        if abs(i[0] - output_add_del[n-1][0]) > total_difference * arguments.sparse_left:
            dateeee = i[0] - (total_difference * arguments.sparse_left / 2)
            print dateeee
            str_dat = datetime.datetime.fromtimestamp(int(dateeee)).strftime(DATE_TIME_FORMAT)
            print str_dat
            extra_stack.append([dateeee, 0, 0, str_dat.split("+")[0]])
            print "adding stop points to the left..."

for i in extra_stack:
    output_add_del.append(i)

output_add_del = sorted(output_add_del, key=lambda x: x[0])

with open('changes.csv', 'wb') as myfile:
    wr = csv.writer(myfile, quoting=csv.QUOTE_ALL)
    wr.writerow(["date", "insertions", "deletions"])
    for i in output_add_del:
        wr.writerow([i[3], i[1], i[2]])


output_commit_info = sorted(output_commit_info, key=lambda x: x[0])

with open('commits.csv', 'wb') as myfile:
    wr = csv.writer(myfile, quoting=csv.QUOTE_ALL)
    wr.writerow(["date", "message"])
    for i in output_commit_info:
        wr.writerow([i[1], i[2]])






#