v2_filterer.py

'''
Akond Rahman 
June 30, 2018 
Get commit count and month diffs 
'''
import os 
import csv 
from datetime import date
import shutil 
import subprocess

def dumpContentIntoFile(strP, fileP):
    fileToWrite = open( fileP, 'w')
    fileToWrite.write(strP )
    fileToWrite.close()
    return str(os.stat(fileP).st_size)

def getMonDiff(st_mo, en_mo):
    d0 = date(int(st_mo.split('-')[0]), int(st_mo.split('-')[1]), int(st_mo.split('-')[2]))
    d1 = date(int(en_mo.split('-')[0]), int(en_mo.split('-')[1]), int(en_mo.split('-')[2]))
    delta = d1 - d0
    mon_ =  float(delta.days) / float(30)
    if mon_ <= 1.0 :
        mon_ = 1.0
    return mon_

def findValidRepos(file_p, src_dir_p, des_dir_p):
    valid_list = []
    all_tar_str = ''
    with open(file_p, 'rU') as file_:
        reader_ = csv.reader(file_)
        for row_ in reader_:
            repo_name    = row_[0]    
            start_month  = row_[1]    
            end_month    = row_[2]
            commit_count = int(row_[3])

            months = getMonDiff(start_month, end_month)                        
            comm_per_mon = float(commit_count)/float(months)
            # print repo_name + "," + str(months) + "," + str(comm_per_mon)
            all_tar_str = all_tar_str + src_dir_p + '/' + repo_name + ' '
            if comm_per_mon >= 2.0  :
                valid_list.append(repo_name)
    str_ = ''
    tar_str = ''
    cnt = 0 
    for repo_ in valid_list:
        cnt += 1
        str_ = str_ + repo_ + ',' + '\n'
        full_src_path = src_dir_p + repo_ 
        tar_str = tar_str + full_src_path + ' '

    # out_tar_fil = des_dir_p + 'all_github_pp_repos.tar'
    # tar_cmd = 'tar -cf ' + out_tar_fil + ' ' + tar_str

    out_tar_fil = des_dir_p + 'non_filtered_gh_repos.tar'
    tar_cmd = 'tar -cf ' + out_tar_fil + ' ' + all_tar_str

    # print tar_cmd
    try:
       subprocess.check_output(['bash','-c', tar_cmd])        
    except subprocess.CalledProcessError:
       print "Tar process failed? "

    return str_
                

if __name__=='__main__':
   the_file = '/Users/akond.rahman/Documents/Personal/IacSec/extra_work/v2_filtered_at_least_two.csv'
   out_fil = '/Users/akond.rahman/Documents/Personal/IacSec/extra_work/v3_filtered_list.csv' 
   src_dir = '/Users/akond.rahman/Documents/Personal/IacSec/extra_work/'
   des_dir = '/Users/akond.rahman/Documents/Personal/IacSec/extra_work/final_repos/'
   str_dump = findValidRepos(the_file, src_dir, des_dir)
   dumpContentIntoFile(str_dump, out_fil)