marking_puller.py

"""
This pulls the latest copy of all the repos
It can clone new repos if you set THERE_ARE_NEW_STUDENTS to true
"""

from __future__ import division
from __future__ import print_function
from StringIO import StringIO
import git
import os
import pandas as pd
import requests

# from week1.tests import theTests as w1test
from importlib import import_module
WEEK_NUMBER = 1
w1test = import_module("week{}.tests".format(WEEK_NUMBER), "theTests")
w1test = w1test.theTests

LOCAL = os.path.dirname(os.path.realpath(__file__))  # the context of this file
CWD = os.getcwd()  # The curent working directory
print("LOCAL", LOCAL)
print("CWD", CWD)

rootdir = '../code1161StudentRepos'
THERE_ARE_NEW_STUDENTS = False


def getDFfromCSVURL(url, columnNames=False):
    r = requests.get(url)
    data = r.content
    if columnNames:
        return pd.read_csv(StringIO(data), header=0, names=columnNames)
    else:
        return pd.read_csv(StringIO(data))


def update_for_new_students():
    ss_of_details_url = ("https://docs.google.com/spreadsheets/d/"
                         "1lpgfIo4A7mMpvo66w0tOsRMzr-UJHX5Ja-QEZKiR7_Q/"
                         "pub?gid=1619618387&single=true&output=csv")

    student_details = getDFfromCSVURL(ss_of_details_url, ["timestamp",
                                                          "their_name",
                                                          "student_number",
                                                          "repo_url"])
    print("student_details:\n", student_details)

    for index, student in student_details.iterrows():
        try:
            git.Repo.clone_from(student.repo_url,
                                os.path.join(rootdir, student.student_number))
            print("new repo for", student.their_name)
        except Exception:
            print("we already have have", student.their_name)


# if THERE_ARE_NEW_STUDENTS:
#     update_for_new_students()
#
dirList = os.listdir(rootdir)
# print("dirList:", dirList)
#
# for student_repo in dirList:
#     git.cmd.Git(os.path.join(rootdir, student_repo)).pull()

results = []
for student_repo in dirList:
    print("\nFor:", student_repo)
    marks = w1test(os.path.join(rootdir, student_repo, "week1"))
    marks.update({"student_number": student_repo})
    results.append(marks)

print("\n\nResults:")
resultsDF = pd.DataFrame(results)
print(resultsDF)
resultsDF.to_csv(os.path.join(CWD, "week{}marks.csv".format(WEEK_NUMBER)))