hash.py

import datetime
import hashlib
import os
import argparse
import multiprocessing
import time
import requests
from functools import partial

"""
Arma 3 Hashlist Script
by RealLifeRPG Team - www.realliferpg.de

More Info: https://github.com/A3ReallifeRPG/PboSignTool
"""


def main():
	parser = argparse.ArgumentParser()
	parser.add_argument("path", help="path to mod root directory")
	parser.add_argument("out", help="path to where hash list should be put")
	parser.add_argument("-u", "--upload-url", help="url to post hash list to")
	parser.add_argument("-s", "--upload-secret", help="secret for secured uploads")

	args = parser.parse_args()

	hash_path = str(args.path).replace("\\", "/")
	out_path = str(args.out).replace("\\", "/")
	if not hash_path.endswith("/"):
		hash_path += ""

	if not out_path.endswith("/"):
		out_path += "/"

	results = hash_files(hash_path, out_path)

	out_name = save_hash_list(hash_path, out_path, results)

	if args.upload_url:
		upload_hash_list(hash_path, out_path, out_name, results, args.upload_url, args.upload_secret)


def upload_hash_list(hash_path, out_path, out_name, results, url, secret):
	url = url + hash_path[hash_path.find('@'):]
	
	print(str(url))
	
	headers = {
		'User-Agent': 'Build Server',
		'X-Requested-With': 'XMLHttpRequest',
		'X-API-KEY': secret
	}
	with open(out_path + out_name, 'rb') as f:
		files = {
			'file': f
		}

		response = requests.post(url, headers=headers, files=files)
	

	print(str(response.text))


def save_hash_list(hash_path, out_path, results):
	out_name = hash_path[hash_path.find('@'):] + " - " + datetime.datetime.now().strftime('%d.%m.%Y %H-%M-%S') + ".json"

	f = open(out_path + out_name, 'w')
	f.write(results)
	f.close()
	return out_name
	
def hash_files(hash_path, out_path):
	files = []
	for (dirpath, dirnames, filenames) in os.walk(hash_path):
		for file in filenames:
			if not dirpath.endswith("/"):
				dirpath += "/"

			files.append(dirpath + file)

	print("Starting to hash " + str(len(files)) + " files")
	start = time.time()

	func = partial(hash_file)
	with multiprocessing.Pool() as pool:
		results = pool.map(func, files)
		pool.close()
		pool.join()

	end = time.time()
	print("Hashing completed in " + str(round(end - start, 4)) + "s")

	i = 0
	while i < len(results):
		results[i] = results[i].replace("__ID__", str(i))
		i += 1

	return str(results).replace("\'", "")


def hash_file(file):
	file_hash = hashlib.md5(open(file, 'rb').read()).hexdigest()

	name = os.path.basename(file)
	size = os.path.getsize(file)
	relative_path = file[file.find('@'):]
	relative_path = relative_path.replace("/", "\\")

	return '{"Id":__ID__,"RelativPath":"' + relative_path + '","Hash":"' + file_hash + '","FileName":"' + name + '","Size":' + str(size) + '}'


if __name__ == "__main__":
	main()