You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
113 lines
4.7 KiB
113 lines
4.7 KiB
#!/usr/bin/env python
|
|
import json
|
|
import sys
|
|
import glob
|
|
from datetime import datetime
|
|
|
|
solutionsDir = "solutions/"
|
|
|
|
class bcolors:
|
|
HEADER = '\033[95m'
|
|
OKBLUE = '\033[94m'
|
|
OKGREEN = '\033[92m'
|
|
WARNING = '\033[93m'
|
|
FAIL = '\033[91m'
|
|
ENDC = '\033[0m'
|
|
BOLD = '\033[1m'
|
|
UNDERLINE = '\033[4m'
|
|
|
|
if len(sys.argv) < 2 or sys.argv[1] != "status":
|
|
results = json.loads(''.join(sys.stdin.readlines()))
|
|
|
|
resultsScore = {}
|
|
with open('scores') as f:
|
|
for line in f:
|
|
tmp = line.strip().split(' ')
|
|
key = tmp[0]+"."+tmp[1]
|
|
if not key in resultsScore:
|
|
resultsScore[key] = int(tmp[2])
|
|
#else:
|
|
# print "Score alredy present for " + tmp[0] + " " + tmp[1]
|
|
f.close()
|
|
|
|
if len(sys.argv) < 2 or sys.argv[1] != "status":
|
|
strategy = "unknown" if len(sys.argv) < 2 else sys.argv[1]
|
|
for i in range(0, len(results)):
|
|
key = str(results[i]['problemId']) + "." + str(results[i]['seed'])
|
|
if key in resultsScore:
|
|
out_file = open(solutionsDir+str(results[i]['problemId'])+"."+str(results[i]['seed'])+"."+"%.110d"%resultsScore[key]+"."+strategy,"w")
|
|
results[i]['tag'] = strategy
|
|
out_file.write(json.dumps(results[i]))
|
|
out_file.close()
|
|
else:
|
|
print "Missing score for " + str(results[i]['problemId']) + " " + str(results[i]['seed'])
|
|
sys.exit(1)
|
|
else:
|
|
results=[{'problemId':''}]
|
|
|
|
solutionsToSend=[]
|
|
scores = {}
|
|
lastProblem = ""
|
|
for solution in sorted(glob.glob(solutionsDir + str(results[0]['problemId']) + '.*'), reverse=True):
|
|
problemHash = solution[:solution.rfind(".", 0, solution.rfind(".")) if solution.count('.') == 3 else solution.rfind(".")]
|
|
if lastProblem != problemHash:
|
|
lastProblem = problemHash
|
|
with open(solution) as json_data:
|
|
partialSolution = json.load(json_data)
|
|
json_data.close()
|
|
solutionsToSend.append(partialSolution)
|
|
scores[lastProblem.replace(solutionsDir, '')] = int(solution.split('.')[2])
|
|
if len(sys.argv) < 2 or sys.argv[1] != "status":
|
|
print json.dumps(list(reversed(solutionsToSend))).replace(', ', ',').replace(': ', ':')
|
|
else:
|
|
import subprocess
|
|
process = subprocess.Popen(['curl --user :2aaFCkjNIDHAsAIh9iQHc+Y+FGhkM5Z0RQgpO6TL6EA= -X GET https://davar.icfpcontest.org/teams/235/solutions'], shell = True, stdout=subprocess.PIPE)
|
|
out, err = process.communicate()
|
|
if err == None:
|
|
serverResults = {}
|
|
results = json.loads(out)
|
|
for result in results:
|
|
#2015-08-08T12:26:42.894Z
|
|
date_object = datetime.strptime(result['createdAt'], '%Y-%m-%dT%H:%M:%S.%fZ')
|
|
# print str(date_object)
|
|
key = str(result['problemId'])+"."+str(result['seed'])
|
|
if not key in serverResults or serverResults[key]['createdAt'] < result['createdAt']:
|
|
serverResults[key] = result
|
|
#print results
|
|
tags = {}
|
|
for serverResult in serverResults:
|
|
if not serverResults[serverResult]['tag'] in tags:
|
|
tags[serverResults[serverResult]['tag']] = 1
|
|
else:
|
|
tags[serverResults[serverResult]['tag']] += 1
|
|
print "Submitted solution: %d"%len(solutionsToSend)
|
|
for solutionToSend in solutionsToSend:
|
|
key = str(solutionToSend['problemId'])+"."+str(solutionToSend['seed'])
|
|
if not key in serverResults:
|
|
print bcolors.FAIL + str(solutionToSend['problemId'])+" "+str(solutionToSend['seed']) + " not present on server" + bcolors.ENDC
|
|
else:
|
|
if solutionToSend['solution'] != serverResults[key]['solution']:
|
|
print bcolors.FAIL + str(solutionToSend['problemId'])+" "+str(solutionToSend['seed']) + " solution differ: " + solutionToSend['solution'] + " != " + serverResults[key]['solution'] + " (server)" + bcolors.ENDC
|
|
elif serverResults[key]['score'] == None:
|
|
found = False
|
|
for i in range(1, len(results) + 1):
|
|
result = results[len(results)- i]
|
|
if result['problemId'] == solutionToSend['problemId'] and result['seed'] == solutionToSend['seed'] and result['solution'] == solutionToSend['solution'] and scores[key] == result['score']:
|
|
found = True
|
|
print bcolors.WARNING + str(solutionToSend['problemId'])+" "+str(solutionToSend['seed']) + " " + bcolors.OKGREEN + "score " + str(result['score']) + " ok" + bcolors.ENDC + bcolors.WARNING + ", but solution evaluation pending" + bcolors.ENDC
|
|
break
|
|
if not found:
|
|
print bcolors.WARNING + str(solutionToSend['problemId'])+" "+str(solutionToSend['seed']) + " solution evaluation pending" + bcolors.ENDC
|
|
elif scores[key] != serverResults[key]['score']:
|
|
print bcolors.FAIL + str(solutionToSend['problemId'])+" "+str(solutionToSend['seed']) + " score differ: " + str(scores[key]) + " != " + str(serverResults[key]['score']) + " (server)" + bcolors.ENDC
|
|
print "Tags statistics:"
|
|
for tag in tags:
|
|
print " %s: %d"%(tag, tags[tag])
|
|
# print scores
|
|
# print type(out)
|
|
# print json.dumps(serverResults)
|
|
# print len(serverResults)
|
|
else:
|
|
print "error retriving results from server"
|
|
sys.exit(1)
|
|
sys.exit(0)
|