everything.py

#!/usr/bin/python3

import json
import urllib.request
import cgitb
import sys
import cgi
import os
cgitb.enable()


print("Content-Type: application/json")     
print()                              

fields = cgi.FieldStorage()
if "term" not in fields:
    print("[]")
    sys.exit()

f = urllib.request.urlopen('http://gtr.rcuk.ac.uk/search/project.json?term=%s' % fields['term'].value)
s = f.read()
data = json.loads(s.decode('utf-8'))
f.close()
 
organisations = dict()
 
# Loop over projects
for project in data['results']:
    project = project['projectComposition']

    orgid = project['leadResearchOrganisation']['id']

    details = {
        "title" : project['project']['title'],
        "funder" : project['project']['fund']['funder']['name'],
        "amount" : project['project']['fund']['valuePounds'],
        "start" : project['project']['fund']['start'],
    }
    
    if 'status' in project['project']:
        details["status"] = project['project']['status']

    if 'end' in project['project']['fund']:
        details["end"] = project['project']['fund']['end']

    if 'abstractText' in project['project']:
        details["abstract"] = project['project']['abstractText']

    if orgid not in organisations:
        organisations[orgid] = list()
    
    organisations[orgid].append(details)
 
results = list()
 
for organisation in organisations.keys():
    if os.path.isfile(organisation):
        f = open(organisation)
        establishment = json.load(f)
        f.close()
    else:
        f = urllib.request.urlopen('http://gtr.rcuk.ac.uk/organisation/%s.json' % organisation)
        s = f.read()
        data = json.loads(s.decode('utf-8'))
        f.close()
     
        data = data['organisationOverview']['organisation']

        postcode = data['address']['postCode']

        f = urllib.request.urlopen('http://uk-postcodes.com/postcode/%s.json' % postcode.replace(" ", ""))
        s = f.read()
        postcodedata = json.loads(s.decode('utf-8'))
        f.close()


        try:
            establishment = {
                "orgname" : data['name'],            
                "lat" : postcodedata['geo']['lat'],
                "lng" : postcodedata['geo']['lng']
                
            }
 
        except KeyError:

            pass
        f = open(organisation, "w")
        json.dump(establishment, f)
        f.close()

    establishment["projects"] = organisations[organisation]
    results.append(establishment)



print(json.dumps({"establishments":results}))