from lxml import html
import requests
import json

data = []

tplist = requests.get("https://translationproject.org/domain/index.html")
if(tplist.status_code == 200):
    tree = html.fromstring(tplist.content)
    domains = tree.xpath('//table/tr/td[1]/a/text()')
    for d in domains:
        data.append({"name": d, "system": 0})

transifexlist = {
    'openstreetmap': ['id-editor', 'osmybiz', 'openinghoursfragment',
        'presets', 'vespucci'],
}
for k in transifexlist:
    for proj in transifexlist[k]:
        data.append({'name': proj, 'system': 1, 'organisation': k})

with open('offlate/data.json', 'w') as f:
    f.write(json.dumps(data))