ogapi
This library is design to provide sane abstractions over OGame statistics API to ease the process of creating parallel fetcher.
Usage
import ogapi
# create communities and let ogapi fetch their server lists
communities = [ogapi.Community(c) for c in ['pl', 'de', 'fr', 'en', 'us']]
# Community objects are iterables over their server lists
for server in ogapi.Community('pl'):
print(server.url)
# to generate all resources using endpoints
endpoints = [ogapi.endpoint.players, ogapi.endpoint.alliances]
for server in chain(*communities):
for resource in server.resources(endpoints):
print(resource.url)Using ogapi you can easily create very simple concurrent scrapper of xml files.
import ogapi
# ogapi lets you easily scrap all communities and its servers
communities = [ogapi.Community(c, s) for c, s in ogapi.scrap.all()]
resources = (
resource for resource
in chain(*s.resources(endpoints) for s in chain(*communities))
)
for response in ogapi.utils.parallel(resources, ogapi.utils.get):
print(response.text)