from twisted.web import client
from twisted.internet import reactor, defer

urls = [
 'http://www.python.org', 
 'http://stackoverflow.com', 
 'http://www.twistedmatrix.com', 
 'http://www.google.com',
 'http://www.google.com/toto',
 'http://www.google.com/titi',
 'http://www.google.com/tata',
 'http://launchpad.net',
 'http://github.com',
 'http://bitbucket.org',
]

def finish(results):
    for result in results:
        print 'GOT PAGE', len(result), 'bytes'
    reactor.stop()

factory = client.HTTPClientFactory()
waiting = [client.getPage(url, factory) for url in urls]
defer.gatherResults(waiting).addCallback(finish)

reactor.run()