aboutsummaryrefslogtreecommitdiffstats
path: root/toys
diff options
context:
space:
mode:
authorLaurent Ghigonis <laurent@p1sec.com>2013-04-17 00:44:36 +0200
committerLaurent Ghigonis <laurent@p1sec.com>2013-04-17 00:44:36 +0200
commitfe8596fcf180a041fb5209ad483b1e45be5c2150 (patch)
tree85ba87e881f80d4dd153aca0ec7064e21671fda7 /toys
parentpphidden: reuse same TCP connection, and don't sleep (diff)
downloadlaurent-tools-fe8596fcf180a041fb5209ad483b1e45be5c2150.tar.xz
laurent-tools-fe8596fcf180a041fb5209ad483b1e45be5c2150.zip
add pphidden_async.py, WIP
implementation of optimised parrallel HTTP queries engine using multiple sessions (HTTP/1.1) and multiple requests per connections using grequests
Diffstat (limited to 'toys')
-rw-r--r--toys/pphidden_async.py100
1 files changed, 100 insertions, 0 deletions
diff --git a/toys/pphidden_async.py b/toys/pphidden_async.py
new file mode 100644
index 0000000..24dec8d
--- /dev/null
+++ b/toys/pphidden_async.py
@@ -0,0 +1,100 @@
+import requests
+import grequests
+from collections import deque
+import time
+import sys
+import warnings
+warnings.warn("XXX WORK IN PROGRESS")
+warnings.warn("XXX don't excpect this to work !")
+
+# http://www.pointerpointer.com/gridPositions.json
+
+# Python grequests ressources :
+# https://gist.github.com/ibrahima/3153647 - request_queue.py
+# http://rubydoc.info/github/typhoeus/typhoeus/frames/Typhoeus - Ruby Typhoeus
+
+class SessionQueue:
+ def __init__(self):
+ self.session = requests.Session()
+ self.ongoing = deque()
+
+ def add(self, url):
+ req = grequests.get(url, session=self.sessions)
+ grequests.send(req)
+ self.ongoing.append(req)
+
+class Brute:
+ """ Find existence of URLs provided by url_iter based on HTTP error code.
+ Uses multiple simultaneous connections (HTTP/1.1) and multiple parralel
+ requests per connection.
+ If you want to integrate"""
+ def __init__(self, url_iter, nb_sessions=3, req_per_session=10, sleep=0,
+ debug=False, block=True):
+ self.url_iter = url_iter
+ self.nb_sessions = nb_sessions
+ self.req_per_session = req_per_session
+ self.sleep = sleep
+ self.debug = debug
+ self.ips = ips # XXX TODO
+ self.sessions = deque()
+ self.ongoing = 0
+ for i in range(nb_sessions)
+ self.sessions.append(SessionQueue())
+ self._send()
+
+ def _send(self)
+ while self.ongoing < self.nb_sessions * self.req_per_session:
+ try:
+ url = self.url_iter.next()
+ except StopIteration, e:
+ return
+ if len(s.ongoing) < self.req_per_session:
+ print "[-] %s" % url
+ s.add(url)
+ self.ongoing += 1
+
+ def _add_url(self, url)
+ self.
+
+ def _cb_response(self, res):
+ print "response: %s" % res
+ self.ongoing -= 1
+ self._send()
+ time.sleep(self.sleep)
+
+class Pp_url:
+ def __init__(self, image, x, y, max_x=2000, max_y=2000):
+ self.base_url = "http://www.pointerpointer.com/images"
+ self.image = image
+ self.x = x
+ self.y = y
+ self.max_x = max_x
+ self.max_y = max_y
+ print ">>> Looking for image %d <<<" % image
+ print ">>>> starting x=%d y=%d <<<<" % (x, y)
+ def __iter__(self):
+ return self
+ def __next__(self):
+ res = "%s/N%04d_%d_%d.jpg" % (self.base_url, self.image, self.x, self.y)
+ self.index += 1
+ if self.y > self.max_y:
+ self.x += 1
+ self.y = 0
+ if self.x > self.max_x:
+ raise StopIteration
+ return res
+
+image = int(sys.argv[1])
+x = int(sys.argv[2])
+y = int(sys.argv[3])
+
+url_iter = Pp_url(image, x, y)
+b = Brute(ips=None, conn_per_ip=3, url_iter)
+
+if b.found:
+ print "[*] found: %s" % b.url
+else:
+ print "[*] not found"
+
+sys.exit(0 if b.found else 1)
+