123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321 |
- r"""A class supporting chat-style (command/response) protocols.
- This class adds support for 'chat' style protocols - where one side
- sends a 'command', and the other sends a response (examples would be
- the common internet protocols - smtp, nntp, ftp, etc..).
- The handle_read() method looks at the input stream for the current
- 'terminator' (usually '\r\n' for single-line responses, '\r\n.\r\n'
- for multi-line output), calling self.found_terminator() on its
- receipt.
- for example:
- Say you build an async nntp client using this class. At the start
- of the connection, you'll have self.terminator set to '\r\n', in
- order to process the single-line greeting. Just before issuing a
- 'LIST' command you'll set it to '\r\n.\r\n'. The output of the LIST
- command will be accumulated (using your own 'collect_incoming_data'
- method) up to the terminator, and then control will be returned to
- you - by calling your self.found_terminator() method.
- """
- import asyncore
- import errno
- import socket
- from collections import deque
- from sys import py3kwarning
- from warnings import filterwarnings, catch_warnings
- _BLOCKING_IO_ERRORS = (errno.EAGAIN, errno.EALREADY, errno.EINPROGRESS,
- errno.EWOULDBLOCK)
- class async_chat (asyncore.dispatcher):
- """This is an abstract class. You must derive from this class, and add
- the two methods collect_incoming_data() and found_terminator()"""
-
- ac_in_buffer_size = 4096
- ac_out_buffer_size = 4096
- def __init__ (self, sock=None, map=None):
-
- self.ac_in_buffer = ''
-
-
-
-
-
-
- self.incoming = []
-
-
- self.producer_fifo = deque()
- asyncore.dispatcher.__init__ (self, sock, map)
- def collect_incoming_data(self, data):
- raise NotImplementedError("must be implemented in subclass")
- def _collect_incoming_data(self, data):
- self.incoming.append(data)
- def _get_data(self):
- d = ''.join(self.incoming)
- del self.incoming[:]
- return d
- def found_terminator(self):
- raise NotImplementedError("must be implemented in subclass")
- def set_terminator (self, term):
- "Set the input delimiter. Can be a fixed string of any length, an integer, or None"
- self.terminator = term
- def get_terminator (self):
- return self.terminator
-
-
-
-
- def handle_read (self):
- try:
- data = self.recv (self.ac_in_buffer_size)
- except socket.error, why:
- if why.args[0] in _BLOCKING_IO_ERRORS:
- return
- self.handle_error()
- return
- self.ac_in_buffer = self.ac_in_buffer + data
-
-
-
-
- while self.ac_in_buffer:
- lb = len(self.ac_in_buffer)
- terminator = self.get_terminator()
- if not terminator:
-
- self.collect_incoming_data (self.ac_in_buffer)
- self.ac_in_buffer = ''
- elif isinstance(terminator, int) or isinstance(terminator, long):
-
- n = terminator
- if lb < n:
- self.collect_incoming_data (self.ac_in_buffer)
- self.ac_in_buffer = ''
- self.terminator = self.terminator - lb
- else:
- self.collect_incoming_data (self.ac_in_buffer[:n])
- self.ac_in_buffer = self.ac_in_buffer[n:]
- self.terminator = 0
- self.found_terminator()
- else:
-
-
-
-
-
-
-
- terminator_len = len(terminator)
- index = self.ac_in_buffer.find(terminator)
- if index != -1:
-
- if index > 0:
-
- self.collect_incoming_data (self.ac_in_buffer[:index])
- self.ac_in_buffer = self.ac_in_buffer[index+terminator_len:]
-
- self.found_terminator()
- else:
-
- index = find_prefix_at_end (self.ac_in_buffer, terminator)
- if index:
- if index != lb:
-
- self.collect_incoming_data (self.ac_in_buffer[:-index])
- self.ac_in_buffer = self.ac_in_buffer[-index:]
- break
- else:
-
- self.collect_incoming_data (self.ac_in_buffer)
- self.ac_in_buffer = ''
- def handle_write (self):
- self.initiate_send()
- def handle_close (self):
- self.close()
- def push (self, data):
- sabs = self.ac_out_buffer_size
- if len(data) > sabs:
- for i in xrange(0, len(data), sabs):
- self.producer_fifo.append(data[i:i+sabs])
- else:
- self.producer_fifo.append(data)
- self.initiate_send()
- def push_with_producer (self, producer):
- self.producer_fifo.append(producer)
- self.initiate_send()
- def readable (self):
- "predicate for inclusion in the readable for select()"
-
-
-
- return 1
- def writable (self):
- "predicate for inclusion in the writable for select()"
- return self.producer_fifo or (not self.connected)
- def close_when_done (self):
- "automatically close this channel once the outgoing queue is empty"
- self.producer_fifo.append(None)
- def initiate_send(self):
- while self.producer_fifo and self.connected:
- first = self.producer_fifo[0]
-
- if not first:
- del self.producer_fifo[0]
- if first is None:
- self.handle_close()
- return
-
- obs = self.ac_out_buffer_size
- try:
- with catch_warnings():
- if py3kwarning:
- filterwarnings("ignore", ".*buffer", DeprecationWarning)
- data = buffer(first, 0, obs)
- except TypeError:
- data = first.more()
- if data:
- self.producer_fifo.appendleft(data)
- else:
- del self.producer_fifo[0]
- continue
-
- try:
- num_sent = self.send(data)
- except socket.error:
- self.handle_error()
- return
- if num_sent:
- if num_sent < len(data) or obs < len(first):
- self.producer_fifo[0] = first[num_sent:]
- else:
- del self.producer_fifo[0]
-
- return
- def discard_buffers (self):
-
- self.ac_in_buffer = ''
- del self.incoming[:]
- self.producer_fifo.clear()
- class simple_producer:
- def __init__ (self, data, buffer_size=512):
- self.data = data
- self.buffer_size = buffer_size
- def more (self):
- if len (self.data) > self.buffer_size:
- result = self.data[:self.buffer_size]
- self.data = self.data[self.buffer_size:]
- return result
- else:
- result = self.data
- self.data = ''
- return result
- class fifo:
- def __init__ (self, list=None):
- if not list:
- self.list = deque()
- else:
- self.list = deque(list)
- def __len__ (self):
- return len(self.list)
- def is_empty (self):
- return not self.list
- def first (self):
- return self.list[0]
- def push (self, data):
- self.list.append(data)
- def pop (self):
- if self.list:
- return (1, self.list.popleft())
- else:
- return (0, None)
- def find_prefix_at_end (haystack, needle):
- l = len(needle) - 1
- while l and not haystack.endswith(needle[:l]):
- l -= 1
- return l
|