# -*- Mode: Python; tab-width: 4 -*-

#       Id: asynchat.py,v 2.26 2000/09/07 22:29:26 rushing Exp

#       Author: Sam Rushing <rushing@nightmare.com>

# ======================================================================

# Copyright 1996 by Sam Rushing

#

#                         All Rights Reserved

#

# Permission to use, copy, modify, and distribute this software and

# its documentation for any purpose and without fee is hereby

# granted, provided that the above copyright notice appear in all

# copies and that both that copyright notice and this permission

# notice appear in supporting documentation, and that the name of Sam

# Rushing not be used in advertising or publicity pertaining to

# distribution of the software without specific, written prior

# permission.

#

# SAM RUSHING DISCLAIMS ALL WARRANTIES WITH REGARD TO THIS SOFTWARE,

# INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS, IN

# NO EVENT SHALL SAM RUSHING BE LIABLE FOR ANY SPECIAL, INDIRECT OR

# CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS

# OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT,

# NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN

# CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.

# ======================================================================

r"""A class supporting chat-style (command/response) protocols.

This class adds support for 'chat' style protocols - where one side

sends a 'command', and the other sends a response (examples would be

the common internet protocols - smtp, nntp, ftp, etc..).

The handle_read() method looks at the input stream for the current

'terminator' (usually '\r\n' for single-line responses, '\r\n.\r\n'

for multi-line output), calling self.found_terminator() on its

receipt.

for example:

Say you build an async nntp client using this class.  At the start

of the connection, you'll have self.terminator set to '\r\n', in

order to process the single-line greeting.  Just before issuing a

'LIST' command you'll set it to '\r\n.\r\n'.  The output of the LIST

command will be accumulated (using your own 'collect_incoming_data'

method) up to the terminator, and then control will be returned to

you - by calling your self.found_terminator() method.

"""

import socket

import asyncore

from collections import deque

from sys import py3kwarning

from warnings import filterwarnings, catch_warnings

class async_chat (asyncore.dispatcher):

    """This is an abstract class.  You must derive from this class, and add

    the two methods collect_incoming_data() and found_terminator()"""

    # these are overridable defaults

    ac_in_buffer_size       = 4096

    ac_out_buffer_size      = 4096

    def __init__ (self, sock=None, map=None):

        # for string terminator matching

        self.ac_in_buffer = ''

        # we use a list here rather than cStringIO for a few reasons...

        # del lst[:] is faster than sio.truncate(0)

        # lst = [] is faster than sio.truncate(0)

        # cStringIO will be gaining unicode support in py3k, which

        # will negatively affect the performance of bytes compared to

        # a ''.join() equivalent

        self.incoming = []

        # we toss the use of the "simple producer" and replace it with

        # a pure deque, which the original fifo was a wrapping of

        self.producer_fifo = deque()

        asyncore.dispatcher.__init__ (self, sock, map)

    def collect_incoming_data(self, data):

        raise NotImplementedError("must be implemented in subclass")

    def _collect_incoming_data(self, data):

        self.incoming.append(data)

    def _get_data(self):

        d = ''.join(self.incoming)

        del self.incoming[:]

        return d

    def found_terminator(self):

        raise NotImplementedError("must be implemented in subclass")

    def set_terminator (self, term):

        "Set the input delimiter.  Can be a fixed string of any length, an integer, or None"

        self.terminator = term

    def get_terminator (self):

        return self.terminator

    # grab some more data from the socket,

    # throw it to the collector method,

    # check for the terminator,

    # if found, transition to the next state.

    def handle_read (self):

        try:

            data = self.recv (self.ac_in_buffer_size)

        except socket.error, why:

            self.handle_error()

            return

        self.ac_in_buffer = self.ac_in_buffer + data

        # Continue to search for self.terminator in self.ac_in_buffer,

        # while calling self.collect_incoming_data.  The while loop

        # is necessary because we might read several data+terminator

        # combos with a single recv(4096).

        while self.ac_in_buffer:

            lb = len(self.ac_in_buffer)

            terminator = self.get_terminator()

            if not terminator:

                # no terminator, collect it all

                self.collect_incoming_data (self.ac_in_buffer)

                self.ac_in_buffer = ''

            elif isinstance(terminator, int) or isinstance(terminator, long):

                # numeric terminator

                n = terminator

                if lb < n:

                    self.collect_incoming_data (self.ac_in_buffer)

                    self.ac_in_buffer = ''

                    self.terminator = self.terminator - lb

                else:

                    self.collect_incoming_data (self.ac_in_buffer[:n])

                    self.ac_in_buffer = self.ac_in_buffer[n:]

                    self.terminator = 0

                    self.found_terminator()

            else:

                # 3 cases:

                # 1) end of buffer matches terminator exactly:

                #    collect data, transition

                # 2) end of buffer matches some prefix:

                #    collect data to the prefix

                # 3) end of buffer does not match any prefix:

                #    collect data

                terminator_len = len(terminator)

                index = self.ac_in_buffer.find(terminator)

                if index != -1:

                    # we found the terminator

                    if index > 0:

                        # don't bother reporting the empty string (source of subtle bugs)

                        self.collect_incoming_data (self.ac_in_buffer[:index])

                    self.ac_in_buffer = self.ac_in_buffer[index+terminator_len:]

                    # This does the Right Thing if the terminator is changed here.

                    self.found_terminator()

                else:

                    # check for a prefix of the terminator

                    index = find_prefix_at_end (self.ac_in_buffer, terminator)

                    if index:

                        if index != lb:

                            # we found a prefix, collect up to the prefix

                            self.collect_incoming_data (self.ac_in_buffer[:-index])

                            self.ac_in_buffer = self.ac_in_buffer[-index:]

                        break

                    else:

                        # no prefix, collect it all

                        self.collect_incoming_data (self.ac_in_buffer)

                        self.ac_in_buffer = ''

    def handle_write (self):

        self.initiate_send()

    def handle_close (self):

        self.close()

    def push (self, data):

        sabs = self.ac_out_buffer_size

        if len(data) > sabs:

            for i in xrange(0, len(data), sabs):

                self.producer_fifo.append(data[i:i+sabs])

        else:

            self.producer_fifo.append(data)

        self.initiate_send()

    def push_with_producer (self, producer):

        self.producer_fifo.append(producer)

        self.initiate_send()

    def readable (self):

        "predicate for inclusion in the readable for select()"

        # cannot use the old predicate, it violates the claim of the

        # set_terminator method.

        # return (len(self.ac_in_buffer) <= self.ac_in_buffer_size)

        return 1

    def writable (self):

        "predicate for inclusion in the writable for select()"

        return self.producer_fifo or (not self.connected)

    def close_when_done (self):

        "automatically close this channel once the outgoing queue is empty"

        self.producer_fifo.append(None)

    def initiate_send(self):

        while self.producer_fifo and self.connected:

            first = self.producer_fifo[0]

            # handle empty string/buffer or None entry

            if not first:

                del self.producer_fifo[0]

                if first is None:

                    self.handle_close()

                    return

            # handle classic producer behavior

            obs = self.ac_out_buffer_size

            try:

                with catch_warnings():

                    if py3kwarning:

                        filterwarnings("ignore", ".*buffer", DeprecationWarning)

                    data = buffer(first, 0, obs)

            except TypeError:

                data = first.more()

                if data:

                    self.producer_fifo.appendleft(data)

                else:

                    del self.producer_fifo[0]

                continue

            # send the data

            try:

                num_sent = self.send(data)

            except socket.error:

                self.handle_error()

                return

            if num_sent:

                if num_sent < len(data) or obs < len(first):

                    self.producer_fifo[0] = first[num_sent:]

                else:

                    del self.producer_fifo[0]

            # we tried to send some actual data

            return

    def discard_buffers (self):

        # Emergencies only!

        self.ac_in_buffer = ''

        del self.incoming[:]

        self.producer_fifo.clear()

class simple_producer:

    def __init__ (self, data, buffer_size=512):

        self.data = data

        self.buffer_size = buffer_size

    def more (self):

        if len (self.data) > self.buffer_size:

            result = self.data[:self.buffer_size]

            self.data = self.data[self.buffer_size:]

            return result

        else:

            result = self.data

            self.data = ''

            return result

class fifo:

    def __init__ (self, list=None):

        if not list:

            self.list = deque()

        else:

            self.list = deque(list)

    def __len__ (self):

        return len(self.list)

    def is_empty (self):

        return not self.list

    def first (self):

        return self.list[0]

    def push (self, data):

        self.list.append(data)

    def pop (self):

        if self.list:

            return (1, self.list.popleft())

        else:

            return (0, None)

# Given 'haystack', see if any prefix of 'needle' is at its end.  This

# assumes an exact match has already been checked.  Return the number of

# characters matched.

# for example:

# f_p_a_e ("qwerty\r", "\r\n") => 1

# f_p_a_e ("qwertydkjf", "\r\n") => 0

# f_p_a_e ("qwerty\r\n", "\r\n") => <undefined>

# this could maybe be made faster with a computed regex?

# [answer: no; circa Python-2.0, Jan 2001]

# new python:   28961/s

# old python:   18307/s

# re:        12820/s

# regex:     14035/s

def find_prefix_at_end (haystack, needle):

    l = len(needle) - 1

    while l and not haystack.endswith(needle[:l]):

        l -= 1

    return l