# Twisted, the Framework of Your Internet # Copyright (C) 2001 Matthew W. Lefkowitz # # This library is free software; you can redistribute it and/or # modify it under the terms of version 2.1 of the GNU Lesser General Public # License as published by the Free Software Foundation. # # This library is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # Lesser General Public License for more details. # # You should have received a copy of the GNU Lesser General Public # License along with this library; if not, write to the Free Software # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA """Threading in twisted. Many operations in twisted are not thread safe. Therefore, when using threads you need to do a number of things. First, in order to enable threads, you can not just import 'thread'; you must import twisted.python.threadable and call threadable.init(). This prepares Twisted to be used with threads. When you want to call a non thread-safe operation, you don't call it directly, but schedule it with twisted.internet.reactor.callFromThread. The main thread running the event loop will then read these callble objects from the scheduler and execute them. The following example server has a thread for each connections that does the actual processing of the protocol, in this case echoing back all received data. The threads are taken from the twisted thread pool, so only a limited number of connections can be open at once. In general, you should only be using threads for blocking operations anyway - you should *not* write your servers to be like this example. """ import threading, Queue from twisted.python import threadable threadable.init() from twisted.internet.protocol import Protocol, Factory from twisted.internet import reactor ### Threaded Protocol Implementation class Echo(Protocol): """This will run each echo protocol handler in a separate thread. This is in most cases a pretty silly thing to do. """ def connectionMade(self): # create queue for exchanging messages with thread self.messagequeue = Queue.Queue() # run protocol runner in thread reactor.callInThread(self._runProtocol) def dataReceived(self, data): "As soon as any data is received, add it to queue." self.messagequeue.put(data) def connectionLost(self): # tell thread to shutdown self.messagequeue.put(None) def _runProtocol(self): """This will handle the protocol - it should be run in a separate thread.""" while 1: # read data from queue data = self.messagequeue.get() if data != None: # instead of doing self.transport.write(data), which is not # thread safe, we do the following, which is thread-safe: reactor.callFromThread(self.transport.write, data) else: # connection was closed return if __name__ == '__main__': from twisted.internet.app import Application factory = Factory() factory.protocol = Echo app = Application("echo") app.listenTCP(8000, factory) app.run(save=0)