URL emulator (sockets question)

[pythonhda]

Hi All,

I writing a program to emulate a URL (essentially a very simple raw data proxy). The client should always think that it is only talking to the proxy and the proxy acts like the url it's emulating.

My *immediate* problem is how do I tell the client that the web server has finished sending? 

I know that when you recieve 0 bytes from the web server, it means that it is done sending...so how do I indicate the same thing to the browser? I've tried various combos of 'shutdown' and 'close' but the browser (Opera) indicates a premature disconnection. 

I was thinking of using it as a proxy between my cellphone and some wap sites I'm developing/debugging. I don't like to type out long urls on the phone and I figured this would be a good learning experience.


--- Code Start ---
import socket
import sys
import select
import re

IMG = re.compile(r'(src="[^"]+")')

class ProxyServer:
    def __init__(self, port, url, rmtport):
        self.port = port
        self.url = url
        self.rmtport = rmtport
        self.socket = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
        self.clients = {}
        self.count = 0
        
    def start(self):
        self.socket.bind((socket.gethostname(), self.port))
        self.socket.listen(5)
        
        while 1:
            try:
                self.clisocket, self.clientaddress = self.socket.accept()
                self.returnIP = self.clisocket.getsockname()
                self.proxy()
                self.count += 1
            except KeyboardInterrupt:
                self.socket.close()

    def proxy(self):
        websvr = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
        websvr.connect((self.url, self.rmtport))

        self.request = ''
        self.response = ''

        f = file("proxydata_%s.data" % self.count, 'w')

        while 1:
            try:
                r, w, e = select.select([self.clisocket, websvr], 
                                        [self.clisocket, websvr], [], 30)
                # if client requests something
                if self.clisocket in r: 
                    request = self.clisocket.recv(1024)
                    f.write("\n--RAW REQUEST\n%s" % request)
                    self.request = self.transreq(request, f)
                    self.done = False
                # if websvr writable and have someting to send
                if websvr in w and self.request != '': 
                    self.sendit(websvr, self.request)
                    self.request = ''
                # if websvr readable and hasn't returned ''
                if websvr in r and not self.done: 
                    response = websvr.recv(1024)
                    if response == '':
                        self.done = True
                    else:
                        self.response = self.transresp(response, f)
                # if client writable and last response wasn't ''
                if self.clisocket in w and self.response != '':
                    self.sendit(self.clisocket, self.response)
                    self.response = ''
                # if self.done:
                    # What should I put here??
            except socket.timeout:
                pass
            
        self.count += 1
        f.close()

    def sendit(self, sock, data):
        l = len(data)
        sent = 0
        while sent < l:
            sent += sock.send(data)
            data = data[sent:]

    def transreq(self, request, f=None):
        request = request.replace("%s:%s" % self.returnIP, self.url)
        return request

    def transresp(self, response, f=None):
        if f is not None:
            f.write("\n--RAW RESPONSE\n%s" % response)
        response = response.replace(self.url, "%s:%s" % self.returnIP)
        response = IMG.sub('', response)
        response = response.replace("\r\n0\r\n", "\r\n")
        return response
            
if __name__ == "__main__":
    wapsite = "www.somewapsite.com"
    svr = ProxyServer(9000, wapsite, 80)
    svr.start()

--- END ---

Any suggestions/tips? Thanks,

pythonhda