mirror of
https://github.com/Hopiu/linkchecker.git
synced 2026-03-21 08:20:25 +00:00
041df3a48d
git-svn-id: https://linkchecker.svn.sourceforge.net/svnroot/linkchecker/trunk/linkchecker@2906 e7d03fd6-7b0d-0410-9947-9c21f3af8025
107 lines
3.6 KiB
Python
107 lines
3.6 KiB
Python
# -*- coding: iso-8859-1 -*-
|
|
# Copyright (C) 2005 Bastian Kleineidam
|
|
#
|
|
# This program is free software; you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License as published by
|
|
# the Free Software Foundation; either version 2 of the License, or
|
|
# (at your option) any later version.
|
|
#
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License
|
|
# along with this program; if not, write to the Free Software
|
|
# Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
|
|
"""
|
|
Store and retrieve open connections.
|
|
"""
|
|
|
|
import time
|
|
|
|
class ConnectionPool (object):
|
|
"""
|
|
Connection pool class, storing a set of connections for URL retrieval.
|
|
"""
|
|
|
|
def __init__ (self):
|
|
"""
|
|
Initialize an empty connection dictionary which will have entries
|
|
of the form::
|
|
key -> [connection, status, expiration time]
|
|
|
|
Connection can be any open connection object (HTTP, FTP, ...).
|
|
Status is either 'available' or 'busy'.
|
|
Expiration time is the point of time in seconds when this
|
|
connection will be timed out.
|
|
|
|
The identifier key is usually a tuple (type, host, user, pass),
|
|
but it can be any immutable Python object.
|
|
"""
|
|
# open connections
|
|
# {(type, host, user, pass) -> [connection, status, expiration time]}
|
|
self.connections = {}
|
|
self.expiration_counter = 1
|
|
|
|
def add_connection (self, key, conn, timeout):
|
|
"""
|
|
Add connection to the pool with given identifier key and timeout
|
|
in seconds.
|
|
"""
|
|
self.connections[key] = [conn, 'available', time.time() + timeout]
|
|
|
|
def get_connection (self, key):
|
|
"""
|
|
Get open connection if available, for at most 30 seconds.
|
|
|
|
@return: Open connection object or None if no connection is available.
|
|
@rtype None or FTPConnection or HTTP(S)Connection
|
|
"""
|
|
if (self.expiration_counter % 100) == 0:
|
|
self.expiration_counter = 1
|
|
self.expire_connections()
|
|
else:
|
|
self.expiration_counter += 1
|
|
if key not in self.connections:
|
|
# not found
|
|
return None
|
|
conn_data = self.connections[key]
|
|
t = time.time()
|
|
if t > conn_data[2]:
|
|
# timed out
|
|
try:
|
|
conn_data[1].close()
|
|
except:
|
|
# ignore close errors
|
|
pass
|
|
del self.connections[key]
|
|
return None
|
|
# wait at most 300*0.1=30 seconds for connection to become available
|
|
for dummy in xrange(300):
|
|
if conn_data[1] != 'busy':
|
|
conn_data[1] = 'busy'
|
|
conn_data[2] = t
|
|
return conn_data[0]
|
|
time.sleep(0.1)
|
|
# connection is in use
|
|
return None
|
|
|
|
def release_connection (self, key):
|
|
"""
|
|
Mark an open and reusable connection as available.
|
|
"""
|
|
if key in self.connections:
|
|
self.connections[key][1] = 'available'
|
|
|
|
def expire_connections (self):
|
|
"""
|
|
Remove expired connections from this pool.
|
|
"""
|
|
t = time.time()
|
|
to_delete = []
|
|
for key, conn_data in self.connections.iteritems():
|
|
if conn_data[1] == 'available' and t > conn_data[2]:
|
|
to_delete.append(key)
|
|
for key in to_delete:
|
|
del self.connections[key]
|