File: //lib/python3.6/site-packages/fail2ban/server/__pycache__/database.cpython-36.opt-1.pyc
3
=�Z]�V � @ s d Z dZdZddlZddlZddlZddlZddlZddlZddl m
Z
ddl m Z ddl
mZ dd lmZ dd
lmZ d d lmZmZmZ ee�Zd
d� Zejd kr�dd� Zdd� Z ndd� Z dd� Zdd� Z ej e e� ej de � dd� Z!G dd � d e"�Z#dS ) zSteven Hiscocksz"Copyright (c) 2013 Steven HiscocksZGPL� N)�wraps)�RLock� )�MyTime)�
FailTicket)�Utils� )� getLogger�
uni_string�
PREFER_ENCc C s t | t�rt| �} t| �S )z/Avoid errors on types unknown in json-adapters.)�
isinstance�set�listr
)�x� r � /usr/lib/python3.6/database.py�
_json_default* s
r � c C s` y t j| dtd�jtd�} W n> tk
rZ } z"tjd|tj� dkd� d} W Y d d }~X nX | S )NF)� ensure_ascii�default�replacezjson dumps failed: %r� )�exc_infoz{}) �json�dumpsr �encoder � Exception�logSys�error�getEffectiveLevel)r �er r r �_json_dumps_safe1 s r! c C sZ yt j| jtd��} W n> tk
rT } z"tjd|tj� dkd� i } W Y d d }~X nX | S )Nr zjson loads failed: %rr )r )r �loads�decoder r r r r )r r r r r �_json_loads_safe; s r$ c C sr t | t�r tdd� | j� D ��S t | ttf�r<dd� | D �S t | t�rX| jtd�jt�S t | t�rn| jtd�S | S )Nc s s" | ]\}}t |�t |�fV qd S )N)�
_normalize)�.0�k�vr r r � <genexpr>F s z _normalize.<locals>.<genexpr>c S s g | ] }t |��qS r )r% )r& �elementr r r �
<listcomp>H s z _normalize.<locals>.<listcomp>r ) r �dict�itemsr r
�strr r r# )r r r r r% D s
r% c C s\ yt jt| �dtd�} W n> tk
rV } z"tjd|tj� dkd� d} W Y d d }~X nX | S )NF)r r zjson dumps failed: %rr )r z{})r r r% r r r r r )r r r r r r! P s c C sZ yt j| jtd��} W n> tk
rT } z"tjd|tj� dkd� i } W Y d d }~X nX | S )Nr zjson loads failed: %rr )r )r r" r# r r r r r )r r r r r r$ Y s ZJSONc s t � �� fdd��}|S )Nc s< | j �, | j� � | | jj� f|�|�S Q R X W d Q R X d S )N)�_lock�_db�cursor)�self�args�kwargs)�fr r �wrapperg s z"commitandrollback.<locals>.wrapper)r )r5 r6 r )r5 r �commitandrollbackf s r7 c @ sZ e Zd ZdZdZdJZee�ZdMd
d�ZdNdd�Z dd� Z
e dd� �Z dd� Z
e dd� �Ze dd� �Zejd d� �ZdOd d �ZedPd d ��Zd!d"� Zed#d$� �Zed%d&� �Zed'd(� �Zed)d*� �ZedQd,d-��Zed.d/� �ZedRd0d1��Zed2d3� �Z d4d5� Z ed6d7� �Z ed8d9� �Z edSd:d;��Z d<d=� Z!dTd>d?�Z"dUd@dA�Z#dVdBdC�Z$edDdE� �Z%d+S )W�
Fail2BanDba� Fail2Ban database for storing persistent data.
This allows after Fail2Ban is restarted to reinstated bans and
to continue monitoring logs from the same point.
This will either create a new Fail2Ban database, connect to an
existing, and if applicable upgrade the schema in the process.
Parameters
----------
filename : str
File name for SQLite3 database, which will be created if
doesn't already exist.
purgeAge : int
Purge age in seconds, used to remove old bans from
database during purge.
Raises
------
sqlite3.OperationalError
Error connecting/creating a SQLite3 database.
RuntimeError
If exisiting database fails to update to new schema.
Attributes
----------
filename
purgeage
r �
fail2banDb�7CREATE TABLE IF NOT EXISTS fail2banDb(version INTEGER);�jails��CREATE TABLE IF NOT EXISTS jails(name TEXT NOT NULL UNIQUE, enabled INTEGER NOT NULL DEFAULT 1);CREATE INDEX IF NOT EXISTS jails_name ON jails(name);�logs�S CREATE TABLE IF NOT EXISTS logs(jail TEXT NOT NULL, path TEXT, firstlinemd5 TEXT, lastfilepos INTEGER DEFAULT 0, FOREIGN KEY(jail) REFERENCES jails(name) ON DELETE CASCADE, UNIQUE(jail, path),UNIQUE(jail, path, firstlinemd5));CREATE INDEX IF NOT EXISTS logs_path ON logs(path);CREATE INDEX IF NOT EXISTS logs_jail_path ON logs(jail, path);�bans�C CREATE TABLE IF NOT EXISTS bans(jail TEXT NOT NULL, ip TEXT, timeofban INTEGER NOT NULL, data JSON, FOREIGN KEY(jail) REFERENCES jails(name) );CREATE INDEX IF NOT EXISTS bans_jail_timeofban_ip ON bans(jail, timeofban);CREATE INDEX IF NOT EXISTS bans_jail_ip ON bans(jail, ip);CREATE INDEX IF NOT EXISTS bans_ip ON bans(ip);� �< c C s& d| _ t� | _|| _|| _| j� d S )N�2 )�
maxEntriesr r/ � _dbFilename� _purgeAge�
_connectDB)r2 �filenameZpurgeAger r r �__init__� s
zFail2BanDb.__init__Fc
0 C sP | j }y*tj|dtjd�| _i | _tjd|� W n: tjk
rj } z tj d||j
d � � W Y d d }~X nX ydd l }d}W n t k
r� d}Y nX | jj
� }�z y:|jd� |jd� |s�|jd � |jd
� |jd � W n� tjk
�r tjd | j� � Y n� tjk
�rb } z>tj d
||j
d � tjj|��s>� |j� d }| j� W Y d d }~X nZX |j� d }|tjk �r�| j|�}|tjk�r�tjd||� ntj dtj||� td��W d |�r,tj d� | j |dd� tj d� tj d� |jd� x$|j � D ]} tj ddj | �� �qW | jj � |�rJ|�rB|jd � |j� X d S )NF)Zcheck_same_threadZ detect_typesz.Connected to fail2ban persistent database '%s'z9Error connecting to fail2ban persistent database '%s': %sr TzPRAGMA foreign_keys = ONzPRAGMA synchronous = OFFz PRAGMA journal_mode = MEMORYzPRAGMA temp_store = MEMORYz&SELECT version FROM fail2banDb LIMIT 1z"New database created. Version '%r'z3Error opening fail2ban persistent database '%s': %sz"Database updated from '%r' to '%r'zIDatabase update failed to achieve version '%r': updated from '%r' to '%r'zFailed to fully updatez# Create missing tables/indices ...)� incrementalz -> okz Check integrity ...zPRAGMA integrity_checkz -> %s� )!rE �sqlite3ZconnectZPARSE_DECLTYPESr0 �_bansMergedCacher �infoZOperationalErrorr r3 �__pypy__� ImportErrorr1 �executeZwarning�createDb�Error�os�path�isfile�close�repairDB�fetchoner8 � __version__�updateDb� RuntimeError�debug� _createDbZfetchall�joinZcommit)
r2 �checkIntegrityrH r rO Zpypy�cur�versionZ
newversion�sr r r rG � sx
zFail2BanDb._connectDBc C s" t jd� | jj� t jd� d S )Nz Close connection to database ...z Connection to database closed.)r r] r0 rW rN )r2 r r r rW s
zFail2BanDb.closec C s> y| j S tk
r8 | jd tjdtj� � | _ | j S X d S )N�.z
%Y%m%d-%H%M%S)Z _Fail2BanDb__dbBackupFilename�AttributeErrorrE �timeZstrftimer Zgmtime)r2 r r r �_dbBackupFilename s
z Fail2BanDb._dbBackupFilenamec C s G dd� dt �}| j}d | _z�y�tjd| j� tj| j| j� tjd| j� tj d| j| jf� t
j | j�j }|r�tjd|� | j
dd� ntjd |� |d
��W nj t k
�r } zLtjd | j|jd t||� o�tj� d
kd� t
j| j� | j
dd� W Y d d }~X nX W d || _X d S )Nc @ s e Zd ZdS )z,Fail2BanDb.repairDB.<locals>.RepairExceptionN)�__name__�
__module__� __qualname__r r r r �RepairException s rk z Trying to repair database %sz Database backup created: %szHf2b_db=$0; f2b_dbbk=$1; sqlite3 "$f2b_dbbk" ".dump" | sqlite3 "$f2b_db" z5 Repair seems to be successful, restored %d byte(s).T)r` z1 Repair seems to be failed, restored %d byte(s).z Recreate ...z/ Error repairing of fail2ban database '%s': %sr �
)r )r rX r rN rE �shutilZmoverg r Z
executeCmdrT �stat�st_sizerG r r3 r r �remove)r2 rk Z _repairDBZ
dbFileSizer r r r rX s, "zFail2BanDb.repairDBc C s | j S )z&File name of SQLite3 database file.
)rE )r2 r r r rH 9 s zFail2BanDb.filenamec C s | j S )zPurge age in seconds.
)rF )r2 r r r �purgeage? s zFail2BanDb.purgeagec C s t j|�| _d S )N)r Z str2secondsrF )r2 �valuer r r rq E s c C sD x t jD ]\}}|j|� qW |jdt jf� |jd� |j� d S )z8Creates a new database, called during initialisation.
z\INSERT INTO fail2banDb(version) SELECT ? WHERE NOT EXISTS (SELECT 1 FROM fail2banDb LIMIT 1)z&SELECT version FROM fail2banDb LIMIT 1r )r8 �_CREATE_SCRIPTS�
executescriptrQ rZ rY )r2 ra rJ �nrc r r r r^ I s
zFail2BanDb._createDbc C s | j ||�S )N)r^ )r2 ra rJ r r r rR V s zFail2BanDb.createDbc C s& |j d|f� |j� }|d k o$|d S )NzQselect 1 where exists (select 1 from sqlite_master WHERE type='table' AND name=?)r )rQ rY )r2 ra �table�resr r r � _tableExistsZ s zFail2BanDb._tableExistsc C s� |t jkrtd��yztjd| j|� tjj| j�sPt j
| j | j� tjd| j� |dk rx| j |d�rx|j
dt jd � |jd� |j� d S tk
r� } z*tjd | j|jd tj� d
kd � � W Y d d }~X nX d S )
z�Update an existing database, called during initialisation.
A timestamped backup is also created prior to attempting the update.
zIAttempt to travel to future version of database ...how did you get here??z&Upgrade database: %s from version '%r'z Database backup created: %sr r= z�BEGIN TRANSACTION;CREATE TEMPORARY TABLE logs_temp AS SELECT * FROM logs;DROP TABLE logs;%s;INSERT INTO logs SELECT * from logs_temp;DROP TABLE logs_temp;UPDATE fail2banDb SET version = 2;COMMIT;z&SELECT version FROM fail2banDb LIMIT 1r z#Failed to upgrade database '%s': %srl )r N)r8 rZ �NotImplementedErrorr rN rg rT rU rV rm ZcopyfilerH rx rt � _CREATE_TABSrQ rY r r rE r3 r )r2 ra rb r r r r r[ ` s$
zFail2BanDb.updateDbc C s. |j d|jf� |jdkr*|j d|jf� dS )zmAdds a jail to the database.
Parameters
----------
jail : Jail
Jail to be added to the database.
z7INSERT OR IGNORE INTO jails(name, enabled) VALUES(?, 1)r z<UPDATE jails SET enabled = 1 WHERE name = ? AND enabled != 1N)rQ �nameZrowcount)r2 ra �jailr r r �addJail� s
zFail2BanDb.addJailc C s |j d|jf� dS )zvDeletes a jail from the database.
Parameters
----------
jail : Jail
Jail to be removed from the database.
z'UPDATE jails SET enabled=0 WHERE name=?N)rQ r{ )r2 ra r| r r r �delJail� s
zFail2BanDb.delJailc C s |j d� dS )z'Deletes all jails from the database.
zUPDATE jails SET enabled=0N)rQ )r2 ra r r r � delAllJails� s zFail2BanDb.delAllJailsNc C s> |dkr|j d� n|j dt|�f � tdd� |j� D ��S )zGet name of jails in database.
Currently only used for testing purposes.
Returns
-------
set
Set of jail names.
NzSELECT name FROM jailsz'SELECT name FROM jails WHERE enabled=%sc s s | ]}|d V qdS )r Nr )r& �rowr r r r) � s z*Fail2BanDb.getJailNames.<locals>.<genexpr>)rQ �intr
� fetchmany)r2 ra Zenabledr r r � getJailNames� s
zFail2BanDb.getJailNamesc C sz d}|j d|j|j� f� y|j� \}}W n tk
rB d}Y nX |j d|j|j� |j� |j� f� |j� |krvd}|S )a7 Adds a log to the database.
Parameters
----------
jail : Jail
Jail that log is being monitored by.
container : FileContainer
File container of the log file being added.
Returns
-------
int
If log was already present in database, value of last position
in the log file; else `None`
NzBSELECT firstlinemd5, lastfilepos FROM logs WHERE jail=? AND path=?FzUINSERT OR REPLACE INTO logs(jail, path, firstlinemd5, lastfilepos) VALUES(?, ?, ?, ?))rQ r{ � getFileNamerY � TypeError�getHash�getPos)r2 ra r| � containerZ lastLinePosZ firstLineMD5r r r �addLog� s
zFail2BanDb.addLogc C sF d}g }|dk r$|d7 }|j |j� |j||� tdd� |j� D ��S )z�Gets all the log paths from the database.
Currently only for testing purposes.
Parameters
----------
jail : Jail
If specified, will only reutrn logs belonging to the jail.
Returns
-------
set
Set of log paths.
zSELECT path FROM logsNz
WHERE jail=?c s s | ]}|d V qdS )r Nr )r& r� r r r r) � s z)Fail2BanDb.getLogPaths.<locals>.<genexpr>)�appendr{ rQ r
r� )r2 ra r| �query� queryArgsr r r � getLogPaths� s zFail2BanDb.getLogPathsc O s | j |f|�|� dS )z�Updates hash and last position in log file.
Parameters
----------
jail : Jail
Jail of which the log file belongs to.
container : FileContainer
File container of the log file being updated.
N)�
_updateLog)r2 ra r3 r4 r r r � updateLog� s zFail2BanDb.updateLogc C s& |j d|j� |j� |j|j� f� d S )NzEUPDATE logs SET firstlinemd5=?, lastfilepos=? WHERE jail=? AND path=?)rQ r� r� r{ r� )r2 ra r| r� r r r r� s zFail2BanDb._updateLogc C s� t |j� �}y| j||f= W n tk
r0 Y nX y| j|df= W n tk
rV Y nX |j� }|jd�}|r�t|�| jkr�|| j d� |d< |jd|j |t
t |j � ��|f� dS )z�Add a ban to the database.
Parameters
----------
jail : Jail
Jail in which the ban has occurred.
ticket : BanTicket
Ticket of the ban to be added.
N�matchesz>INSERT INTO bans(jail, ip, timeofban, data) VALUES(?, ?, ?, ?))
r. ZgetIPrM �KeyErrorZgetData�get�lenrD rQ r{ r� �roundZgetTime)r2 ra r| �ticket�ip�datar� r r r �addBan s
zFail2BanDb.addBanc G s` d}|j g}t|�s$|j||� dS |d7 }|jd� x$|D ] }t|�|d< |j||� q<W dS )z�Delete a single or multiple tickets from the database.
Parameters
----------
jail : Jail
Jail in which the ticket(s) should be removed.
args : list of IP
IPs to be removed, if not given all tickets of jail will be removed.
z DELETE FROM bans WHERE jail = ?Nz AND ip = ?� r )r{ r� rQ r� r. )r2 ra r| r3 r� r� r� r r r �delBan& s
zFail2BanDb.delBanc C s� d}g }|d k r$|d7 }|j |j� |d k rN|dkrN|d7 }|j tj� | � |d k rl|d7 }|j t|�� |d7 }t|j||��S )Nz,SELECT ip, timeofban, data FROM bans WHERE 1z AND jail=?r z AND timeofban > ?z AND ip=?z ORDER BY ip, timeofban desc)r� r{ r rf r. r rQ )r2 ra r| �bantimer� r� r� r r r �_getBans< s zFail2BanDb._getBansc K sB g }x8| j f |�D ](\}}}|jt||�� |d j|� qW |S )a� Get bans from the database.
Parameters
----------
jail : Jail
Jail that the ban belongs to. Default `None`; all jails.
bantime : int
Ban time in seconds, such that bans returned would still be
valid now. Negative values are equivalent to `None`.
Default `None`; no limit.
ip : str
IP Address to filter bans by. Default `None`; all IPs.
Returns
-------
list
List of `Ticket`s for bans stored in database.
r ���)r� r� r ZsetData)r2 r4 �ticketsr� � timeofbanr� r r r �getBansO s
zFail2BanDb.getBansc
C s� | j ��z d}|dks |dk r:||f}|| jkr:| j| S g }d}t| j|||d��}|�rR|d d }g } d}
i } x�|D ]�\} }
}| |kr�t||| �}|j|
� |j|� | }g } d}
i } |jdg �}| jt | � }|dk�rt |�|kr�|| } n|| d� | } |
|jdd�7 }
|
|d< | |d< | j
|� |
}qzW t| || d�}|j|� |�rp|dk�rf|n|| j|< |dk�r~|S |S Q R X dS )a} Get bans from the database, merged into single ticket.
This is the same as `getBans`, but bans merged into single
ticket.
Parameters
----------
jail : Jail
Jail that the ban belongs to. Default `None`; all jails.
bantime : int
Ban time in seconds, such that bans returned would still be
valid now. Negative values are equivalent to `None`.
Default `None`; no limit.
ip : str
IP Address to filter bans by. Default `None`; all IPs.
Returns
-------
list or Ticket
Single ticket representing bans stored in database per IP
in a list. When `ip` argument passed, a single `Ticket` is
returned.
Nr )r� r| r� r� �failuresr )r� ) r/ rM r r� r Z
setAttemptr� r� rD r� �update)r2 r� r| r� ZcacheKeyr� r� �resultsZ
prev_banipr� r� Ztickdata�banipr� r� Zprev_timeofban�mZmaxaddr r r �
getBansMergedi sN
zFail2BanDb.getBansMergedc C s� |d krt j� }g }|d k r.d}|j|j� nd}|d k rL|d7 }|j|� |dkrj|d7 }|j|| � |d krz|d7 }| jj� }|j||�S ) Nz1SELECT ip, timeofban, data FROM bans WHERE jail=?z1SELECT ip, max(timeofban), data FROM bans WHERE 1z AND ip=?r z AND timeofban > ?z( GROUP BY ip ORDER BY ip, timeofban DESCr� )Nr� )r rf r� r{ r0 r1 rQ )r2 ra r| r� �
forbantime�fromtimer� r� r r r �_getCurrentBans� s"
zFail2BanDb._getCurrentBansc C sx g }d }| j �$ t| j| jj� ||||d��}W d Q R X |rhx*|D ]"\}} }
t|| |
d�}|j|� qBW |d krt|S |S )N)r| r� r� r� )r� )r/ r r� r0 r1 r r� ) r2 r| r� r� r� r� r� r� r� r� r� r r r �getCurrentBans� s zFail2BanDb.getCurrentBansc C s, i | _ |jdtj� | j f� |jd� dS )z5Purge old bans, jails and log files from database.
z$DELETE FROM bans WHERE timeofban < ?z^DELETE FROM jails WHERE enabled = 0 AND NOT EXISTS(SELECT * FROM bans WHERE jail = jails.name)N)rM rQ r rf rF )r2 ra r r r �purge� s zFail2BanDb.purge�r9 r: �r; r< �r= r> �r? r@ )r� r� r� r� i� �Q )r� )F)F)F)N)N)NNN)NNN)NNNN)NNNN)&rh ri rj �__doc__rZ rs r, rz rI rG rW �propertyrg rX rH rq �setterr^ r7 rR rx r[ r} r~ r r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r r8 o sN
Q !
"
$
G
r8 )r )$�
__author__Z
__copyright__Z __license__r rT rm rL �sysrf � functoolsr Z threadingr Zmytimer r� r Zutilsr Zhelpersr r
r rh r r � version_infor! r$ r% Zregister_adapterr, Zregister_converterr7 �objectr8 r r r r �<module> s4