mirror of
https://github.com/shmilylty/OneForAll.git
synced 2026-08-25 20:37:48 +08:00
addr字段改为ip2location 添加ip2region字段
This commit is contained in:
Jing Ling
+246
@@ -0,0 +1,246 @@
|
||||
# encoding = uft-8
|
||||
"""
|
||||
" ip2region python searcher client module
|
||||
"
|
||||
" Author: koma<komazhang@foxmail.com>
|
||||
" Date : 2015-11-06
|
||||
"""
|
||||
import io
|
||||
import socket
|
||||
import struct
|
||||
import sys
|
||||
|
||||
|
||||
class IpRegInfo(object):
|
||||
__INDEX_BLOCK_LENGTH = 12
|
||||
__TOTAL_HEADER_LENGTH = 8192
|
||||
|
||||
__f = None
|
||||
__headerSip = []
|
||||
__headerPtr = []
|
||||
__headerLen = 0
|
||||
__indexSPtr = 0
|
||||
__indexLPtr = 0
|
||||
__indexCount = 0
|
||||
__dbBinStr = ''
|
||||
|
||||
def __init__(self, db_file):
|
||||
self.init_database(db_file)
|
||||
|
||||
def memory_search(self, ip):
|
||||
"""
|
||||
" memory search method
|
||||
" param: ip
|
||||
"""
|
||||
if not ip.isdigit():
|
||||
ip = self.ip2long(ip)
|
||||
|
||||
if self.__dbBinStr == '':
|
||||
self.__dbBinStr = self.__f.read() # read all the contents in file
|
||||
self.__indexSPtr = self.get_long(self.__dbBinStr, 0)
|
||||
self.__indexLPtr = self.get_long(self.__dbBinStr, 4)
|
||||
self.__indexCount = int((self.__indexLPtr - self.__indexSPtr) / self.__INDEX_BLOCK_LENGTH) + 1
|
||||
|
||||
l, h, data_ptr = (0, self.__indexCount, 0)
|
||||
while l <= h:
|
||||
m = int((l + h) >> 1)
|
||||
p = self.__indexSPtr + m * self.__INDEX_BLOCK_LENGTH
|
||||
sip = self.get_long(self.__dbBinStr, p)
|
||||
|
||||
if ip < sip:
|
||||
h = m - 1
|
||||
else:
|
||||
eip = self.get_long(self.__dbBinStr, p + 4)
|
||||
if ip > eip:
|
||||
l = m + 1;
|
||||
else:
|
||||
data_ptr = self.get_long(self.__dbBinStr, p + 8)
|
||||
break
|
||||
|
||||
if data_ptr == 0:
|
||||
raise Exception("Data pointer not found")
|
||||
|
||||
return self.return_data(data_ptr)
|
||||
|
||||
def binary_search(self, ip):
|
||||
"""
|
||||
" binary search method
|
||||
" param: ip
|
||||
"""
|
||||
if not ip.isdigit(): ip = self.ip2long(ip)
|
||||
|
||||
if self.__indexCount == 0:
|
||||
self.__f.seek(0)
|
||||
super_block = self.__f.read(8)
|
||||
self.__indexSPtr = self.get_long(super_block, 0)
|
||||
self.__indexLPtr = self.get_long(super_block, 4)
|
||||
self.__indexCount = int((self.__indexLPtr - self.__indexSPtr) / self.__INDEX_BLOCK_LENGTH) + 1
|
||||
|
||||
l, h, data_ptr = (0, self.__indexCount, 0)
|
||||
while l <= h:
|
||||
m = int((l + h) >> 1)
|
||||
p = m * self.__INDEX_BLOCK_LENGTH
|
||||
|
||||
self.__f.seek(self.__indexSPtr + p)
|
||||
buffer = self.__f.read(self.__INDEX_BLOCK_LENGTH)
|
||||
sip = self.get_long(buffer, 0)
|
||||
if ip < sip:
|
||||
h = m - 1
|
||||
else:
|
||||
eip = self.get_long(buffer, 4)
|
||||
if ip > eip:
|
||||
l = m + 1
|
||||
else:
|
||||
data_ptr = self.get_long(buffer, 8)
|
||||
break
|
||||
|
||||
if data_ptr == 0:
|
||||
raise Exception("Data pointer not found")
|
||||
|
||||
return self.return_data(data_ptr)
|
||||
|
||||
def btree_search(self, ip):
|
||||
"""
|
||||
" b-tree search method
|
||||
" param: ip
|
||||
"""
|
||||
if not ip.isdigit():
|
||||
ip = self.ip2long(ip)
|
||||
|
||||
if len(self.__headerSip) < 1:
|
||||
header_len = 0
|
||||
# pass the super block
|
||||
self.__f.seek(8)
|
||||
# read the header block
|
||||
b = self.__f.read(self.__TOTAL_HEADER_LENGTH)
|
||||
# parse the header block
|
||||
for i in range(0, len(b), 8):
|
||||
sip = self.get_long(b, i)
|
||||
ptr = self.get_long(b, i + 4)
|
||||
if ptr == 0:
|
||||
break
|
||||
self.__headerSip.append(sip)
|
||||
self.__headerPtr.append(ptr)
|
||||
header_len += 1
|
||||
self.__headerLen = header_len
|
||||
|
||||
l, h, sptr, eptr = (0, self.__headerLen, 0, 0)
|
||||
while l <= h:
|
||||
m = int((l + h) >> 1)
|
||||
|
||||
if ip == self.__headerSip[m]:
|
||||
if m > 0:
|
||||
sptr = self.__headerPtr[m - 1]
|
||||
eptr = self.__headerPtr[m]
|
||||
else:
|
||||
sptr = self.__headerPtr[m]
|
||||
eptr = self.__headerPtr[m + 1]
|
||||
break
|
||||
|
||||
if ip < self.__headerSip[m]:
|
||||
if m == 0:
|
||||
sptr = self.__headerPtr[m]
|
||||
eptr = self.__headerPtr[m + 1]
|
||||
break
|
||||
elif ip > self.__headerSip[m - 1]:
|
||||
sptr = self.__headerPtr[m - 1]
|
||||
eptr = self.__headerPtr[m]
|
||||
break
|
||||
h = m - 1
|
||||
else:
|
||||
if m == self.__headerLen - 1:
|
||||
sptr = self.__headerPtr[m - 1]
|
||||
eptr = self.__headerPtr[m]
|
||||
break
|
||||
elif ip <= self.__headerSip[m + 1]:
|
||||
sptr = self.__headerPtr[m]
|
||||
eptr = self.__headerPtr[m + 1]
|
||||
break
|
||||
l = m + 1
|
||||
|
||||
if sptr == 0:
|
||||
raise Exception("Index pointer not found")
|
||||
|
||||
index_len = eptr - sptr
|
||||
self.__f.seek(sptr)
|
||||
index = self.__f.read(index_len + self.__INDEX_BLOCK_LENGTH)
|
||||
|
||||
l, h, data_prt = (0, int(index_len / self.__INDEX_BLOCK_LENGTH), 0)
|
||||
while l <= h:
|
||||
m = int((l + h) >> 1)
|
||||
offset = int(m * self.__INDEX_BLOCK_LENGTH)
|
||||
sip = self.get_long(index, offset)
|
||||
|
||||
if ip < sip:
|
||||
h = m - 1
|
||||
else:
|
||||
eip = self.get_long(index, offset + 4)
|
||||
if ip > eip:
|
||||
l = m + 1;
|
||||
else:
|
||||
data_prt = self.get_long(index, offset + 8)
|
||||
break
|
||||
|
||||
if data_prt == 0:
|
||||
raise Exception("Data pointer not found")
|
||||
|
||||
return self.return_data(data_prt)
|
||||
|
||||
def init_database(self, db_file):
|
||||
"""
|
||||
" initialize the database for search
|
||||
" param: dbFile
|
||||
"""
|
||||
try:
|
||||
self.__f = io.open(db_file, "rb")
|
||||
except IOError as e:
|
||||
print("[Error]: %s" % e)
|
||||
sys.exit()
|
||||
|
||||
def return_data(self, data_ptr):
|
||||
"""
|
||||
" get ip data from db file by data start ptr
|
||||
" param: dsptr
|
||||
"""
|
||||
data_len = (data_ptr >> 24) & 0xFF
|
||||
data_ptr = data_ptr & 0x00FFFFFF
|
||||
|
||||
self.__f.seek(data_ptr)
|
||||
data = self.__f.read(data_len)
|
||||
|
||||
return {
|
||||
"city_id": self.get_long(data, 0),
|
||||
"region": data[4:]
|
||||
}
|
||||
|
||||
@staticmethod
|
||||
def ip2long(ip):
|
||||
_ip = socket.inet_aton(ip)
|
||||
return struct.unpack("!L", _ip)[0]
|
||||
|
||||
@staticmethod
|
||||
def is_ip(ip):
|
||||
p = ip.split(".")
|
||||
if len(p) != 4:
|
||||
return False
|
||||
for pp in p:
|
||||
if not pp.isdigit():
|
||||
return False
|
||||
if len(pp) > 3:
|
||||
return False
|
||||
if int(pp) > 255:
|
||||
return False
|
||||
return True
|
||||
|
||||
@staticmethod
|
||||
def get_long(b, offset):
|
||||
if len(b[offset:offset + 4]) == 4:
|
||||
return struct.unpack('I', b[offset:offset + 4])[0]
|
||||
return 0
|
||||
|
||||
def close(self):
|
||||
if self.__f is not None:
|
||||
self.__f.close()
|
||||
self.__dbBinStr = None
|
||||
self.__headerPtr = None
|
||||
self.__headerSip = None
|
||||
Reference in New Issue
Block a user