#源定義
source src1
{
type = mysql
sql_host = localhost
sql_user = root
sql_pass =password
sql_db = test
sql_sock = /usr/local/mysql/mysql.sock
sql_query_pre = SET NAMES utf8
sql_query_pre = REPLACE INTO sph_counter SELECT 1, MAX(id) FROM documents
sql_query = \
SELECT id, group_id, UNIX_TIMESTAMP(date_added) AS date_added, title, content \
FROM documents where id<=(SELECT max_doc_id FROM sph_counter WHERE counter_id=1)
sql_attr_uint = group_id
sql_attr_timestamp = date_added
sql_ranged_throttle = 0
}
#######源
#tblpnr
source src2
{
type = mysql
sql_host = localhost
sql_user = root
sql_pass =password
sql_db = jinripnr
sql_sock = /usr/local/mysql/mysql.sock
sql_query_pre = SET NAMES utf8
sql_query_pre = REPLACE INTO jinri.sph_counter SELECT 2, MAX(id),max(update_time) FROM tblpnr
sql_query = \
SELECT id,orderno,pnr,ordertime FROM tblpnr where \
update_time<=(SELECT last_time FROM jinri.sph_counter WHERE counter_id=2)
#字元串屬性設定、需要過濾、排序的時候用到
#sql_attr_uint =
sql_attr_timestamp = ordertime
sql_attr_string = orderno #隻檢索orderno
sql_field_string = pnr
#sql_field_string 用于全文即儲存索引,sql_attr_string隻用于檢索即不儲存索引
#分區查詢設定
#sql_query_range = SELECT MIN(id),MAX(id) FROM tblpnr
#sql_range_step = 500000
#sql_query = SELECT * FROM tblpnr WHERE id>=$start AND id<=$end
sql_ranged_throttle = 0 #無時間間隔,機關是秒
}
#tblticketno
source src3
{
type = mysql
sql_host = localhost
sql_user = root
sql_pass =password
sql_db = jinritickno
sql_sock = /usr/local/mysql/mysql.sock
sql_query_pre = SET NAMES utf8
sql_query_pre = REPLACE INTO jinri.sph_counter SELECT 3, MAX(id), \
max(update_time) FROM tblticketno
sql_query = \
SELECT id,orderno, ticketno,ordertime \
FROM tblticketno where update_time<=(SELECT last_time FROM jinri.sph_counter \
WHERE counter_id=3)
#字元串屬性設定、需要過濾、排序的時候用到
#sql_attr_uint =
sql_attr_timestamp = ordertime
sql_attr_string = orderno #隻檢索orderno
sql_field_string = ticketno
#sql_field_string 用于全文即儲存索引,sql_attr_string隻用于檢索即不儲存索引
#分區查詢設定
#sql_query_range = SELECT MIN(id),MAX(id) FROM tblticketno
#sql_range_step = 1000000
#sql_query = SELECT * FROM tblticketno WHERE id>=$start AND id<=$end
sql_ranged_throttle = 0
}
#tblpassengername
source src4
{
type = mysql
sql_host = localhost
sql_user = root
sql_pass =password
sql_db = jinripname
sql_sock = /usr/local/mysql/mysql.sock
sql_query_pre = SET NAMES utf8
sql_query_pre = REPLACE INTO jinri.sph_counter SELECT 4, MAX(id), \
max(update_time) FROM tblpassengername
sql_query = \
SELECT id,orderno, passengername,ordertime \
FROM tblpassengername where update_time<=(SELECT last_time FROM jinri.sph_counter \
WHERE counter_id=4)
#字元串屬性設定、需要過濾、排序的時候用到
#sql_attr_uint =
sql_attr_timestamp = ordertime
sql_attr_string = orderno #隻檢索orderno
sql_field_string = passengername
#sql_field_string 用于全文即儲存索引,sql_attr_string隻用于檢索即不儲存索引
sql_ranged_throttle = 0
}
#tblorderno
source src5
{
type = mysql
sql_host = localhost
sql_user = root
sql_pass =password
sql_db = jinriorderno
sql_sock = /usr/local/mysql/mysql.sock
sql_query_pre = SET NAMES utf8
sql_query_pre = REPLACE INTO jinri.sph_counter SELECT 5, MAX(id), \
max(update_time) FROM tblorderno
sql_query = \
SELECT id,orderno,ordertime \
FROM tblorderno where update_time<=(SELECT last_time FROM jinri.sph_counter \
WHERE counter_id=5)
#字元串屬性設定、需要過濾、排序的時候用到
#sql_attr_uint =
sql_attr_timestamp = ordertime
sql_field_string = orderno
#sql_field_string 用于全文即儲存索引,sql_attr_string隻用于檢索即不儲存索引
sql_ranged_throttle = 0
}
#tblpnr
source src2throttled : src2
{
sql_ranged_throttle = 100
}
#tblticketno
source src3throttled : src3
{
sql_ranged_throttle = 100
}
#tblpassengername
source src4throttled : src4
{
sql_ranged_throttle = 100
}
#tblorderno
source src5throttled : src5
{
sql_ranged_throttle = 100
}
########增量源
#tblpnr
source src2_delta:src2
{
sql_query_pre = SET NAMES utf8
sql_query_pre =
sql_query = \
SELECT id,orderno, pnr,ordertime \
FROM tblpnr where update_time>(SELECT last_time \
FROM jinri.sph_counter WHERE counter_id=2)
}
#tblticketno
source src3_delta:src3
{
sql_query_pre = SET NAMES utf8
sql_query_pre =
sql_query = \
SELECT id,orderno, ticketno,ordertime \
FROM tblticketno where update_time>(SELECT last_time \
FROM jinri.sph_counter WHERE counter_id=3)
}
#tblpassengername
source src4_delta:src4
{
sql_query_pre = SET NAMES utf8
sql_query_pre =
sql_query = \
SELECT id,orderno,passengername,ordertime \
FROM tblpassengername where update_time>(SELECT last_time \
FROM jinri.sph_counter WHERE counter_id=4)
}
#tblorderno
source src5_delta:src5
{
sql_query_pre = SET NAMES utf8
sql_query_pre =
sql_query = \
SELECT id,orderno,ordertime \
FROM tblorderno where update_time>(SELECT last_time \
FROM jinri.sph_counter WHERE counter_id=5)
}
######索引
#tblpnr
index src2
{
source = src2
path = /usr/local/sphinx/var/data/src2
docinfo = extern
dict = keywords
mlock = 0
morphology = none
min_word_len = 1
html_strip = 0
min_prefix_len = 0 #最小字首
min_infix_len = 0 #最小中綴
ngram_len = 1 # 對于非字母型資料的長度切割,支援中文需要設定為1
ngram_chars = U+4E00..U+9FBF, U+3400..U+4DBF, U+20000..U+2A6DF, U+F900..U+FAFF,U+2F800..U+2FA1F, U+2E80..U+2EFF, U+2F00..U+2FDF, U+3100..U+312F, U+31A0..U+31BF,U+3040..U+309F, U+30A0..U+30FF, U+31F0..U+31FF, U+AC00..U+D7AF, U+1100..U+11FF,U+3130..U+318F, U+A000..U+A48F, U+A490..U+A4CF
}
#tblticketno
index src3
{
source = src3
path = /usr/local/sphinx/var/data/src3
docinfo = extern
dict = keywords
mlock = 0
morphology = none
min_word_len = 1
html_strip = 0
min_prefix_len = 0 #最小字首
min_infix_len = 0 #最小中綴
ngram_len = 1 # 對于非字母型資料的長度切割,支援中文需要設定為1
ngram_chars = U+4E00..U+9FBF, U+3400..U+4DBF, U+20000..U+2A6DF, U+F900..U+FAFF,U+2F800..U+2FA1F, U+2E80..U+2EFF, U+2F00..U+2FDF, U+3100..U+312F, U+31A0..U+31BF,U+3040..U+309F, U+30A0..U+30FF, U+31F0..U+31FF, U+AC00..U+D7AF, U+1100..U+11FF,U+3130..U+318F, U+A000..U+A48F, U+A490..U+A4CF
}
#tblpassengername
index src4
{
source = src4
path = /usr/local/sphinx/var/data/src4
docinfo = extern
dict = keywords
mlock = 0
morphology = none
min_word_len = 1
html_strip = 0
min_prefix_len = 0 #最小字首
min_infix_len = 0 #最小中綴
ngram_len = 1 # 對于非字母型資料的長度切割,支援中文需要設定為1
ngram_chars = U+3000..U+2FA1F,U+4E00..U+9FBF, U+3400..U+4DBF, U+20000..U+2A6DF, U+F900..U+FAFF,U+2F800..U+2FA1F, U+2E80..U+2EFF, U+2F00..U+2FDF, U+3100..U+312F, U+31A0..U+31BF,U+3040..U+309F, U+30A0..U+30FF, U+31F0..U+31FF, U+AC00..U+D7AF, U+1100..U+11FF,U+3130..U+318F, U+A000..U+A48F, U+A490..U+A4CF
}
#tblorderno
index src5
{
source = src5
path = /usr/local/sphinx/var/data/src5
docinfo = extern
dict = keywords
mlock = 0
morphology = none
min_word_len = 1
html_strip = 0
min_prefix_len = 0 #最小字首
min_infix_len = 1 #最小中綴,支援模糊查詢
ngram_len = 1 # 對于非字母型資料的長度切割,支援中文需要設定為1
ngram_chars = U+3000..U+2FA1F,U+4E00..U+9FBF, U+3400..U+4DBF, U+20000..U+2A6DF, U+F900..U+FAFF,U+2F800..U+2FA1F, U+2E80..U+2EFF, U+2F00..U+2FDF, U+3100..U+312F, U+31A0..U+31BF,U+3040..U+309F, U+30A0..U+30FF, U+31F0..U+31FF, U+AC00..U+D7AF, U+1100..U+11FF,U+3130..U+318F, U+A000..U+A48F, U+A490..U+A4CF
}
######增量索引
#tblprn
index src2_delta
{
source = src2_delta
path = /usr/local/sphinx/var/data/src2_delta
docinfo = extern
dict = keywords
mlock = 0
morphology = none
min_word_len = 1
html_strip = 0
min_prefix_len = 0 #最小字首
min_infix_len = 0 #最小中綴
ngram_len = 1 # 對于非字母型資料的長度切割,支援中文需要設定為1
ngram_chars = U+4E00..U+9FBF, U+3400..U+4DBF, U+20000..U+2A6DF, U+F900..U+FAFF,U+2F800..U+2FA1F, U+2E80..U+2EFF, U+2F00..U+2FDF, U+3100..U+312F, U+31A0..U+31BF,U+3040..U+309F, U+30A0..U+30FF, U+31F0..U+31FF, U+AC00..U+D7AF, U+1100..U+11FF,U+3130..U+318F, U+A000..U+A48F, U+A490..U+A4CF
}
#tblticketno
index src3_delta
{
source = src3_delta
path = /usr/local/sphinx/var/data/src3_delta
docinfo = extern
dict = keywords
mlock = 0
morphology = none
min_word_len = 1
html_strip = 0
min_prefix_len = 0 #最小字首
min_infix_len = 0 #最小中綴
ngram_len = 1 # 對于非字母型資料的長度切割,支援中文需要設定為1
ngram_chars = U+4E00..U+9FBF, U+3400..U+4DBF, U+20000..U+2A6DF, U+F900..U+FAFF,U+2F800..U+2FA1F, U+2E80..U+2EFF, U+2F00..U+2FDF, U+3100..U+312F, U+31A0..U+31BF,U+3040..U+309F, U+30A0..U+30FF, U+31F0..U+31FF, U+AC00..U+D7AF, U+1100..U+11FF,U+3130..U+318F, U+A000..U+A48F, U+A490..U+A4CF
}
#tblpassengername
index src4_delta
{
source = src4_delta
path = /usr/local/sphinx/var/data/src4_delta
docinfo = extern
dict = keywords
mlock = 0
morphology = none
min_word_len = 1
html_strip = 0
min_prefix_len = 0 #最小字首
min_infix_len = 0 #最小中綴
ngram_len = 1 # 對于非字母型資料的長度切割,支援中文需要設定為1
ngram_chars = U+4E00..U+9FBF, U+3400..U+4DBF, U+20000..U+2A6DF, U+F900..U+FAFF,U+2F800..U+2FA1F, U+2E80..U+2EFF, U+2F00..U+2FDF, U+3100..U+312F, U+31A0..U+31BF,U+3040..U+309F, U+30A0..U+30FF, U+31F0..U+31FF, U+AC00..U+D7AF, U+1100..U+11FF,U+3130..U+318F, U+A000..U+A48F, U+A490..U+A4CF
}
#tblorderno
index src5_delta
{
source = src5_delta
path = /usr/local/sphinx/var/data/src5_delta
docinfo = extern
dict = keywords
mlock = 0
morphology = none
min_word_len = 1
html_strip = 0
min_prefix_len = 0 #最小字首
min_infix_len = 1 #最小中綴,支援模糊查詢
ngram_len = 1 # 對于非字母型資料的長度切割,支援中文需要設定為1
ngram_chars = U+4E00..U+9FBF, U+3400..U+4DBF, U+20000..U+2A6DF, U+F900..U+FAFF,U+2F800..U+2FA1F, U+2E80..U+2EFF, U+2F00..U+2FDF, U+3100..U+312F, U+31A0..U+31BF,U+3040..U+309F, U+30A0..U+30FF, U+31F0..U+31FF, U+AC00..U+D7AF, U+1100..U+11FF,U+3130..U+318F, U+A000..U+A48F, U+A490..U+A4CF
}
#########inherited index ：索引繼承
#tblpnr
#index src2stemmed : src2
#{
# path = /usr/local/sphinx/var/data/src2stemmed
# morphology = stem_en
#}
#tblticketno
#index src3stemmed : src3
#{
# path = /usr/local/sphinx/var/data/src3stemmed
# morphology = stem_en
#}
#tblpassengername
#index src4stemmed : src4
#{
# path = /usr/local/sphinx/var/data/src4stemmed
# morphology = stem_en
#}
#########分布式搜尋
#tblpnr
index dist2
{
type = distributed
local = src2
local = src2_delta
}
#tblticketno
index dist3
{
type = distributed
local = src3
local = src3_delta
}
#tblpassengername
index dist4
{
type = distributed
local = src4
local = src4_delta
}
#orderno:intpu value include *,not support dist query
#index dist5
#{
# type = distributed
# local = src5
# local = src5_delta
#}
index rt
{
type = rt
path = /usr/local/sphinx/var/data/rt
rt_field = title
rt_field = content
rt_attr_uint = gid
}
indexer
{
mem_limit = 1024M
}
searchd
{
# listen = /var/run/searchd.sock
listen = 127.0.0.1:9312:sphinx
listen = 9306:mysql41
listen = 192.168.0.128:9312:sphinx
log = /usr/local/sphinx/var/log/searchd.log
query_log = /usr/local/sphinx/var/log/query.log
read_timeout = 5
client_timeout = 300
max_children = 30
persistent_connections_limit = 30
pid_file = /usr/local/sphinx/var/log/searchd.pid
seamless_rotate = 1 ### 是否支援無縫切換，做增量索引時通常需要
preopen_indexes = 1
unlink_old = 1
mva_updates_pool = 1M
max_packet_size = 8M
max_filters = 256
max_filter_values = 4096
max_batch_queries = 32
dist_threads = 2
}
common
{
}
![python查找并删除相同檔案-UNIQ File-wxPython-v6[圖]](data:image/gif;base64,R0lGODlhAQABAIAAAP///wAAACwAAAAAAQABAAACAkQBADs=)