BiTel

# cat netflow_ipn.properties
port.admin=2003

#код модуля IPN
collector.mid=1

#опции подключения к БД
db.driver=com.mysql.jdbc.Driver
db.url=jdbc:mysql://127.0.0.1/bgbilling?useUnicode=true&characterEncoding=Cp1251&zeroDateTimeBehavior=convertToNull&jdbcCompliantTruncation=false&elideSetAutoCommits=true&cachePrepStmts=true
db.user=bill
db.pswd=bgbilling
db.maxActive=300
db.maxIdle=100

mq.url=failover:(nio://127.0.0.1:61616)
mq.user=system
mq.pswd=manager

#директория логов
log.dir=null
load=1
process=1
sources=1,3

#порт
collector.capture.flow.port.1=2004
#тип слушателя
collector.capture.flow.port.1.type=netflow
#обслуживаемые на порту источники (указанного типа)
collector.capture.flow.port.1.sources=1,3
#количество потоков
collector.capture.flow.port.1.thread.count=10


#размер блока
datalog.chunk.size=524288
#сжатие логов
datalog.flow.compression.type=1
netflow.receive.socket.buffer.size=150000

# cat collector.log
03-14/11:16:48  INFO [main] DefaultServerSetup - Binding javax.jms.ConnectionFactory[org.apache.activemq.ActiveMQConnectionFactory@1d2068d] to java:comp/env/mq/connectionFactory
03-14/11:16:49  INFO [main] DefaultServerSetup - Init DB connection pools
03-14/11:16:49  INFO [main] DefaultServerSetup - Binding JDBC pool "master" to java:comp/env/jdbc/master
03-14/11:16:50  INFO [main] DefaultServerSetup - Init trash pools..
03-14/11:16:50  INFO [main] Collector - Starting flow collector for IPN...
03-14/11:16:50  INFO [main] Collector - Load => true; process => true
03-14/11:16:50  INFO [main] collector - Reload source list [types: netflow,sflow; sourceIds: 1,3]
03-14/11:16:50  INFO [main] collector - IP: 127.0.0.1 => 1
03-14/11:16:50  INFO [main] collector - IP: 172.17.1.1 => 3
03-14/11:16:50  INFO [main] Collector - Starting FlowListener on port 2004 [recv_buf_size=8388608]
03-14/11:16:50  INFO [main] collector - Reload source list [types: netflow; sourceIds: 1,3]
03-14/11:16:50  INFO [main] collector - IP: 127.0.0.1 => 1
03-14/11:16:50  INFO [main] collector - IP: 172.17.1.1 => 3
03-14/11:16:50  INFO [main] DatagramChannelListener - Open socket [0.0.0.0/0.0.0.0:2004]
03-14/11:16:50  INFO [main] DatagramChannelListener - ru.bitel.bgbilling.modules.ipn.collector.IPNFlowListener$3 socket init ok.
03-14/11:16:50  INFO [main] DetailMaker - Starting detail maker...

sources=3
collector.capture.flow.port.1.sources=1,3

process=1
sources=1,5,6,8,9

collector.capture.flow.port.1=2004
collector.capture.flow.port.1.type=netflow
collector.capture.flow.port.1.sources=1
collector.capture.flow.port.1.thread.count=10
#
collector.capture.flow.port.2=2010
collector.capture.flow.port.2.type=netflow
collector.capture.flow.port.2.sources=5
collector.capture.flow.port.2.thread.count=10
#
collector.capture.flow.port.3=2021
collector.capture.flow.port.3.type=netflow
collector.capture.flow.port.3.sources=6
collector.capture.flow.port.3.thread.count=10
#
collector.capture.flow.port.4=2024
collector.capture.flow.port.4.type=netflow
collector.capture.flow.port.4.sources=8
collector.capture.flow.port.4.thread.count=10
#
collector.capture.flow.port.5=2028
collector.capture.flow.port.5.type=netflow
collector.capture.flow.port.5.sources=9
collector.capture.flow.port.5.thread.count=10
#

#ps -ax | grep DataLoader
#

# cat dataloader.log
03-14/22:00:47  INFO [Thread-13] dataloader - Processing source:1 time: 2013-03-14 21:00:00.0
03-14/22:00:47  INFO [Thread-13] dataloader - Processing source:3 time: 2013-03-14 21:00:00.0
03-14/22:00:47  INFO [data-process-p-4-t-1] Setup - Load config for mid=1
03-14/22:00:47  INFO [data-process-p-4-t-2] Setup - Load config for mid=1
03-14/22:00:48  INFO [data-process-p-4-t-1] dataloader - proccess [ 14-03-2013 21:00:00; mid => 1; param => 1 ]  Bean create => 165 Processed lines => 42; inserts => 10; errors => 0; time => 1719 ms.
03-14/22:00:49  INFO [data-process-p-4-t-2] dataloader - proccess [ 14-03-2013 21:00:00; mid => 1; param => 3 ]  Bean create => 148 Processed lines => 161637; inserts => 8; errors => 0; time => 2448 ms.
03-14/23:00:49  INFO [Thread-13] dataloader - Processing source:1 time: 2013-03-14 22:00:00.0
03-14/23:00:49  INFO [Thread-13] dataloader - Processing source:3 time: 2013-03-14 22:00:00.0
03-14/23:00:51  INFO [data-process-p-4-t-3] dataloader - proccess [ 14-03-2013 22:00:00; mid => 1; param => 1 ]  Bean create => 40 Processed lines => 12; inserts => 4; errors => 0; time => 1681 ms.
03-14/23:00:52  INFO [data-process-p-4-t-4] dataloader - proccess [ 14-03-2013 22:00:00; mid => 1; param => 3 ]  Bean create => 54 Processed lines => 113537; inserts => 7; errors => 0; time => 2255 ms.

# cat dataloader.log
03-14/22:00:47  INFO [Thread-13] dataloader - Processing source:1 time: 2013-03-14 21:00:00.0
03-14/22:00:47  INFO [Thread-13] dataloader - Processing source:3 time: 2013-03-14 21:00:00.0
03-14/22:00:47  INFO [data-process-p-4-t-1] Setup - Load config for mid=1
03-14/22:00:47  INFO [data-process-p-4-t-2] Setup - Load config for mid=1
03-14/22:00:48  INFO [data-process-p-4-t-1] dataloader - proccess [ 14-03-2013 21:00:00; mid => 1; param => 1 ]  Bean create => 165 Processed lines => 42; inserts => 10; errors => 0; time => 1719 ms.
03-14/22:00:49  INFO [data-process-p-4-t-2] dataloader - proccess [ 14-03-2013 21:00:00; mid => 1; param => 3 ]  Bean create => 148 Processed lines => 161637; inserts => 8; errors => 0; time => 2448 ms.
03-14/23:00:49  INFO [Thread-13] dataloader - Processing source:1 time: 2013-03-14 22:00:00.0
03-14/23:00:49  INFO [Thread-13] dataloader - Processing source:3 time: 2013-03-14 22:00:00.0
03-14/23:00:51  INFO [data-process-p-4-t-3] dataloader - proccess [ 14-03-2013 22:00:00; mid => 1; param => 1 ]  Bean create => 40 Processed lines => 12; inserts => 4; errors => 0; time => 1681 ms.
03-14/23:00:52  INFO [data-process-p-4-t-4] dataloader - proccess [ 14-03-2013 22:00:00; mid => 1; param => 3 ]  Bean create => 54 Processed lines => 113537; inserts => 7; errors => 0; time => 2255 ms.