BiTel

collector.capture.flow.port.1=2111
collector.capture.flow.port.1.type=netflow
collector.capture.flow.port.1.sources=3
collector.capture.flow.port.1.thread.count=10

collector.capture.flow.port.2=2112
collector.capture.flow.port.2.type=netflow
collector.capture.flow.port.2.sources=4
collector.capture.flow.port.2.thread.count=10

load=1
process=1
process.sources=3,4
generate.minutes=5
datalog.flow.chunk.size=524288
datalog.flow.compression.type=1
log.dir=/usr/local/backup/netflow

flowListener 08-16/13:45:25  INFO [flow-p-2-t-4] HourlyDataLogEntry - Create dataLog file: /usr/local/backup/netflow/source_1/2010/2010-08/2010-08-16/log_2010-08-16-13.009.bgdl
flowListener 08-16/13:45:27  INFO [hrlydtlggr-p-1-t-1] HourlyDataLoggerTracker - Close dataLog file [/usr/local/backup/netflow/source_1/2010/2010-08/2010-08-16/log_2010-08-16-13.008.bgdl]
taskGenerator 08-16/13:45:27  INFO [Thread-8] generator - Flush dataLog writers ok
taskGenerator 08-16/13:45:27  INFO [Thread-8] generator - Generating process tasks..
taskGenerator 08-16/13:45:27  INFO [Thread-8] generator - Add process task 2:1 16.08.2010 13
taskGenerator 08-16/13:45:27  INFO [Thread-8] generator - Generate source data..
dataloader 08-16/13:45:27  INFO [Thread-10] dataloader - Processing source:1 time: 2010-08-16 13:00:00.0
dataloader 08-16/13:45:29  INFO [Thread-10] dataloader - proccess [ 16-08-2010 13:00:00; mid => 2; param => 1 ]  Bean create => 1 Processed lines => 1017060; inserts => 0; errors => 0; time => 1441 ms.
taskGenerator 08-16/13:50:27  INFO [Thread-8] generator - Flush dataLog writers...
flowListener 08-16/13:50:27  INFO [flow-p-2-t-3] HourlyDataLogEntry - Create dataLog file: /usr/local/backup/netflow/source_1/2010/2010-08/2010-08-16/log_2010-08-16-13.010.bgdl
flowListener 08-16/13:50:29  INFO [hrlydtlggr-p-1-t-1] HourlyDataLoggerTracker - Close dataLog file [/usr/local/backup/netflow/source_1/2010/2010-08/2010-08-16/log_2010-08-16-13.009.bgdl]
taskGenerator 08-16/13:50:29  INFO [Thread-8] generator - Flush dataLog writers ok
taskGenerator 08-16/13:50:29  INFO [Thread-8] generator - Generating process tasks..
taskGenerator 08-16/13:50:29  INFO [Thread-8] generator - Add process task 2:1 16.08.2010 13
taskGenerator 08-16/13:50:29  INFO [Thread-8] generator - Generate source data..
dataloader 08-16/13:50:30  INFO [Thread-10] dataloader - Processing source:1 time: 2010-08-16 13:00:00.0
dataloader 08-16/13:50:31  INFO [Thread-10] dataloader - proccess [ 16-08-2010 13:00:00; mid => 2; param => 1 ]  Bean create => 1 Processed lines => 1123890; inserts => 0; errors => 0; time => 1071 ms.
flowListener 08-16/13:51:42  INFO [hrlydtlggr-p-1-t-1] HourlyDataLoggerTracker - Checking data log files to close [hours=267]...
taskGenerator 08-16/13:55:29  INFO [Thread-8] generator - Flush dataLog writers...
flowListener 08-16/13:55:29  INFO [flow-p-2-t-8] HourlyDataLogEntry - Create dataLog file: /usr/local/backup/netflow/source_1/2010/2010-08/2010-08-16/log_2010-08-16-13.011.bgdl
flowListener 08-16/13:55:31  INFO [hrlydtlggr-p-1-t-1] HourlyDataLoggerTracker - Close dataLog file [/usr/local/backup/netflow/source_1/2010/2010-08/2010-08-16/log_2010-08-16-13.010.bgdl]
taskGenerator 08-16/13:55:32  INFO [Thread-8] generator - Flush dataLog writers ok
taskGenerator 08-16/13:55:32  INFO [Thread-8] generator - Generating process tasks..
taskGenerator 08-16/13:55:32  INFO [Thread-8] generator - Add process task 2:1 16.08.2010 13
taskGenerator 08-16/13:55:32  INFO [Thread-8] generator - Generate source data..
dataloader 08-16/13:55:32  INFO [Thread-10] dataloader - Processing source:1 time: 2010-08-16 13:00:00.0
dataloader 08-16/13:55:33  INFO [Thread-10] dataloader - proccess [ 16-08-2010 13:00:00; mid => 2; param => 1 ]  Bean create => 1 Processed lines => 1232070; inserts => 0; errors => 0; time => 1286 ms.
flowListener 08-16/13:59:42  INFO [hrlydtlggr-p-1-t-1] HourlyDataLoggerTracker - Checking data log files to close [hours=267]...
flowListener 08-16/14:00:00  INFO [flow-p-2-t-6] HourlyDataLogEntry - Create dataLog file: /usr/local/backup/netflow/source_1/2010/2010-08/2010-08-16/log_2010-08-16-14.000.bgdl
taskGenerator 08-16/14:00:32  INFO [Thread-8] generator - Flush dataLog writers...
flowListener 08-16/14:00:34  INFO [hrlydtlggr-p-1-t-1] HourlyDataLoggerTracker - Close dataLog file [/usr/local/backup/netflow/source_1/2010/2010-08/2010-08-16/log_2010-08-16-13.011.bgdl]
taskGenerator 08-16/14:00:34  INFO [Thread-8] generator - Flush dataLog writers ok
taskGenerator 08-16/14:00:34  INFO [Thread-8] generator - Generating process tasks..
taskGenerator 08-16/14:00:34  INFO [Thread-8] generator - Add process task 2:1 16.08.2010 13
taskGenerator 08-16/14:00:34  INFO [Thread-8] generator - Generate source data..
dataloader 08-16/14:00:34  INFO [Thread-10] dataloader - Processing source:1 time: 2010-08-16 13:00:00.0
dataloader 08-16/14:00:37  INFO [Thread-10] dataloader - proccess [ 16-08-2010 13:00:00; mid => 2; param => 1 ]  Bean create => 1 Processed lines => 1318140; inserts => 0; errors => 0; time => 2743 ms.
taskGenerator 08-16/14:05:34  INFO [Thread-8] generator - Flush dataLog writers...
flowListener 08-16/14:05:34  INFO [flow-p-2-t-10] HourlyDataLogEntry - Create dataLog file: /usr/local/backup/netflow/source_1/2010/2010-08/2010-08-16/log_2010-08-16-14.001.bgdl
flowListener 08-16/14:05:36  INFO [hrlydtlggr-p-1-t-1] HourlyDataLoggerTracker - Close dataLog file [/usr/local/backup/netflow/source_1/2010/2010-08/2010-08-16/log_2010-08-16-14.000.bgdl]
taskGenerator 08-16/14:05:36  INFO [Thread-8] generator - Flush dataLog writers ok
taskGenerator 08-16/14:05:36  INFO [Thread-8] generator - Generating process tasks..
taskGenerator 08-16/14:05:36  INFO [Thread-8] generator - Add process task 2:1 16.08.2010 14
taskGenerator 08-16/14:05:36  INFO [Thread-8] generator - Generate source data..
dataloader 08-16/14:05:37  INFO [Thread-10] dataloader - Processing source:1 time: 2010-08-16 14:00:00.0
dataloader 08-16/14:05:38  INFO [Thread-10] dataloader - proccess [ 16-08-2010 14:00:00; mid => 2; param => 1 ]  Bean create => 1 Processed lines => 142140; inserts => 0; errors => 0; time => 233 ms.
flowListener 08-16/14:07:42  INFO [hrlydtlggr-p-1-t-1] HourlyDataLoggerTracker - Checking data log files to close [hours=268]...
taskGenerator 08-16/14:10:36  INFO [Thread-8] generator - Flush dataLog writers...
flowListener 08-16/14:10:37  INFO [flow-p-2-t-10] HourlyDataLogEntry - Create dataLog file: /usr/local/backup/netflow/source_1/2010/2010-08/2010-08-16/log_2010-08-16-14.002.bgdl
flowListener 08-16/14:10:39  INFO [hrlydtlggr-p-1-t-1] HourlyDataLoggerTracker - Close dataLog file [/usr/local/backup/netflow/source_1/2010/2010-08/2010-08-16/log_2010-08-16-14.001.bgdl]
taskGenerator 08-16/14:10:39  INFO [Thread-8] generator - Flush dataLog writers ok
taskGenerator 08-16/14:10:39  INFO [Thread-8] generator - Generating process tasks..
taskGenerator 08-16/14:10:39  INFO [Thread-8] generator - Add process task 2:1 16.08.2010 14
taskGenerator 08-16/14:10:39  INFO [Thread-8] generator - Generate source data..
dataloader 08-16/14:10:40  INFO [Thread-10] dataloader - Processing source:1 time: 2010-08-16 14:00:00.0
dataloader 08-16/14:10:40  INFO [Thread-10] dataloader - proccess [ 16-08-2010 14:00:00; mid => 2; param => 1 ]  Bean create => 1 Processed lines => 245760; inserts => 0; errors => 0; time => 355 ms.

08-30/17:15:48  INFO [main] DefaultServerSetup - Init DB connection pools
08-30/17:15:48  INFO [main] DefaultServerSetup - Init trash pools..
08-30/17:15:48  INFO [main] Collector - Starting flow collector for IPN...
08-30/17:15:48  INFO [main] Collector - Load => true; process => true
08-30/17:15:48  INFO [main] collector - Reload source list [types: netflow,sflow; sourceIds: 1,3,4]
08-30/17:15:48  INFO [main] collector - IP: 192.168.144.4 => 1
08-30/17:15:48  INFO [main] collector - IP: 192.168.144.1 => 3
08-30/17:15:48  INFO [main] Collector - Starting FlowListener on port 2004 [recv_buf_size=8388608]
08-30/17:15:48  INFO [main] collector - Reload source list [types: netflow; sourceIds: 1,3,4]
08-30/17:15:48  INFO [main] collector - IP: 192.168.144.4 => 1
08-30/17:15:48  INFO [main] collector - IP: 192.168.144.1 => 3
08-30/17:15:48  INFO [main] DatagramChannelListener - Open socket [0.0.0.0/0.0.0.0:2004]
08-30/17:15:48  INFO [main] DatagramChannelListener - ru.bitel.bgbilling.modules.ipn.collector.IPNFlowListener$3 socket init ok.
08-30/17:15:48  INFO [main] DetailMaker - Starting detail maker...

08-30/17:15:48  INFO [Thread-15] DetailMaker - Started detail maker...
08-30/17:16:53 ERROR [Thread-15] DefaultServerSetup - Communications link failure

Last packet sent to the server was 0 ms ago.
com.mysql.jdbc.exceptions.jdbc4.CommunicationsException: Communications link failure

Last packet sent to the server was 0 ms ago.
   at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
   at sun.reflect.NativeConstructorAccessorImpl.newInstance(Unknown Source)
   at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(Unknown Source)
   at java.lang.reflect.Constructor.newInstance(Unknown Source)
   at com.mysql.jdbc.Util.handleNewInstance(Util.java:406)
   at com.mysql.jdbc.SQLError.createCommunicationsException(SQLError.java:1074)
   at com.mysql.jdbc.ConnectionImpl.createNewIO(ConnectionImpl.java:2120)
   at com.mysql.jdbc.ConnectionImpl.<init>(ConnectionImpl.java:723)
   at com.mysql.jdbc.JDBC4Connection.<init>(JDBC4Connection.java:46)
   at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
   at sun.reflect.NativeConstructorAccessorImpl.newInstance(Unknown Source)
   at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(Unknown Source)
   at java.lang.reflect.Constructor.newInstance(Unknown Source)
   at com.mysql.jdbc.Util.handleNewInstance(Util.java:406)
   at com.mysql.jdbc.ConnectionImpl.getInstance(ConnectionImpl.java:302)
   at com.mysql.jdbc.NonRegisteringDriver.connect(NonRegisteringDriver.java:282)
   at java.sql.DriverManager.getConnection(Unknown Source)
   at java.sql.DriverManager.getConnection(Unknown Source)
   at org.apache.commons.dbcp.DriverManagerConnectionFactory.createConnection(DriverManagerConnectionFactory.java:65)
   at org.apache.commons.dbcp.PoolableConnectionFactory.makeObject(PoolableConnectionFactory.java:294)
   at org.apache.commons.pool.impl.GenericObjectPool.borrowObject(GenericObjectPool.java:974)
   at ru.bitel.bgbilling.server.util.DefaultServerSetup.getDBConnectionFromPool(DefaultServerSetup.java:289)
   at bitel.billing.server.netflow.ipn.detail.DetailMaker.run(DetailMaker.java:70)
Caused by: com.mysql.jdbc.exceptions.jdbc4.CommunicationsException: Communications link failure

Last packet sent to the server was 0 ms ago.
   at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
   at sun.reflect.NativeConstructorAccessorImpl.newInstance(Unknown Source)
   at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(Unknown Source)
   at java.lang.reflect.Constructor.newInstance(Unknown Source)
   at com.mysql.jdbc.Util.handleNewInstance(Util.java:406)
   at com.mysql.jdbc.SQLError.createCommunicationsException(SQLError.java:1074)
   at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:335)
   at com.mysql.jdbc.ConnectionImpl.createNewIO(ConnectionImpl.java:2043)
   ... 16 more
Caused by: java.net.ConnectException: Connection refused
   at java.net.PlainSocketImpl.socketConnect(Native Method)
   at java.net.PlainSocketImpl.doConnect(Unknown Source)
   at java.net.PlainSocketImpl.connectToAddress(Unknown Source)
   at java.net.PlainSocketImpl.connect(Unknown Source)
   at java.net.SocksSocketImpl.connect(Unknown Source)
   at java.net.Socket.connect(Unknown Source)
   at java.net.Socket.connect(Unknown Source)
   at java.net.Socket.<init>(Unknown Source)
   at java.net.Socket.<init>(Unknown Source)
   at com.mysql.jdbc.StandardSocketFactory.connect(StandardSocketFactory.java:253)
   at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:284)
   ... 17 more
08-30/17:16:53 ERROR [Thread-15] LoggingPrintStream - java.lang.NullPointerException
08-30/17:16:53 ERROR [Thread-15] LoggingPrintStream -    at bitel.billing.server.ipn.bean.DetailCreateTaskManager.getNextTask(DetailCreateTaskManager.java:36)
08-30/17:16:53 ERROR [Thread-15] LoggingPrintStream -    at bitel.billing.server.netflow.ipn.detail.DetailMaker.run(DetailMaker.java:75)

08-30/17:15:48  INFO [Thread-14] dataloader - Processing source:1 time: 2010-01-04 12:00:00.0
08-30/17:15:48  INFO [Thread-14] Setup - Load config for mid=2
08-30/17:15:48  INFO [Thread-14] dataloader - Audit is on..

detail 08-30/17:16:53 ERROR [Thread-15] DefaultServerSetup - Communications link failure

Last packet sent to the server was 0 ms ago.
com.mysql.jdbc.exceptions.jdbc4.CommunicationsException: Communications link failure

Last packet sent to the server was 0 ms ago.
   at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
   at sun.reflect.NativeConstructorAccessorImpl.newInstance(Unknown Source)
   at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(Unknown Source)
   at java.lang.reflect.Constructor.newInstance(Unknown Source)
   at com.mysql.jdbc.Util.handleNewInstance(Util.java:406)
   at com.mysql.jdbc.SQLError.createCommunicationsException(SQLError.java:1074)
   at com.mysql.jdbc.ConnectionImpl.createNewIO(ConnectionImpl.java:2120)
   at com.mysql.jdbc.ConnectionImpl.<init>(ConnectionImpl.java:723)
   at com.mysql.jdbc.JDBC4Connection.<init>(JDBC4Connection.java:46)
   at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
   at sun.reflect.NativeConstructorAccessorImpl.newInstance(Unknown Source)
   at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(Unknown Source)
   at java.lang.reflect.Constructor.newInstance(Unknown Source)
   at com.mysql.jdbc.Util.handleNewInstance(Util.java:406)
   at com.mysql.jdbc.ConnectionImpl.getInstance(ConnectionImpl.java:302)
   at com.mysql.jdbc.NonRegisteringDriver.connect(NonRegisteringDriver.java:282)
   at java.sql.DriverManager.getConnection(Unknown Source)
   at java.sql.DriverManager.getConnection(Unknown Source)
   at org.apache.commons.dbcp.DriverManagerConnectionFactory.createConnection(DriverManagerConnectionFactory.java:65)
   at org.apache.commons.dbcp.PoolableConnectionFactory.makeObject(PoolableConnectionFactory.java:294)
   at org.apache.commons.pool.impl.GenericObjectPool.borrowObject(GenericObjectPool.java:974)
   at ru.bitel.bgbilling.server.util.DefaultServerSetup.getDBConnectionFromPool(DefaultServerSetup.java:289)
   at bitel.billing.server.netflow.ipn.detail.DetailMaker.run(DetailMaker.java:70)
Caused by: com.mysql.jdbc.exceptions.jdbc4.CommunicationsException: Communications link failure

Last packet sent to the server was 0 ms ago.
   at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
   at sun.reflect.NativeConstructorAccessorImpl.newInstance(Unknown Source)
   at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(Unknown Source)
   at java.lang.reflect.Constructor.newInstance(Unknown Source)
   at com.mysql.jdbc.Util.handleNewInstance(Util.java:406)
   at com.mysql.jdbc.SQLError.createCommunicationsException(SQLError.java:1074)
   at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:335)
   at com.mysql.jdbc.ConnectionImpl.createNewIO(ConnectionImpl.java:2043)
   ... 16 more
Caused by: java.net.ConnectException: Connection refused
   at java.net.PlainSocketImpl.socketConnect(Native Method)
   at java.net.PlainSocketImpl.doConnect(Unknown Source)
   at java.net.PlainSocketImpl.connectToAddress(Unknown Source)
   at java.net.PlainSocketImpl.connect(Unknown Source)
   at java.net.SocksSocketImpl.connect(Unknown Source)
   at java.net.Socket.connect(Unknown Source)
   at java.net.Socket.connect(Unknown Source)
   at java.net.Socket.<init>(Unknown Source)
   at java.net.Socket.<init>(Unknown Source)
   at com.mysql.jdbc.StandardSocketFactory.connect(StandardSocketFactory.java:253)
   at com.mysql.jdbc.MysqlIO.<init>(MysqlIO.java:284)
   ... 17 more
detail 08-30/17:16:53 ERROR [Thread-15] LoggingPrintStream - java.lang.NullPointerException
detail 08-30/17:16:53 ERROR [Thread-15] LoggingPrintStream -    at bitel.billing.server.ipn.bean.DetailCreateTaskManager.getNextTask(DetailCreateTaskManager.java:36)
detail 08-30/17:16:53 ERROR [Thread-15] LoggingPrintStream -    at bitel.billing.server.netflow.ipn.detail.DetailMaker.run(DetailMaker.java:75)