Здравствуйте! Вчера вечером в пик нагрузки с 8 вечера до 23.40, примерно, на почту приходили алармы вида:
[BGInetAccounting] Netflow коллектор 2055 не успевает обрабатывать запросы
Код:
ID события: flow.wait.thread
Время регистрации события: 08.06.2016 23:42:08
"MySQL Statement Cancellation Timer" Id=353 WAITING on java.util.TaskQueue@4e6c716f
at java.lang.Object.wait(Native Method)
- waiting on java.util.TaskQueue@4e6c716f
at java.lang.Object.wait(Object.java:502)
at java.util.TimerThread.mainLoop(Timer.java:526)
at java.util.TimerThread.run(Timer.java:505)
"MySQL Statement Cancellation Timer" Id=352 TIMED_WAITING on java.util.TaskQueue@3504f7b6
at java.lang.Object.wait(Native Method)
- waiting on java.util.TaskQueue@3504f7b6
at java.util.TimerThread.mainLoop(Timer.java:552)
at java.util.TimerThread.run(Timer.java:505)
"MySQL Statement Cancellation Timer" Id=351 WAITING on java.util.TaskQueue@36480ec8
at java.lang.Object.wait(Native Method)
- waiting on java.util.TaskQueue@36480ec8
at java.lang.Object.wait(Object.java:502)
at java.util.TimerThread.mainLoop(Timer.java:526)
at java.util.TimerThread.run(Timer.java:505)
"MySQL Statement Cancellation Timer" Id=350 TIMED_WAITING on java.util.TaskQueue@64e529fc
at java.lang.Object.wait(Native Method)
- waiting on java.util.TaskQueue@64e529fc
at java.util.TimerThread.mainLoop(Timer.java:552)
at java.util.TimerThread.run(Timer.java:505)
"MySQL Statement Cancellation Timer" Id=348 TIMED_WAITING on java.util.TaskQueue@492fcb06
at java.lang.Object.wait(Native Method)
- waiting on java.util.TaskQueue@492fcb06
at java.util.TimerThread.mainLoop(Timer.java:552)
at java.util.TimerThread.run(Timer.java:505)
"MySQL Statement Cancellation Timer" Id=349 WAITING on java.util.TaskQueue@5b843cd2
at java.lang.Object.wait(Native Method)
- waiting on java.util.TaskQueue@5b843cd2
at java.lang.Object.wait(Object.java:502)
at java.util.TimerThread.mainLoop(Timer.java:526)
at java.util.TimerThread.run(Timer.java:505)
"MySQL Statement Cancellation Timer" Id=347 WAITING on java.util.TaskQueue@2d4c4724
at java.lang.Object.wait(Native Method)
- waiting on java.util.TaskQueue@2d4c4724
at java.lang.Object.wait(Object.java:502)
at java.util.TimerThread.mainLoop(Timer.java:526)
at java.util.TimerThread.run(Timer.java:505)
"MySQL Statement Cancellation Timer" Id=346 WAITING on java.util.TaskQueue@60ab31b8
at java.lang.Object.wait(Native Method)
- waiting on java.util.TaskQueue@60ab31b8
at java.lang.Object.wait(Object.java:502)
at java.util.TimerThread.mainLoop(Timer.java:526)
at java.util.TimerThread.run(Timer.java:505)
"MySQL Statement Cancellation Timer" Id=345 TIMED_WAITING on java.util.TaskQueue@57eba150
at java.lang.Object.wait(Native Method)
- waiting on java.util.TaskQueue@57eba150
at java.util.TimerThread.mainLoop(Timer.java:552)
at java.util.TimerThread.run(Timer.java:505)
"MySQL Statement Cancellation Timer" Id=88 TIMED_WAITING on java.util.TaskQueue@4e271efa
at java.lang.Object.wait(Native Method)
- waiting on java.util.TaskQueue@4e271efa
at java.util.TimerThread.mainLoop(Timer.java:552)
at java.util.TimerThread.run(Timer.java:505)
"flow-p-9-t-10" Id=87 BLOCKED on org.apache.log4j.spi.RootLogger@20d651c9 owned by "flow-p-9-t-4" Id=81
at org.apache.log4j.Category.callAppenders(Category.java:204)
- blocked on org.apache.log4j.spi.RootLogger@20d651c9
at org.apache.log4j.Category.forcedLog(Category.java:391)
at org.apache.log4j.Logger.trace(Logger.java:172)
at ru.bitel.bgbilling.modules.inet.accounting.FlowAgentInterface.processFlow(FlowAgentInterface.java:207)
at ru.bitel.bgbilling.modules.inet.collector.FlowListenerWorker.processPacketImpl0(FlowListenerWorker.java:323)
at ru.bitel.bgbilling.modules.inet.collector.FlowListenerWorker.processPacketImpl(FlowListenerWorker.java:178)
at ru.bitel.bgbilling.modules.inet.collector.FlowListenerWorkerNetflow.processPacket(FlowListenerWorkerNetflow.java:29)
at ru.bitel.bgbilling.modules.inet.collector.FlowListenerWorker.runImpl(FlowListenerWorker.java:60)
at ru.bitel.common.worker.WorkerTask.run(WorkerTask.java:86)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
at ru.bitel.common.worker.WorkerThread.run(WorkerThread.java:46)
Увеличил выделенную серверу память с 256 до 1024. Но возможно проблема не в количестве памяти.
Информация о версии:
Клиент: вер. 6.2.789 / 19.01.2016 15:11:45
os: Linux; java: Java HotSpot(TM) 64-Bit Server VM, v.1.8.0_65
Сервер: вер. 6.2.1003 / 25.01.2016 18:28:55
os: Linux; java: Java HotSpot(TM) 64-Bit Server VM, v.1.8.0_45
card: вер. 6.2.32 / 09.12.2015 16:39:12
dba: вер. 6.2.162 / 26.11.2015 11:30:02
inet: вер. 6.2.619 / 25.01.2016 12:44:00
mps: вер. 6.2.175 / 11.01.2016 21:17:32
npay: вер. 6.2.188 / 02.12.2015 18:44:34
reports: вер. 6.2.198 / 25.12.2015 04:05:05