BiTel

Отловил подвисание радиуса.
Совершенно внезапно радиус перестал отвечать на запросы. В radius.log последние сообщения выглядят как:
INFO 07.12.2007 11:25:07 AUTH:
Type=AUTHENTICATION_REQUEST
Attributes:
User-Name=USER
NAS-Identifier=IDENT
NAS-Port-Id=ether1
NAS-IP-Address=NASIP
NAS-Port=184
Service-Type=2
Framed-Protocol=1
Calling-Station-Id=00:xxxxx
NAS-Port-Type=15
Called-Station-Id=service1
MS-CHAP2-Response=^A^@D+009D>©»^EZê^@^@^@^@^@^@^@^@
kr<U+009YjF^ZÁ8Æóx
MS-CHAP-Challenge=<U+008kSô|Ø

INFO 07.12.2007 11:25:16 RESPONSE:
Type=ACCOUNTING_RESPONSE
Attributes:

INFO 07.12.2007 11:25:16 RESPONSE:
Type=ACCOUNTING_RESPONSE
Attributes:

INFO 07.12.2007 11:25:17 RESPONSE:
Type=ACCOUNTING_RESPONSE
Attributes:

В логах маршрутизатора все выглядит как:


ps: только сейчас вспомнил, что забыл про radius.out.
Как еще раз подвиснет - добавлю в сообщение информацию.
Подвисание происходит 1-2 раза в сутки при средней разгруженности совершенно непредсказуемо.
pps:
== radius.out ==
Stop without start!
Stop without start!
Stop without start!
Stop without start!
Stop without start!
Stop without start!
Stop without start!
Stop without start!
Stop without start!
Stop without start!
Stop without start!
Stop without start!
Stop without start!
Exception in thread "pool-2-thread-3" java.lang.OutOfMemoryError: Java heap space
at java.util.Arrays.copyOf(Arrays.java:2882)
at java.lang.AbstractStringBuilder.expandCapacity(AbstractStringBuilder.java:100)
at java.lang.AbstractStringBuilder.append(AbstractStringBuilder.java:572)
at java.lang.StringBuilder.append(StringBuilder.java:203)
at bitel.billing.server.radius.RadiusPacket.toLogString(RadiusPacket.java:391)
at bitel.billing.server.radius.RadiusRequestThread.processRequest(RadiusRequestThread.java:139)
at bitel.billing.server.radius.RadiusRequestThread.run(RadiusRequestThread.java:48)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:885)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
at java.lang.Thread.run(Thread.java:619)
Exception in thread "172.16.1.6_161_Receive" java.lang.OutOfMemoryError: Java heap space
Exception in thread "pool-1-thread-5" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-32" Exception in thread "pool-2-thread-11" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-27" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-56" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-44" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-68" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-136" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-20" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-84" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-108" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-64" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-19" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-128" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-24" Exception in thread "Thread-124" java.lang.OutOfMemoryError: Java heap space
java.lang.OutOfMemoryError: Java heap space
Exception in thread "pool-2-thread-5" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-72" Exception in thread "Thread-112" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-118" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-4" java.lang.OutOfMemoryError: Java heap space
java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-8" Exception in thread "Thread-104" java.lang.OutOfMemoryError: Java heap space
java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-100" Exception in thread "Thread-144" Exception in thread "pool-2-thread-6" java.lang.OutOfMemoryError: Java heap space
java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-10" Returning NULL to pool!!!
Exception in thread "pool-2-thread-4" Exception in thread "pool-1-thread-4" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-132" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-116" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-7" java.lang.OutOfMemoryError: Java heap space
Exception in thread "10.10.10.1_161_Receive" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-145" java.lang.OutOfMemoryError: Java heap space
at bitel.billing.server.radius.PortListener.run(PortListener.java:80)
java.lang.OutOfMemoryError: Java heap space
at com.mysql.jdbc.PreparedStatement.<init>(PreparedStatement.java:389)
at com.mysql.jdbc.ServerPreparedStatement.<init>(ServerPreparedStatement.java:289)
at com.mysql.jdbc.Connection.prepareStatement(Connection.java:4599)
at com.mysql.jdbc.Connection.prepareStatement(Connection.java:4516)
at org.apache.commons.dbcp.DelegatingConnection.prepareStatement(DelegatingConnection.java:216)
at bitel.billing.server.contract.bean.ContractManager.getContractByID(ContractManager.java:212)
at bitel.billing.server.contract.bean.BalanceUtils.getBalance(BalanceUtils.java:18)
at bitel.billing.server.contract.bean.Contract.getBalanceRest(Contract.java:98)
at bitel.billing.server.processor.dialup.DialUpSessionRealtime.calculateService(DialUpSessionRealtime.java:530)
at bitel.billing.server.processor.dialup.DialUpSessionRealtime.calculateTime(DialUpSessionRealtime.java:388)
at bitel.billing.server.processor.dialup.DialUpSessionRealtime.calculate(DialUpSessionRealtime.java:264)
at bitel.billing.server.processor.dialup.DialUpNASConnection.updateConnection(DialUpNASConnection.java:129)
at bitel.billing.server.processor.dialup.DialUpNASConnectionList.updateConnection(DialUpNASConnectionList.java:125)
at bitel.billing.server.processor.DefaultNASInfo.updateConnection(DefaultNASInfo.java:75)
at bitel.billing.server.processor.DefaultNASList.updateConnection(DefaultNASList.java:118)
at bitel.billing.server.processor.DefaultProcessor.accountingProcess(DefaultProcessor.java:58)
at bitel.billing.server.processor.dialup.DialUpProcessor.accountingProcess(DialUpProcessor.java:300)
at bitel.billing.server.radius.RadiusRequestThread.processRequest(RadiusRequestThread.java:147)
at bitel.billing.server.radius.RadiusRequestThread.run(RadiusRequestThread.java:48)
at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:885)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:907)
at java.lang.Thread.run(Thread.java:619)
java.lang.OutOfMemoryError: Java heap space
java.lang.OutOfMemoryError: Java heap space
java.lang.OutOfMemoryError: Java heap space
Exception in thread "pool-1-thread-3" java.lang.OutOfMemoryError: Java heap space

== radius.out ==

Вкралось одно подозрение по поводу радиуса. Нашлась одна закономерность этим подвисаниям. Если подтвердится - отпишу в форум.

А у вас RADIUS на какой ОС стоит?

Специально под биллинг выделил тачку с Федорой 7й.
радиус - текущая версия, и все остальное.

А что выводит ./radius_status.sh при таком повисе?

Сегодня подвисло
=====
version 4.3 build 33 from 19.12.2007 14:41:29
20.12.2007 14:37:44 34 30 3 1
Started: 19.12.2007 18:09:24 Uptime: 0 d 20:28:20
Memory total: 266 403 840; max: 266 403 840; free: 16 768
Trees in cache: 3 Connections pool status Idle: 3; Active: 1; maxActive: 300; maxIdle: 20
=====

Exception in thread "Thread-131" java.lang.OutOfMemoryError: Java heap space
at bitel.billing.server.processor.DefaultNASConnectionInspector.run(DefaultNASConnectionInspector.java:77)
Exception in thread "Thread-100" java.lang.OutOfMemoryError: Java heap space
Exception in thread "10.10.10.1_161_Receive" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-144" java.lang.OutOfMemoryError: Java heap space
Exception in thread "pool-2-thread-6" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-96" java.lang.OutOfMemoryError: Java heap space
at bitel.billing.server.processor.DefaultNASConnectionInspector.run(DefaultNASConnectionInspector.java:77)
Exception in thread "Thread-28" java.lang.OutOfMemoryError: Java heap space
at bitel.billing.server.processor.DefaultNASConnectionInspector.run(DefaultNASConnectionInspector.java:77)
Exception in thread "Thread-127" Exception in thread "Thread-99" Exception in thread "Thread-36" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-88" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-134" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-56" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-14" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-52" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-60" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-68" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-7" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-19" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-115" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-30" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-15" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-31" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-40" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-47" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-104" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-135" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-48" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-111" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-92" java.lang.OutOfMemoryError: Java heap space
Exception in thread "pool-1-thread-1" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-95" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-87" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-76" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-59" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-55" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-43" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-11" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-110" java.lang.OutOfMemoryError: Java heap space
Exception in thread "pool-1-thread-3" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-24" Exception in thread "Thread-74" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-80" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-16" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-143" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-8" java.lang.OutOfMemoryError: Java heap space
java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-84" java.lang.OutOfMemoryError: Java heap space
Exception in thread "pool-1-thread-2" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-138" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-39" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-72" java.lang.OutOfMemoryError: Java heap space
Exception in thread "pool-1-thread-11" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-123" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-44" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-20" Exception in thread "Thread-38" java.lang.OutOfMemoryError: Java heap space
java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-90" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-54" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-142" java.lang.OutOfMemoryError: Java heap space
Exception in thread "pool-2-thread-7" java.lang.OutOfMemoryError: Java heap space
Exception in thread "pool-2-thread-2" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-79" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-58" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-71" java.lang.OutOfMemoryError: Java heap space
Exception in thread "Thread-66" java.lang.OutOfMemoryError: Java heap space

Какой NAS, какой режим обсчета? Конфиг NAS а дайте.

эээ.. Вы не поверите. только сейчас обратил внимание, что фигурирует 10.10.10.1. Это был тестовый (один из первых) НАСов, который не выполнял никакой функции, кроме занимания места. Конфиг дефолтовый из документации к 4.2.
Удалил. Смотрим дальше..