Please HELP:
After an update last night from 5.0.16 to 5.0.18 we have massice problems with some larger mailboxes, which can not be accessed.
Trying to connect to the mailbox at the CLI with zmmailbox, at selectMailbox after a while it says:
Code:
ERROR: remote.TIMEOUT (https://server:7071/service/admin/soap/) (cause: java.net.SocketTimeoutException Read timed out)
I checked the memory options:
Code:
zmlocalconfig | grep mailboxd_java_options
mailboxd_java_options = -client -XX:NewRatio=2 -Djava.awt.headless=true -XX:MaxPermSize=128m -XX:SoftRefLRUPolicyMSPerMB=1
Code:
zmlocalconfig | grep mailboxd_java_heap_memory_percent
mailboxd_java_heap_memory_percent = 30
Code:
zmlocalconfig | grep mysql_memory
mysql_memory_percent = 30
Code:
cat /opt/zimbra/conf/my.cnf
[mysqld]
table_cache = 1200
innodb_buffer_pool_size = 2576980380
innodb_log_file_size = 104857600
innodb_log_buffer_size = 8388608
innodb_file_per_table
innodb_open_files = 2500
innodb_max_dirty_pages_pct = 10
innodb_flush_method = O_DIRECT
I restarted the server but still the same failure.
Trying to connect throu the ZWC mailbox.log shows the following error:
Code:
2009-08-04 15:39:19,535 WARN [btpool0-10] [] webclient - exception forwarding
javax.servlet.ServletException: invoke Read timed out
at org.apache.jasper.runtime.PageContextImpl.doHandlePageException(PageContextImpl.java:919)
at org.apache.jasper.runtime.PageContextImpl.handlePageException(PageContextImpl.java:855)
at org.apache.jsp.public_.launchZCS_jsp._jspService(launchZCS_jsp.java:405)
at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:93)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
at org.apache.jasper.servlet.JspServletWrapper.service(JspServletWrapper.java:373)
at org.apache.jasper.servlet.JspServlet.serviceJspFile(JspServlet.java:477)
at org.apache.jasper.servlet.JspServlet.service(JspServlet.java:371)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
at com.zimbra.webClient.servlet.JspServlet.service(JspServlet.java:50)
at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:487)
at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:362)
at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:181)
at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:716)
at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:406)
at org.mortbay.jetty.servlet.Dispatcher.forward(Dispatcher.java:268)
at org.mortbay.jetty.servlet.Dispatcher.forward(Dispatcher.java:126)
at org.apache.jasper.runtime.PageContextImpl.forward(PageContextImpl.java:767)
at org.apache.jsp.public_.login_jsp._jspx_meth_c_otherwise_5(login_jsp.java:1975)
at org.apache.jsp.public_.login_jsp._jspx_meth_c_choose_6(login_jsp.java:1706)
at org.apache.jsp.public_.login_jsp._jspx_meth_c_when_8(login_jsp.java:1675)
at org.apache.jsp.public_.login_jsp._jspx_meth_c_choose_5(login_jsp.java:1637)
at org.apache.jsp.public_.login_jsp._jspx_meth_c_otherwise_4(login_jsp.java:1496)
at org.apache.jsp.public_.login_jsp._jspx_meth_c_choose_3(login_jsp.java:1269)
at org.apache.jsp.public_.login_jsp._jspx_meth_c_if_2(login_jsp.java:1238)
at org.apache.jsp.public_.login_jsp._jspService(login_jsp.java:421)
at org.apache.jasper.runtime.HttpJspBase.service(HttpJspBase.java:93)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
at org.apache.jasper.servlet.JspServletWrapper.service(JspServletWrapper.java:373)
at org.apache.jasper.servlet.JspServlet.serviceJspFile(JspServlet.java:477)
at org.apache.jasper.servlet.JspServlet.service(JspServlet.java:371)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
at com.zimbra.webClient.servlet.JspServlet.service(JspServlet.java:50)
at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:487)
at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:362)
at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:181)
at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:716)
at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:406)
at org.mortbay.jetty.servlet.Dispatcher.forward(Dispatcher.java:268)
at org.mortbay.jetty.servlet.Dispatcher.forward(Dispatcher.java:126)
at com.zimbra.webClient.servlet.Forward.doGet(Forward.java:44)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:707)
at javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:487)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1093)
at com.zimbra.webClient.filters.SetHeaderFilter.doFilter(SetHeaderFilter.java:305)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1084)
at org.mortbay.servlet.UserAgentFilter.doFilter(UserAgentFilter.java:81)
at org.mortbay.servlet.GzipFilter.doFilter(GzipFilter.java:129)
at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1084)
at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:360)
at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:181)
at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:716)
at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:406)
at org.mortbay.jetty.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:211)
at org.mortbay.jetty.handler.HandlerCollection.handle(HandlerCollection.java:114)
at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:139)
at org.mortbay.jetty.handler.rewrite.RewriteHandler.handle(RewriteHandler.java:350)
at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:139)
at org.mortbay.jetty.Server.handle(Server.java:313)
at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:506)
at org.mortbay.jetty.HttpConnection$RequestHandler.headerComplete(HttpConnection.java:830)
at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:514)
at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:211)
at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:381)
at org.mortbay.io.nio.SelectChannelEndPoint.run(SelectChannelEndPoint.java:396)
at org.mortbay.thread.BoundedThreadPool$PoolThread.run(BoundedThreadPool.java:442)
Caused by: com.zimbra.cs.zclient.ZClientException: invoke Read timed out
ExceptionId:btpool0-10:1249393159535:5984cd918d93ec44
Code:zclient.IO_ERROR
at com.zimbra.cs.zclient.ZClientException.IO_ERROR(ZClientException.java:47)
at com.zimbra.cs.zclient.ZMailbox.getBootstrapJSON(ZMailbox.java:941)
at com.zimbra.cs.taglib.tag.GetInfoJSONTag.doTag(GetInfoJSONTag.java:51)
at org.apache.jsp.public_.launchZCS_jsp._jspService(launchZCS_jsp.java:320)
... 67 more
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.read(SocketInputStream.java:129)
at java.io.BufferedInputStream.fill(BufferedInputStream.java:218)
at java.io.BufferedInputStream.read(BufferedInputStream.java:235)
at org.apache.commons.httpclient.HttpParser.readRawLine(HttpParser.java:77)
at org.apache.commons.httpclient.HttpParser.readLine(HttpParser.java:105)
at org.apache.commons.httpclient.HttpConnection.readLine(HttpConnection.java:1115)
at org.apache.commons.httpclient.HttpMethodBase.readStatusLine(HttpMethodBase.java:1832)
at org.apache.commons.httpclient.HttpMethodBase.readResponse(HttpMethodBase.java:1590)
at org.apache.commons.httpclient.HttpMethodBase.execute(HttpMethodBase.java:995)
at org.apache.commons.httpclient.HttpMethodDirector.executeWithRetry(HttpMethodDirector.java:397)
at org.apache.commons.httpclient.HttpMethodDirector.executeMethod(HttpMethodDirector.java:170)
at org.apache.commons.httpclient.HttpClient.executeMethod(HttpClient.java:396)
at com.zimbra.common.soap.SoapHttpTransport.invoke(SoapHttpTransport.java:276)
at com.zimbra.common.soap.SoapHttpTransport.invoke(SoapHttpTransport.java:230)
at com.zimbra.common.soap.SoapTransport.invoke(SoapTransport.java:318)
at com.zimbra.common.soap.SoapTransport.invoke(SoapTransport.java:282)
at com.zimbra.cs.zclient.ZMailbox.getBootstrapJSON(ZMailbox.java:938)
... 69 more