It is a multi-server configuration. The affected servers are the admin/logger servce and one of the two store servers. The MTA/LDAP server and the other store server continue to run happily...
The certificates should have been valid thru June of 2010 unless something odd happened to them all of a sudden. I could regenerate them if that has a chance of resolving anything?
Nothing unusual in /var/log/zimbra.log, there are however a number of entries in /opt/zimbra/log/mailbox, all of which appear to refer back to the "service unavailable" error. One example:
2009-11-20 16:53:02,965 WARN [btpool0-7] [] webclient - local exception
com.zimbra.cs.zclient.ZClientException: cannot determine soap protocol in reply: <html><head><meta http-equiv="Content-Type" content="text/html; charset=ISO-8859-1"/><title>Error 503 SERVICE_UNAVAILABLE</title></head><body><h2>HTTP ERROR: 503</h2><pre>SERVICE_UNAVAILABLE</pre><p>RequestURI=/service/soap</p></body></html>
ExceptionId:btpool0-7:1258757582964:72e2516567f0dc4f
Code:zclient.IO_ERROR
at com.zimbra.cs.zclient.ZClientException.IO_ERROR(ZC lientException.java:47)
at com.zimbra.cs.zclient.ZMailbox.invoke(ZMailbox.jav a:522)
at com.zimbra.cs.zclient.ZMailbox.invoke(ZMailbox.jav a:508)
at com.zimbra.cs.zclient.ZMailbox.authByPassword(ZMai lbox.java:453)
at com.zimbra.cs.zclient.ZMailbox.<init>(ZMailbox.jav a:365)
at com.zimbra.cs.zclient.ZMailbox.getMailbox(ZMailbox .java:314)
at com.zimbra.cs.taglib.tag.LoginTag.doTag(LoginTag.j ava:124)
at org.apache.jsp.public_.login_jsp._jspService(login _jsp.java:284)
at org.apache.jasper.runtime.HttpJspBase.service(Http JspBase.java:93)
at javax.servlet.http.HttpServlet.service(HttpServlet .java:820)
at org.apache.jasper.servlet.JspServletWrapper.servic e(JspServletWrapper.java:373)
at org.apache.jasper.servlet.JspServlet.serviceJspFil e(JspServlet.java:477)
at org.apache.jasper.servlet.JspServlet.service(JspSe rvlet.java:371)
at javax.servlet.http.HttpServlet.service(HttpServlet .java:820)
at com.zimbra.webClient.servlet.JspServlet.service(
Js pServlet.java:50)
at org.mortbay.jetty.servlet.ServletHolder.handle(Ser vletHolder.java:487)
at org.mortbay.jetty.servlet.ServletHandler.handle(Se rvletHandler.java:362)
at org.mortbay.jetty.security.SecurityHandler.handle( SecurityHandler.java:216)
at org.mortbay.jetty.servlet.SessionHandler.handle(Se ssionHandler.java:181)
at org.mortbay.jetty.handler.ContextHandler.handle(Co ntextHandler.java:716)
at org.mortbay.jetty.webapp.WebAppContext.handle(WebA ppContext.java:406)
at org.mortbay.jetty.servlet.Dispatcher.forward(Dispa tcher.java:268)
at org.mortbay.jetty.servlet.Dispatcher.forward(Dispa tcher.java:126)
at org.mortbay.jetty.servlet.DefaultServlet.doGet(Def aultServlet.java:465)
at org.mortbay.jetty.servlet.DefaultServlet.doPost(De faultServlet.java:496)
at javax.servlet.http.HttpServlet.service(HttpServlet .java:727)
at javax.servlet.http.HttpServlet.service(HttpServlet .java:820)
at org.mortbay.jetty.servlet.ServletHolder.handle(Ser vletHolder.java:487)
at org.mortbay.jetty.servlet.ServletHandler$CachedCha in.doFilter(ServletHandler.java:1093)
at com.zimbra.webClient.filters.SetHeaderFilter.doFil ter(SetHeaderFilter.java:305)
at org.mortbay.jetty.servlet.ServletHandler$CachedCha in.doFilter(ServletHandler.java:1084)
at org.mortbay.servlet.UserAgentFilter.doFilter(UserA gentFilter.java:81)
at org.mortbay.servlet.GzipFilter.doFilter(GzipFilter .java:132)
at org.mortbay.jetty.servlet.ServletHandler$CachedCha in.doFilter(ServletHandler.java:1084)
at org.mortbay.jetty.servlet.ServletHandler.handle(Se rvletHandler.java:360)
at org.mortbay.jetty.security.SecurityHandler.handle( SecurityHandler.java:216)
at org.mortbay.jetty.servlet.SessionHandler.handle(Se ssionHandler.java:181)
at org.mortbay.jetty.handler.ContextHandler.handle(Co ntextHandler.java:716)
at org.mortbay.jetty.webapp.WebAppContext.handle(WebA ppContext.java:406)
at org.mortbay.jetty.handler.ContextHandlerCollection .handle(ContextHandlerCollection.java:211)
at org.mortbay.jetty.handler.HandlerCollection.handle (HandlerCollection.java:114)
at org.mortbay.jetty.handler.HandlerWrapper.handle(Ha ndlerWrapper.java:139)
at org.mortbay.jetty.handler.rewrite.RewriteHandler.h andle(RewriteHandler.java:350)
at org.mortbay.jetty.handler.HandlerWrapper.handle(Ha ndlerWrapper.java:139)
at org.mortbay.jetty.Server.handle(Server.java:313)
at org.mortbay.jetty.HttpConnection.handleRequest(Htt pConnection.java:506)
at org.mortbay.jetty.HttpConnection$RequestHandler.co ntent(HttpConnection.java:844)
at org.mortbay.jetty.HttpParser.parseNext(HttpParser. java:644)
at org.mortbay.jetty.HttpParser.parseAvailable(HttpPa rser.java:211)
at org.mortbay.jetty.HttpConnection.handle(HttpConnec tion.java:381)
at org.mortbay.io.nio.SelectChannelEndPoint.run(Selec tChannelEndPoint.java:396)
at org.mortbay.thread.BoundedThreadPool$PoolThread.ru n(BoundedThreadPool.java:442)
Caused by: com.zimbra.common.soap.SoapParseException: cannot determine soap protocol in reply: <html><head><meta http-equiv="Content-Type" content="text/html; charset=ISO-8859-1"/><title>Error 503 SERVICE_UNAVAILABLE</title></head><body><h2>HTTP ERROR: 503</h2><pre>SERVICE_UNAVAILABLE</pre><p>RequestURI=/service/soap</p></body></html>
at com.zimbra.common.soap.SoapTransport.extractBodyEl ement(SoapTransport.java:246)
at com.zimbra.common.soap.SoapTransport.parseSoapResp onse(SoapTransport.java:224)
at com.zimbra.common.soap.SoapHttpTransport.invoke(So apHttpTransport.java:277)
at com.zimbra.common.soap.SoapHttpTransport.invoke(So apHttpTransport.java:226)
at com.zimbra.common.soap.SoapTransport.invoke(SoapTr ansport.java:315)
at com.zimbra.cs.zclient.ZMailbox.invoke(ZMailbox.jav a:514)
... 50 more