I have a Zimbra installation as
Release 5.0.6_GA_2313.RHEL5_64_20080522130456 CentOS5_64 FOSS edition
From time to time we have a stop on mailbox
zmmailboxdctl is not running
log from a stop on the above service at 8.27 - 8.28 please can anyone advice.
Thanks
Log from /opt/zimbra/log/mailbox.log
com.zimbra.common.service.ServiceException: system failure: fetching search metadata
ExceptionId:btpool0-52:1222849808921:e4c02049a293595d
Code:service.FAILURE
at com.zimbra.common.service.ServiceException.FAILURE (ServiceException.java:253)
at com.zimbra.cs.db.DbSearch.search(DbSearch.java:621 )
at com.zimbra.cs.index.DBQueryOperation.noLuceneGetNe xtChunk(DBQueryOperation.java:832)
at com.zimbra.cs.index.DBQueryOperation.getNextChunk( DBQueryOperation.java:1081)
at com.zimbra.cs.index.DBQueryOperation.peekNext(DBQu eryOperation.java:649)
at com.zimbra.cs.index.QueryOperation.hasNext(QueryOp eration.java:158)
at com.zimbra.cs.index.ItemPreloadingGrouper.bufferHi ts(ItemPreloadingGrouper.java:53)
at com.zimbra.cs.index.BufferingResultsGrouper.peekNe xt(BufferingResultsGrouper.java:75)
at com.zimbra.cs.index.UngroupedQueryResults.peekNext (UngroupedQueryResults.java:57)
at com.zimbra.cs.index.FilteredQueryResults.peekNext( FilteredQueryResults.java:109)
at com.zimbra.cs.index.FilteredQueryResults.hasNext(F ilteredQueryResults.java:86)
at com.zimbra.cs.index.ResultsPager.hasNext(ResultsPa ger.java:114)
at com.zimbra.cs.service.mail.Search.putHits(Search.j ava:176)
at com.zimbra.cs.service.mail.Search.handle(Search.ja va:107)
at com.zimbra.soap.SoapEngine.dispatchRequest(SoapEng ine.java:410)
at com.zimbra.soap.SoapEngine.dispatch(SoapEngine.jav a:267)
at com.zimbra.soap.SoapEngine.dispatch(SoapEngine.jav a:159)
at com.zimbra.soap.SoapServlet.doPost(SoapServlet.jav a:266)
at javax.servlet.http.HttpServlet.service(HttpServlet .java:727)
at com.zimbra.cs.servlet.ZimbraServlet.service(Zimbra Servlet.java:189)
at javax.servlet.http.HttpServlet.service(HttpServlet .java:820)
at org.mortbay.jetty.servlet.ServletHolder.handle(Ser vletHolder.java:487)
at org.mortbay.jetty.servlet.ServletHandler$CachedCha in.doFilter(ServletHandler.java:1093)
at org.mortbay.servlet.UserAgentFilter.doFilter(UserA gentFilter.java:81)
at org.mortbay.servlet.GzipFilter.doFilter(GzipFilter .java:132)
at org.mortbay.jetty.servlet.ServletHandler$CachedCha in.doFilter(ServletHandler.java:1084)
at org.mortbay.jetty.servlet.ServletHandler.handle(Se rvletHandler.java:360)
at org.mortbay.jetty.security.SecurityHandler.handle( SecurityHandler.java:216)
at org.mortbay.jetty.servlet.SessionHandler.handle(Se ssionHandler.java:181)
at org.mortbay.jetty.handler.ContextHandler.handle(Co ntextHandler.java:716)
at org.mortbay.jetty.webapp.WebAppContext.handle(WebA ppContext.java:406)
at org.mortbay.jetty.handler.ContextHandlerCollection .handle(ContextHandlerCollection.java:211)
at org.mortbay.jetty.handler.HandlerCollection.handle (HandlerCollection.java:114)
at org.mortbay.jetty.handler.HandlerWrapper.handle(Ha ndlerWrapper.java:139)
at org.mortbay.jetty.handler.rewrite.RewriteHandler.h andle(RewriteHandler.java:350)
at org.mortbay.jetty.handler.HandlerWrapper.handle(Ha ndlerWrapper.java:139)
at org.mortbay.jetty.Server.handle(Server.java:313)
at org.mortbay.jetty.HttpConnection.handleRequest(Htt pConnection.java:506)
at org.mortbay.jetty.HttpConnection$RequestHandler.co ntent(HttpConnection.java:844)
at org.mortbay.jetty.HttpParser.parseNext(HttpParser. java:644)
at org.mortbay.jetty.HttpParser.parseAvailable(HttpPa rser.java:205)
at org.mortbay.jetty.HttpConnection.handle(HttpConnec tion.java:381)
at org.mortbay.io.nio.SelectChannelEndPoint.run(Selec tChannelEndPoint.java:396)
at org.mortbay.thread.BoundedThreadPool$PoolThread.ru n(BoundedThreadPool.java:442)
Caused by: com.mysql.jdbc.exceptions.MySQLNonTransientConnect ionException: Communications link failure due to underlying exception:
** BEGIN NESTED EXCEPTION **
java.io.EOFException
STACKTRACE:
java.io.EOFException
at com.mysql.jdbc.MysqlIO.readFully(MysqlIO.java:1913 )
at com.mysql.jdbc.MysqlIO.reuseAndReadPacket(MysqlIO. java:2304)
at com.mysql.jdbc.MysqlIO.checkErrorPacket(MysqlIO.ja va:2803)
at com.mysql.jdbc.MysqlIO.sendCommand(MysqlIO.java:15 73)
at com.mysql.jdbc.MysqlIO.sqlQueryDirect(MysqlIO.java :1665)
at com.mysql.jdbc.Connection.execSQL(Connection.java: 3124)
at com.mysql.jdbc.PreparedStatement.executeInternal(P reparedStatement.java:1149)
at com.mysql.jdbc.PreparedStatement.executeQuery(Prep aredStatement.java:1262)
at org.apache.commons.dbcp.DelegatingPreparedStatemen t.executeQuery(DelegatingPreparedStatement.java:20 5)
at com.zimbra.cs.db.DbSearch.search(DbSearch.java:605 )
at com.zimbra.cs.index.DBQueryOperation.noLuceneGetNe xtChunk(DBQueryOperation.java:832)
at com.zimbra.cs.index.DBQueryOperation.getNextChunk( DBQueryOperation.java:1081)
at com.zimbra.cs.index.DBQueryOperation.peekNext(DBQu eryOperation.java:649)
at com.zimbra.cs.index.QueryOperation.hasNext(QueryOp eration.java:158)
at com.zimbra.cs.index.ItemPreloadingGrouper.bufferHi ts(ItemPreloadingGrouper.java:53)
at com.zimbra.cs.index.BufferingResultsGrouper.peekNe xt(BufferingResultsGrouper.java:75)
at com.zimbra.cs.index.UngroupedQueryResults.peekNext (UngroupedQueryResults.java:57)
at com.zimbra.cs.index.FilteredQueryResults.peekNext( FilteredQueryResults.java:109)
at com.zimbra.cs.index.FilteredQueryResults.hasNext(F ilteredQueryResults.java:86)
at com.zimbra.cs.index.ResultsPager.hasNext(ResultsPa ger.java:114)
at com.zimbra.cs.service.mail.Search.putHits(Search.j ava:176)
at com.zimbra.cs.service.mail.Search.handle(Search.ja va:107)
at com.zimbra.soap.SoapEngine.dispatchRequest(SoapEng ine.java:410)
at com.zimbra.soap.SoapEngine.dispatch(SoapEngine.jav a:267)
at com.zimbra.soap.SoapEngine.dispatch(SoapEngine.jav a:159)
at com.zimbra.soap.SoapServlet.doPost(SoapServlet.jav a:266)
at javax.servlet.http.HttpServlet.service(HttpServlet .java:727)
at com.zimbra.cs.servlet.ZimbraServlet.service(Zimbra Servlet.java:189)
at javax.servlet.http.HttpServlet.service(HttpServlet .java:820)
at org.mortbay.jetty.servlet.ServletHolder.handle(Ser vletHolder.java:487)
at org.mortbay.jetty.servlet.ServletHandler$CachedCha in.doFilter(ServletHandler.java:1093)
at org.mortbay.servlet.UserAgentFilter.doFilter(UserA gentFilter.java:81)
at org.mortbay.servlet.GzipFilter.doFilter(GzipFilter .java:132)
at org.mortbay.jetty.servlet.ServletHandler$CachedCha in.doFilter(ServletHandler.java:1084)
at org.mortbay.jetty.servlet.ServletHandler.handle(Se rvletHandler.java:360)
at org.mortbay.jetty.security.SecurityHandler.handle( SecurityHandler.java:216)
at org.mortbay.jetty.servlet.SessionHandler.handle(Se ssionHandler.java:181)
at org.mortbay.jetty.handler.ContextHandler.handle(Co ntextHandler.java:716)
at org.mortbay.jetty.webapp.WebAppContext.handle(WebA ppContext.java:406)
at org.mortbay.jetty.handler.ContextHandlerCollection .handle(ContextHandlerCollection.java:211)
at org.mortbay.jetty.handler.HandlerCollection.handle (HandlerCollection.java:114)
at org.mortbay.jetty.handler.HandlerWrapper.handle(Ha ndlerWrapper.java:139)
at org.mortbay.jetty.handler.rewrite.RewriteHandler.h andle(RewriteHandler.java:350)
at org.mortbay.jetty.handler.HandlerWrapper.handle(Ha ndlerWrapper.java:139)
at org.mortbay.jetty.Server.handle(Server.java:313)
at org.mortbay.jetty.HttpConnection.handleRequest(Htt pConnection.java:506)
at org.mortbay.jetty.HttpConnection$RequestHandler.co ntent(HttpConnection.java:844)
at org.mortbay.jetty.HttpParser.parseNext(HttpParser. java:644)
at org.mortbay.jetty.HttpParser.parseAvailable(HttpPa rser.java:205)
at org.mortbay.jetty.HttpConnection.handle(HttpConnec tion.java:381)
at org.mortbay.io.nio.SelectChannelEndPoint.run(Selec tChannelEndPoint.java:396)
at org.mortbay.thread.BoundedThreadPool$PoolThread.ru n(BoundedThreadPool.java:442)
** END NESTED EXCEPTION **
Last packet sent to the server was 1 ms ago.
Query being executed when exception was thrown:
SELECT mi.id, mi.index_id, mi.type, mi.date AS sortcol, mi.id, mi.type, mi.parent_id, mi.folder_id, mi.index_id, mi.imap_id, mi.date, mi.size, mi.volume_id, mi.blob_digest, mi.unread, mi.flags, mi.tags, mi.subject, mi.name, mi.metadata, mi.mod_metadata, mi.change_date, mi.mod_content FROM mboxgroup3.mail_item AS mi, mboxgroup3.appointment AS ap WHERE mi.mailbox_id = 1003 AND ap.mailbox_id = 1003 AND mi.id = ap.item_id AND (type IN (11) AND mi.type IN (11, 15) AND mi.folder_id IN (10) AND ( ap.start_time < '2008-10-02 08:00:01') AND ( ap.end_time >= '2008-10-01 08:00:00')) LIMIT 0,502
at com.mysql.jdbc.MysqlIO.reuseAndReadPacket(MysqlIO. java:2515)
at com.mysql.jdbc.MysqlIO.checkErrorPacket(MysqlIO.ja va:2803)
at com.mysql.jdbc.MysqlIO.sendCommand(MysqlIO.java:15 73)
at com.mysql.jdbc.MysqlIO.sqlQueryDirect(MysqlIO.java :1665)
at com.mysql.jdbc.Connection.execSQL(Connection.java: 3124)
at com.mysql.jdbc.PreparedStatement.executeInternal(P reparedStatement.java:1149)
at com.mysql.jdbc.PreparedStatement.executeQuery(Prep aredStatement.java:1262)
at org.apache.commons.dbcp.DelegatingPreparedStatemen t.executeQuery(DelegatingPreparedStatement.java:20 5)
at com.zimbra.cs.db.DbSearch.search(DbSearch.java:605 )
... 42 more
2008-10-01 09:30:08,939 INFO [IndexWritersSweeperThread] [] index - open index writers sweep: before=84, closed=2, after=82 (5048ms)
2008-10-01 09:30:09,246 INFO [btpool0-42] [oip=172.16.50.1;ua=zclient/5.0.6_GA_2313.RHEL5_64;] soap - AuthRequest

Sep 30 08:27:58 charles slapd[14950]: conn=4756 op=14 SRCH base="" scope=2 deref=2 filter="(&(objectClass=amavisAccount)(|(mail=ilan36@comm.mot .com)(mail=ilan36)(mail=@comm.mot.com)(mail=@.comm .mot.com)(mail=@.mot.com)(mail=@.com)(mail=@.)))"
Sep 30 08:27:58 charles slapd[14950]: conn=4756 op=14 SEARCH RESULT tag=101 err=0 nentries=0 text=
Sep 30 08:27:58 charles amavis[23771]: (23771-05) Blocked SPAM, LOCAL [172.16.50.1] [78.88.83.134]
-> , Message-ID: <46444.kathleen@obadiah>, mail_id: AkbUPVwj5UF7, Hits: 24.853, size: 1778, 2583 ms
Sep 30 08:27:58 charles postfix/smtp[23783]: 7A27D77C8FE3: to=, relay=127.0.0.1[127.0.0.1]:10024, delay=2.9, delays=0.27/0/0/2.6, dsn=2.7.0, status=sent (250 2.7.0 Ok, discarded, id=23771-05 - SPAM)
Sep 30 08:27:58 charles postfix/qmgr[18161]: 7A27D77C8FE3: removed
Sep 30 08:27:58 charles postfix/error[31159]: AB5AE77C90E8: to=, relay=none, delay=1.7, delays=1.6/0/0/0.07, dsn=5.0.0, status=bounced (domain.com)
Sep 30 08:27:58 charles postfix/qmgr[18161]: AB5AE77C90E8: removed
Sep 30 08:28:01 charles slapd[14950]: conn=4808 fd=27 ACCEPT from IP=172.16.50.5:35339 (IP=172.16.50.5:389)
Sep 30 08:28:01 charles slapd[14950]: conn=4808 op=0 BIND dn="uid=zimbra,cn=admins,cn=zimbra" method=128
Sep 30 08:28:01 charles slapd[14950]: conn=4808 op=0 BIND dn="uid=zimbra,cn=admins,cn=zimbra" mech=SIMPLE ssf=0
Sep 30 08:28:01 charles slapd[14950]: conn=4808 op=0 RESULT tag=97 err=0 text=
Sep 30 08:28:01 charles slapd[14950]: conn=4808 op=1 SRCH base="cn=charles.domain.com,cn=servers,cn=zimbra" scope=0 deref=3 filter="(objectClass=*)"
Sep 30 08:28:01 charles slapd[14950]: conn=4808 op=1 SEARCH RESULT tag=101 err=0 nentries=1 text=
Sep 30 08:28:01 charles slapd[14950]: conn=4809 fd=41 ACCEPT from IP=172.16.50.5:35340 (IP=172.16.50.5:389)
Sep 30 08:28:01 charles slapd[14950]: conn=4809 op=0 BIND dn="uid=zimbra,cn=admins,cn=zimbra" method=128
Sep 30 08:28:01 charles slapd[14950]: conn=4809 op=0 BIND dn="uid=zimbra,cn=admins,cn=zimbra" mech=SIMPLE ssf=0
Sep 30 08:28:01 charles slapd[14950]: conn=4809 op=0 RESULT tag=97 err=0 text=
Sep 30 08:28:01 charles slapd[14950]: conn=4809 op=1 SRCH base="cn=config,cn=zimbra" scope=0 deref=3 filter="(objectClass=*)"
Sep 30 08:28:01 charles slapd[14950]: conn=4809 op=1 SEARCH RESULT tag=101 err=0 nentries=1 text=
Sep 30 08:28:02 charles slapd[14950]: conn=4808 fd=27 closed (connection lost)
Sep 30 08:28:02 charles slapd[14950]: conn=4809 fd=41 closed (connection lost)
Sep 30 08:28:03 charles zmmailboxdmgr[27435]: status requested
Sep 30 08:28:03 charles zmmailboxdmgr[27435]: stale pid 17222 found in /opt/zimbra/log/zmmailboxd_manager.pid: No such process
Sep 30 08:28:03 charles zmmailboxdmgr[27435]: assuming no other instance is running
Sep 30 08:28:03 charles zmmailboxdmgr[27435]: file /opt/zimbra/log/zmmailboxd.pid does not exist
Sep 30 08:28:03 charles zmmailboxdmgr[27435]: assuming no other instance is running
Sep 30 08:28:03 charles zmmailboxdmgr[27435]: no manager process is running
Sep 30 08:28:04 charles zimbramon[27170]: 27170:info: 2008-09-30 08:28:01, STATUS: charles.domain.com: antispam: Running
Sep 30 08:28:04 charles zimbramon[27170]: 27170:info: 2008-09-30 08:28:01, STATUS: charles.domain.com: antivirus: Running
Sep 30 08:28:04 charles zimbramon[27170]: 27170:info: 2008-09-30 08:28:01, STATUS: charles.domain.com: ldap: Running
Sep 30 08:28:04 charles zimbramon[27170]: 27170:info: 2008-09-30 08:28:01, STATUS: charles.domain.com: logger: Running
Sep 30 08:28:04 charles zimbramon[27170]: 27170:info: 2008-09-30 08:28:01, STATUS: charles.domain.com: mailbox: Stopped
Sep 30 08:28:04 charles zimbramon[27170]: 27170:info: 2008-09-30 08:28:01, STATUS: charles.domain.com: mta: Running
Sep 30 08:28:04 charles zimbramon[27170]: 27170:info: 2008-09-30 08:28:01, STATUS: charles.domain.com: snmp: Running
Sep 30 08:28:04 charles zimbramon[27170]: 27170:info: 2008-09-30 08:28:01, STATUS: charles.domain.com: spell: Running
Sep 30 08:28:04 charles zimbramon[27170]: 27170:info: 2008-09-30 08:28:01, STATUS: charles.domain.com: stats: Running
Sep 30 08:28:11 charles postfix/scache[20606]: statistics: start interval Sep 30 08:19:18