Second server (MTA server) stats are all red X

[adispi]

i have looked in the forum first, found many issues and solutions, but none works (checking hostname, loggerhostname, syslogsetup and more).
i am running on centos so i use syslog and not rsyslog.
second server (MTA) does not have logger installed.
when i run /opt/zimbra/libexec/zmstatuslog on the MTA server i see this in the main server zimbra-stats.log file:

Dec 12 09:58:03 zimbra-mta zimbramon[27916]: 27916:info: 2011-12-12 09:57:57, STATUS: zimbra-mta.compulab.co.il: antispam: Running
Dec 12 09:58:03 zimbra-mta zimbramon[27916]: 27916:info: 2011-12-12 09:57:57, STATUS: zimbra-mta.compulab.co.il: antivirus: Running
Dec 12 09:58:03 zimbra-mta zimbramon[27916]: 27916:info: 2011-12-12 09:57:57, STATUS: zimbra-mta.compulab.co.il: mta: Running
Dec 12 09:58:03 zimbra-mta zimbramon[27916]: 27916:info: 2011-12-12 09:57:57, STATUS: zimbra-mta.compulab.co.il: snmp: Running
Dec 12 09:58:03 zimbra-mta zimbramon[27916]: 27916:info: 2011-12-12 09:57:57, STATUS: zimbra-mta.compulab.co.il: spell: Running
Dec 12 09:58:03 zimbra-mta zimbramon[27916]: 27916:info: 2011-12-12 09:57:57, STATUS: zimbra-mta.compulab.co.il: stats: Running
Dec 12 09:58:04 zimbra01 zimbramon[15406]: 15406:info: zmstat fd.csv: timestamp, fd_count, mailboxd_fd_count:: 12/12/2011 09:58:04, 3060, 1300

but on the admin page they are all red X

here is all the info requested rom the Logger (ZCS 6.0.x and later) - Zimbra :: Wiki

zmloggerctl status; echo $?; ps ax | grep zmlogger
0
3795 pts/1 S+ 0:00 grep zmlogger
16575 ? S 0:01 /usr/bin/perl /opt/zimbra/libexec/zmlogger
16616 ? S 0:00 zmlogger: zmrrdfetch: server

/opt/zimbra/libexec/zmrrdfetch -f zmmtastats

Host: zimbra01.compulab.co.il

timestamp,mta_delay,sendmail_events
1323590640,,
1323590670,,
...
1323676980,,
1323677010,,
1323677040,,

Host: zimbra-mta.compulab.co.il

timestamp,filter_misc,clam_events,mta_delay,mta_vo lume,filter_virus,filter_count,mta_count,filter_sp am,sendmail_events
1323590640,,,,,,,,,
1323590670,,,,,,,,,
1323590700,,,,,,,,,
1323590730,,,,,,,,,
1323590760,,,,,,,,,
1323590790,,,,,,,,,
1323590820,,,,,,,,,
1323590850,,,,,,,,,
1323590880,,,,,,,,,
1323590910,,,,,,,,,
1323590940,,,,,,,,,
1323590970,,,,,,,,,
1323591000,,,,,,,,,
1323591030,0,0.00167170514994749,,1721.96329357552 ,0,0.0351058081488974,0.0702116162977948,0,0
1323591060,0,0.00167170514994749,,1721.96329357552 ,0,0.0351058081488974,0.0702116162977948,0,0
1323591090,0,0.00167170514994749,,1721.96329357552 ,0,0.0351058081488974,0.0702116162977948,0,0
1323591120,0,0.00167170514994749,,1721.96329357552 ,0,0.0351058081488974,0.0702116162977948,0,0
1323591150,0,0.00167170514994749,,1721.96329357552 ,0,0.03510580814889
...
1323676980,,,,,,,,,
1323677010,,,,,,,,,
1323677040,,,,,,,,,

/opt/zimbra/libexec/zmrrdfetch -c -f zmmtastats

Host: zimbra01.compulab.co.il

timestamp,mta_delay,sendmail_events
1323591300,,
1323591600,,
1323591900,,
...
1323677100,,
1323677400,,
1323677700,,

Host: zimbra-mta.compulab.co.il

timestamp,filter_misc,clam_events,mta_delay,mta_vo lume,filter_virus,filter_count,mta_count,filter_sp am,sendmail_events
1323591300,0,0.00167170514994749,,1721.96329357552 ,0,0.0351058081488974,0.0702116162977948,0,0
1323591600,0,0.00167170514994749,,1721.96329357552 ,0,0.0351058081488974,0.0702116162977948,0,0
1323591900,0,3.11817949680341e-05,,1726.79271926511,0,0.0186482986611396,0.037296 5973222792,0,0
1323592200,0,3.11817949680341e-05,,1726.79271926511,0,0.0186482986611396,0.037296 5973222792,0,0
1323592500,,,,,,,,,
1323592800,,,,,,,,,
1323593100,0,0.00167230619994874,,676.300694933669 ,0,0.0150507557995386,0.0301015115990773,0,0
1323593400,0,0.00167230619994874,,676.300694933669 ,0,0.0150507557995386,0.0301015115990773,0,0
1323593700,,,,,,,,,
1323594000,,,,,,,,,
...
1323676800,,,,,,,,,
1323677100,0,0.0179071841139955,,72137.5449779211, 0,0.658834772522241,1.32271454001184,0.01282051282 05128,0.00769230769230769
1323677400,0,0.0179071841139955,,72137.5449779211, 0,0.658834772522241,1.32271454001184,0.01282051282 05128,0.00769230769230769
1323677700,,,,,,,,,

grep -w MTA /var/log/zimbra-stats.log
Dec 12 09:00:11 zimbra01 zimbramon[14091]: 14091:info: MTA: zimbra-mta.compulab.co.il: filter_misc,clam_events,mta_delay,mta_volume,filte r_virus,filter_count,mta_count,filter_spam,sendmai l_events:: 0,1,3.11111111111111,2301468,0,9,18,0,0
Dec 12 09:10:11 zimbra01 zimbramon[18215]: 18215:info: MTA: zimbra-mta.compulab.co.il: filter_misc,clam_events,mta_delay,mta_volume,filte r_virus,filter_count,mta_count,filter_spam,sendmai l_events:: 0,1,2.28703703703704,4234657,0,54,108,1,0
Dec 12 09:20:11 zimbra01 zimbramon[21729]: 21729:info: MTA: zimbra-mta.compulab.co.il: filter_misc,clam_events,mta_delay,mta_volume,filte r_virus,filter_count,mta_count,filter_spam,sendmai l_events:: 0,1,3.73214285714286,8767179,0,27,56,0,0
Dec 12 09:30:11 zimbra01 zimbramon[25245]: 25245:info: MTA: zimbra-mta.compulab.co.il: filter_misc,clam_events,mta_delay,mta_volume,filte r_virus,filter_count,mta_count,filter_spam,sendmai l_events:: 0,1,2.39252336448598,4133699,0,54,107,2,0
Dec 12 09:40:20 zimbra01 zimbramon[28757]: 28757:info: MTA: zimbra-mta.compulab.co.il: filter_misc,clam_events,mta_delay,mta_volume,filte r_virus,filter_count,mta_count,filter_spam,sendmai l_events:: 0,1,2.66071428571428,6543474,0,28,56,1,0
Dec 12 09:50:17 zimbra01 zimbramon[32106]: 32106:info: MTA: zimbra-mta.compulab.co.il: filter_misc,clam_events,mta_delay,mta_volume,filte r_virus,filter_count,mta_count,filter_spam,sendmai l_events:: 0,1,4.07142857142857,1525475,0,21,42,0,0
Dec 12 10:00:22 zimbra01 zimbramon[3217]: 3217:info: MTA: zimbra-mta.compulab.co.il: filter_misc,clam_events,mta_delay,mta_volume,filte r_virus,filter_count,mta_count,filter_spam,sendmai l_events:: 0,1,2.17567567567567,1442485,0,37,74,1,3
Dec 12 10:10:12 zimbra01 zimbramon[6627]: 6627:info: MTA: zimbra-mta.compulab.co.il: filter_misc,clam_events,mta_delay,mta_volume,filte r_virus,filter_count,mta_count,filter_spam,sendmai l_events:: 0,1,2.77333333333333,1497875,0,37,75,0,0

tail /var/log/zimbra-stats.log
Dec 12 10:12:30 zimbra01 zimbramon[15123]: 15123:info: zmstat mysql.csv: timestamp, Aborted_clients, Aborted_connects, Binlog_cache_disk_use, Binlog_cache_use, Bytes_received, Bytes_sent, Com_admin_commands, Com_assign_to_keycache, Com_alter_db, Com_alter_db_upgrade, Com_alter_event, Com_alter_function, Com_alter_procedure, Com_alter_server, Com_alter_table, Com_alter_tablespace, Com_analyze, Com_backup_table, Com_begin, Com_binlog, Com_call_procedure, Com_change_db, Com_change_master, Com_check, Com_checksum, Com_commit, Com_create_db, Com_create_event, Com_create_function, Com_create_index, Com_create_procedure, Com_create_server, Com_create_table, Com_create_trigger, Com_create_udf, Com_create_user, Com_create_view, Com_dealloc_sql, Com_delete, Com_delete_multi, Com_do, Com_drop_db, Com_drop_event, Com_drop_function, Com_drop_index, Com_dro:::0971DC8A-2499-11E1-A65B-B52F2A0D70A4:::
Dec 12 10:12:30 zimbra01 zimbramon[15123]: 15123:info: :::0971DC8A-2499-11E1-A65B-B52F2A0D70A4::_procedure, Com_drop_server, Com_drop_table, Com_drop_trigger, Com_drop_user, Com_drop_view, Com_empty_query, Com_execute_sql, Com_flush, Com_grant, Com_ha_close, Com_ha_open, Com_ha_read, Com_help, Com_insert, Com_insert_select, Com_install_plugin, Com_kill, Com_load, Com_load_master_data, Com_load_master_table, Com_lock_tables, Com_optimize, Com_preload_keys, Com_prepare_sql, Com_purge, Com_purge_before_date, Com_release_savepoint, Com_rename_table, Com_rename_user, Com_repair, Com_replace, Com_replace_select, Com_reset, Com_restore_table, Com_revoke, Com_revoke_all, Com_rollback, Com_rollback_to_savepoint, Com_savepoint, Com_select, Com_set_option, Com_show_authors, Com_show_binlog_events, Com_show_binlogs, Com_show_charsets, Com_show_collations, Com_show_column_types, Com_show_contrib:::0971E96E-2499-11E1-A65B-B52F2A0D70A4:::
Dec 12 10:12:30 zimbra01 zimbramon[15123]: 15123:info: :::0971E96E-2499-11E1-A65B-B52F2A0D70A4:::utors, Com_show_create_db, Com_show_create_event, Com_show_create_func, Com_show_create_proc, Com_show_create_table, Com_show_create_trigger, Com_show_databases, Com_show_engine_logs, Com_show_engine_mutex, Com_show_engine_status, Com_show_events, Com_show_errors, Com_show_fields, Com_show_function_status, Com_show_grants, Com_show_keys, Com_show_master_status, Com_show_new_master, Com_show_open_tables, Com_show_plugins, Com_show_privileges, Com_show_procedure_status, Com_show_processlist, Com_show_profile, Com_show_profiles, Com_show_slave_hosts, Com_show_slave_status, Com_show_status, Com_show_storage_engines, Com_show_table_status, Com_show_tables, Com_show_triggers, Com_show_variables, Com_show_warnings, Com_slave_start, Com_slave_stop, Com_stmt_close, Com_stmt_execute, Com_stmt_fetch,:::0971EDA6-2499-11E1-A65B-B52F2A0D70A4:::
Dec 12 10:12:30 zimbra01 zimbramon[15123]: 15123:info: :::0971EDA6-2499-11E1-A65B-B52F2A0D70A4::: Com_stmt_prepare, Com_stmt_reprepare, Com_stmt_reset, Com_stmt_send_long_data, Com_truncate, Com_uninstall_plugin, Com_unlock_tables, Com_update, Com_update_multi, Com_xa_commit, Com_xa_end, Com_xa_prepare, Com_xa_recover, Com_xa_rollback, Com_xa_start, Compression, Connections, Created_tmp_disk_tables, Created_tmp_files, Created_tmp_tables, Delayed_errors, Delayed_insert_threads, Delayed_writes, Flush_commands, Handler_commit, Handler_delete, Handler_discover, Handler_prepare, Handler_read_first, Handler_read_key, Handler_read_next, Handler_read_prev, Handler_read_rnd, Handler_read_rnd_next, Handler_rollback, Handler_savepoint, Handler_savepoint_rollback, Handler_update, Handler_write, Innodb_buffer_pool_pages_data, Innodb_buffer_pool_pages_dirty, Innodb_buffer_pool_pages_flushed, Innodb:::0971F18E-2499-11E1-A65B-B52F2A0D70A4:::
Dec 12 10:12:30 zimbra01 zimbramon[15123]: 15123:info: :::0971F18E-2499-11E1-A65B-B52F2A0D70A4:::_buffer_pool_pages_free, Innodb_buffer_pool_pages_misc, Innodb_buffer_pool_pages_total, Innodb_buffer_pool_read_ahead, Innodb_buffer_pool_read_ahead_evicted, Innodb_buffer_pool_read_requests, Innodb_buffer_pool_reads, Innodb_buffer_pool_wait_free, Innodb_buffer_pool_write_requests, Innodb_data_fsyncs, Innodb_data_pending_fsyncs, Innodb_data_pending_reads, Innodb_data_pending_writes, Innodb_data_read, Innodb_data_reads, Innodb_data_writes, Innodb_data_written, Innodb_dblwr_pages_written, Innodb_dblwr_writes, Innodb_have_atomic_builtins, Innodb_log_waits, Innodb_log_write_requests, Innodb_log_writes, Innodb_os_log_fsyncs, Innodb_os_log_pending_fsyncs, Innodb_os_log_pending_writes, Innodb_os_log_written, Innodb_page_size, Innodb_pages_created, Innodb_pages_read, Innodb_pages_written, Innodb_r:::0971F576-2499-11E1-A65B-B52F2A0D70A4:::
Dec 12 10:12:30 zimbra01 zimbramon[15123]: 15123:info: :::0971F576-2499-11E1-A65B-B52F2A0D70A4::w_lock_current_waits, Innodb_row_lock_time, Innodb_row_lock_time_avg, Innodb_row_lock_time_max, Innodb_row_lock_waits, Innodb_rows_deleted, Innodb_rows_inserted, Innodb_rows_read, Innodb_rows_updated, Key_blocks_not_flushed, Key_blocks_unused, Key_blocks_used, Key_read_requests, Key_reads, Key_write_requests, Key_writes, Last_query_cost, Max_used_connections, Not_flushed_delayed_rows, Open_files, Open_streams, Open_table_definitions, Open_tables, Opened_files, Opened_table_definitions, Opened_tables, Prepared_stmt_count, Qcache_free_blocks, Qcache_free_memory, Qcache_hits, Qcache_inserts, Qcache_lowmem_prunes, Qcache_not_cached, Qcache_queries_in_cache, Qcache_total_blocks, Queries, Questions, Rpl_status, Select_full_join, Select_full_range_join, Select_range, Select_range_check, Select_s:::0971F972-2499-11E1-A65B-B52F2A0D70A4:::
Dec 12 10:12:30 zimbra01 zimbramon[15123]: 15123:info: :::0971F972-2499-11E1-A65B-B52F2A0D70A4:::can, Slave_open_temp_tables, Slave_retried_transactions, Slave_running, Slow_launch_threads, Slow_queries, Sort_merge_passes, Sort_range, Sort_rows, Sort_scan, Ssl_accept_renegotiates, Ssl_accepts, Ssl_callback_cache_hits, Ssl_cipher, Ssl_cipher_list, Ssl_client_connects, Ssl_connect_renegotiates, Ssl_ctx_verify_depth, Ssl_ctx_verify_mode, Ssl_default_timeout, Ssl_finished_accepts, Ssl_finished_connects, Ssl_session_cache_hits, Ssl_session_cache_misses, Ssl_session_cache_mode, Ssl_session_cache_overflows, Ssl_session_cache_size, Ssl_session_cache_timeouts, Ssl_sessions_reused, Ssl_used_session_cache_entries, Ssl_verify_depth, Ssl_verify_mode, Ssl_version, Table_locks_immediate, Table_locks_waited, Tc_log_max_pages_used, Tc_log_page_size, Tc_log_page_waits, Threads_cached, Threads_connected:::0971FD50-2499-11E1-A65B-B52F2A0D70A4:::
Dec 12 10:12:30 zimbra01 zimbramon[15123]: 15123:info: :::0971FD50-2499-11E1-A65B-B52F2A0D70A4:::, Threads_created, Threads_running, Uptime, Uptime_since_flush_status:: 12/12/2011 10:12:30,0,0,0,0,75127468,598447630,8,0,0,0,0,0,0, 0,0,0,0,0,0,0,0,0,0,0,0,156864,0,0,0,0,0,0,0,0,0,0 ,0,0,1890,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, 1257,623,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,681,0,0,0,0 ,0,158576,0,0,159618,475917,0,0,0,0,7,0,0,0,0,0,0, 0,0,0,0,0,550,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,20 23,0,0,0,0,7,0,0,0,0,0,0,0,0,0,0,0,0,0,12014,9,0,0 ,0,0,0,0,OFF,2032,9,5,1136,0,0,0,1,331745,1351,0,0 ,46,1366953,16025938,5022,9528,323987,1083,0,0,120 56,325415,32658,28,35418,22644,1402,56704,9939,0,3 4900057,22421,0,177116,13705,0,0,0,535875584,23673 ,35936,1172298752,35418,1801,ON,0,20432,4591,5747, 0,0,11129856,16384,85,32573,35418,0,0,0,0,0,1590,2 374,16353941,12056,0,6682,12,428,12,0,0,0.000000,8 ,0,43,0,284,310,3:::09720138-2499-11E1-A65B-B52F2A0D70A4:::
Dec 12 10:12:30 zimbra01 zimbramon[15123]: :::09720138-2499-11E1-A65B-B52F2A0D70A4:::96,291,317,0,0,0,0,0,0,0,0,0,971139 ,971139,NULL,0,0,1438,0,1122,0,0,OFF,0,175,0,1018, 119,1,0,0,0,,,0,0,0,0,0,0,0,0,0,NONE,0,0,0,0,0,0,0 ,,177416,0,0,0,0,0,8,8,1,33046,33046
Dec 12 10:12:30 zimbra-mta zimbramon[23666]: 23666:info: zmstat cpu.csv: timestamp, cpu:user, cpu:nice, cpu:sys, cpu:idle, cpu:iowait, cpu:irq, cpu:softirq, cpu0:user, cpu0:nice, cpu0:sys, cpu0:idle, cpu0:iowait, cpu0:irq, cpu0:softirq, cpu1:user, cpu1:nice, cpu1:sys, cpu1:idle, cpu1:iowait, cpu1:irq, cpu1:softirq:: 12/12/2011 10:12:30, 20.7, 0.0, 1.9, 76.1, 1.1, 0.0, 0.2, 17.5, 0.0, 1.4, 81.0, 0.0, 0.0, 0.0, 23.8, 0.0, 2.5, 71.2, 2.2, 0.0, 0.3

zmsoap -z GetLoggerStatsRequest stats/@name=zmmtastats | head -20
<GetLoggerStatsResponse xmlns="urn:zimbraAdmin">
<hostname hn="zimbra01.compulab.co.il">
<stats name="zmmtastats"/>
</hostname>
<hostname hn="zimbra-mta.compulab.co.il">
<stats name="zmmtastats">
<values t="1323591210">
<stat name="filter_misc" value="0"/>
<stat name="clam_events" value="0.00167170514994749"/>
<stat name="mta_delay" value=""/>
<stat name="mta_volume" value="1721.96329357552"/>
<stat name="filter_virus" value="0"/>
<stat name="filter_count" value="0.0351058081488974"/>
<stat name="mta_count" value="0.0702116162977948"/>
<stat name="filter_spam" value="0"/>
<stat name="sendmail_events" value="0"/>
</values>
<values t="1323591240">
<stat name="filter_misc" value="0"/>
<stat name="clam_events" value="0.00167170514994749"/>

zmsoap -z GetLoggerStatsRequest stats/@name=zmmtastats @limit=1 | head -50
<GetLoggerStatsResponse xmlns="urn:zimbraAdmin">
<hostname hn="zimbra01.compulab.co.il">
<stats name="zmmtastats"/>
</hostname>
<hostname hn="zimbra-mta.compulab.co.il">
<stats name="zmmtastats">
<values t="1323591300">
<stat name="filter_misc" value="0"/>
<stat name="clam_events" value="0.00167170514994749"/>
<stat name="mta_delay" value=""/>
<stat name="mta_volume" value="1721.96329357552"/>
<stat name="filter_virus" value="0"/>
<stat name="filter_count" value="0.0351058081488974"/>
<stat name="mta_count" value="0.0702116162977948"/>
<stat name="filter_spam" value="0"/>
<stat name="sendmail_events" value="0"/>
</values>
<values t="1323591600">
<stat name="filter_misc" value="0"/>
<stat name="clam_events" value="0.00167170514994749"/>
<stat name="mta_delay" value=""/>
<stat name="mta_volume" value="1721.96329357552"/>
<stat name="filter_virus" value="0"/>
<stat name="filter_count" value="0.0351058081488974"/>
<stat name="mta_count" value="0.0702116162977948"/>
<stat name="filter_spam" value="0"/>
<stat name="sendmail_events" value="0"/>
</values>
<values t="1323591900">
<stat name="filter_misc" value="0"/>
<stat name="clam_events" value="3.11817949680341e-05"/>
<stat name="mta_delay" value=""/>
<stat name="mta_volume" value="1726.79271926511"/>
<stat name="filter_virus" value="0"/>
<stat name="filter_count" value="0.0186482986611396"/>
<stat name="mta_count" value="0.0372965973222792"/>
<stat name="filter_spam" value="0"/>
<stat name="sendmail_events" value="0"/>
</values>
<values t="1323592200">
<stat name="filter_misc" value="0"/>
<stat name="clam_events" value="3.11817949680341e-05"/>
<stat name="mta_delay" value=""/>
<stat name="mta_volume" value="1726.79271926511"/>
<stat name="filter_virus" value="0"/>
<stat name="filter_count" value="0.0186482986611396"/>
<stat name="mta_count" value="0.0372965973222792"/>
<stat name="filter_spam" value="0"/>
<stat name="sendmail_events" value="0"/>
</values>