Использование Zabbix для сбора информации о серверных вызовах и управляемых блокировках с сервера 1С Предприятия, работающего на платформе GNU/Linux

<config xmlns="http://v8.1c.ru/v8/tech-log">
<dump create="false"/>
<log location="/var/log/1C/zabbix/locks" history="1">
<event>
<eq property="name" value="tlock"/>
</event>
<event>
<eq property="name" value="ttimeout"/>
</event>
<event>
<eq property="name" value="tdeadlock"/>
</event>
<property name="p:processname"/>
<property name="t:connectid"/>
<property name="waitconnections"/>
<property name="deadlockconnectionintersections"/>
<property name="regions"/>
<property name="locks"/>
<property name="context"/>
</log>
<log location="/var/log/1C/zabbix/calls" history="1">
<event>
<eq property="name" value="call"/>
<ne property="context" value=""/>
</event>
<property name="p:processname"/>
<property name="context"/>
<property name="memorypeak"/>
<property name="cputime"/>
<property name="inbytes"/>
<property name="outbytes"/>
</log>
</config>

#!/bin/bash
#
# 1C Enterprise 8.3 Work Process Calls Info for Zabbix
#
# (c) 2024, Alexey Y. Fedotov
#
# Email: fedotov@kaminsoft.ru
#

LOG_DIR=${1}/zabbix/calls
[[ ! -d ${LOG_DIR} ]] && echo "ОШИБКА: Неверно задан каталог технологического журнала!" && exit 1

LOG_FILE=$(date --date="@$(($(date "+%s") - 3600))" "+%y%m%d%H")

MODE=${2}

[[ -n ${3} ]] && TOP_LIMIT=${3} || TOP_LIMIT=25

function brack_line {
[[ -n ${1} ]] && LIMIT=${1} || LIMIT=80;
for (( i=0; i < ${LIMIT}; i++ )) {
echo -n "-"
}
echo
}

case ${MODE} in
count) echo "Кол-во | Длит-ть,с | СрДл-ть,мс | Контекст";;
cpu) echo "Процессор,с (%) | Длит-ть,с | Кол-во | СрДл-ть,мс | Контекст";;
duration) echo "Длительность,с (%) | Кол-во | СрДл-ть,мс | Процессор | Контекст";;
*) echo "ОШИБКА: Неверный режим работы скрипта!"; exit 1 ;;
esac
brack_line

cat ${LOG_DIR}/rphost_*/${LOG_FILE}.log 2>/dev/null | \r
sed -re "s/[0-9]+:[0-9]+.[0-9]+-//; s/,[a-zA-Z:]+=/,/g" | \r
awk -F, -v mode=${MODE} '{ if ($4) {count[$4"->"$5]+=1; durations[$4"->"$5]+=$1; \r
cpus[$4"->"$5]+=$9; duration[$4]+=$1; cpu[$4]+=$9; } } \r
END { for ( i in count ) { \r
if ( mode == "count" ) { printf "%6d | %9.2f | %10.2f | %s
", count[i], \r
durations[i]/1000000, durations[i]/count[i]/1000, i } \r
else if ( mode == "cpu" ) { printf "%8.2f (%4.1f) | %9.2f | %6d | %10.2f | %s
", \r
cpus[i]/1000000, cpus[i]/cpu[substr(i,0,index(i,"->")-1)]*100, durations[i]/1000000, count[i], durations[i]/count[i]/1000, i }  \r
else if ( mode == "duration" ) { printf "%11.2f (%4.1f) | %6d | %10.2f | %9.2f | %s
", \r
durations[i]/1000000, durations[i]/duration[substr(i,0,index(i, "->")-1)]*100, count[i], durations[i]/count[i]/1000, cpus[i]/1000000, i } \r
} }' | \r
sort -rn | head -n ${TOP_LIMIT} | awk -v mode=${MODE} -F"@" '{ if ( mode == "lazy" ) { print $2 } else { print $0 } }'

#!/bin/bash
#
# 1C Enterprise 8.3 Work Process Managed Locks Info for Zabbix
#
# (c) 2024, Alexey Y. Fedotov
#
# Email: fedotov@kaminsoft.ru
#

LOG_DIR=${1}/zabbix/locks
[[ ! -d ${LOG_DIR} ]] && echo "ОШИБКА: Неверно задан каталог технологического журнала!" && exit 1

LOG_FILE=$(date --date="@$(($(date "+%s") - 3600))" "+%y%m%d%H")

RESULT=($(cat ${LOG_DIR}/rphost_*/${LOG_FILE}.log 2>/dev/null | \r
grep -P "(TDEADLOCK|TTIMEOUT|TLOCK.*,WaitConnections=d+)" | \r
sed -re "s/[0-9]{2}:[0-9]{2}.[0-9]{6}-//; s/,[a-zA-Z:]+=/,/g" | \r
awk -F","  'BEGIN {dl=0; to=0; lw=0} { if ($2 == "TDEADLOCK") {dl+=1} \r
else if ($2 == "TTIMEOUT") { to+=1 } \r
else { lw+=$1; lws[$4"->"$6]+=$1; } } \r
END { print lw/1000000":"to":"dl"<nl>"; \r
if ( length(lws) > 0 ) { print "Ожидания на блокировках:<nl>"; \r
for ( i in lws ) { print "> "i" - "lws[i]/1000000" сек.<nl>" } } }'))

echo ${RESULT[*]} | perl -pe 's/<nl>s?/
/g'

COUNTERS=${RESULT[0]%<*}

[[ ${COUNTERS##*:} != 0 || ${COUNTERS%%:*} != 0 || $(echo ${COUNTERS} | cut -d: -f2) != 0 ]] && \r
cd ${LOG_DIR} && tar czf ../problem_log/${LOG_FILE}.tgz ./rphost_*/${LOG_FILE}.log && \r
echo "Файлы технологического журнала сохранены (${LOG_DIR%/*}/problem_log/${LOG_FILE}.tgz)"

<?xml version="1.0" encoding="UTF-8"?>
<zabbix_export>
<version>4.0</version>
<date>2024-06-04T14:18:59Z</date>
<groups>
<group>
<name>Templates (Kaminsoft)</name>
</group>
</groups>
<templates>
<template>
<template>Template App 1C Enterprise Work Server</template>
<name>Template App 1C Enterprise Work Server</name>
<description/>
<groups>
<group>
<name>Templates (Kaminsoft)</name>
</group>
</groups>
<applications>
<application>
<name>[1C] Информация</name>
</application>
<application>
<name>[1C] Производительность</name>
</application>
</applications>
<items>
<item>
<name>[1C/Серверные вызовы]  ТОП по суммарному количеству</name>
<type>0</type>
<snmp_community/>
<snmp_oid/>
<key>1c.rphost.calls[{$LOG_DIR},count,{$TOP_CALL_LIMIT}]</key>
<delay>60m</delay>
<history>90d</history>
<trends>0</trends>
<status>0</status>
<value_type>4</value_type>
<allowed_hosts/>
<units/>
<snmpv3_contextname/>
<snmpv3_securityname/>
<snmpv3_securitylevel>0</snmpv3_securitylevel>
<snmpv3_authprotocol>0</snmpv3_authprotocol>
<snmpv3_authpassphrase/>
<snmpv3_privprotocol>0</snmpv3_privprotocol>
<snmpv3_privpassphrase/>
<params/>
<ipmi_sensor/>
<authtype>0</authtype>
<username/>
<password/>
<publickey/>
<privatekey/>
<port/>
<description/>
<inventory_link>0</inventory_link>
<applications>
<application>
<name>[1C] Производительность</name>
</application>
</applications>
<valuemap/>
<logtimefmt/>
<preprocessing/>
<jmx_endpoint/>
<timeout>3s</timeout>
<url/>
<query_fields/>
<posts/>
<status_codes>200</status_codes>
<follow_redirects>1</follow_redirects>
<post_type>0</post_type>
<http_proxy/>
<headers/>
<retrieve_mode>0</retrieve_mode>
<request_method>0</request_method>
<output_format>0</output_format>
<allow_traps>0</allow_traps>
<ssl_cert_file/>
<ssl_key_file/>
<ssl_key_password/>
<verify_peer>0</verify_peer>
<verify_host>0</verify_host>
<master_item/>
</item>
<item>
<name>[1C/Серверные вызовы]  ТОП  по суммарному процессорному времени</name>
<type>0</type>
<snmp_community/>
<snmp_oid/>
<key>1c.rphost.calls[{$LOG_DIR},cpu,{$TOP_CALL_LIMIT}]</key>
<delay>60m</delay>
<history>90d</history>
<trends>0</trends>
<status>0</status>
<value_type>4</value_type>
<allowed_hosts/>
<units/>
<snmpv3_contextname/>
<snmpv3_securityname/>
<snmpv3_securitylevel>0</snmpv3_securitylevel>
<snmpv3_authprotocol>0</snmpv3_authprotocol>
<snmpv3_authpassphrase/>
<snmpv3_privprotocol>0</snmpv3_privprotocol>
<snmpv3_privpassphrase/>
<params/>
<ipmi_sensor/>
<authtype>0</authtype>
<username/>
<password/>
<publickey/>
<privatekey/>
<port/>
<description/>
<inventory_link>0</inventory_link>
<applications>
<application>
<name>[1C] Производительность</name>
</application>
</applications>
<valuemap/>
<logtimefmt/>
<preprocessing/>
<jmx_endpoint/>
<timeout>3s</timeout>
<url/>
<query_fields/>
<posts/>
<status_codes>200</status_codes>
<follow_redirects>1</follow_redirects>
<post_type>0</post_type>
<http_proxy/>
<headers/>
<retrieve_mode>0</retrieve_mode>
<request_method>0</request_method>
<output_format>0</output_format>
<allow_traps>0</allow_traps>
<ssl_cert_file/>
<ssl_key_file/>
<ssl_key_password/>
<verify_peer>0</verify_peer>
<verify_host>0</verify_host>
<master_item/>
</item>
<item>
<name>[1C/Серверные вызовы]  ТОП по суммарной длительности</name>
<type>0</type>
<snmp_community/>
<snmp_oid/>
<key>1c.rphost.calls[{$LOG_DIR},duration,{$TOP_CALL_LIMIT}]</key>
<delay>60m</delay>
<history>90d</history>
<trends>0</trends>
<status>0</status>
<value_type>4</value_type>
<allowed_hosts/>
<units/>
<snmpv3_contextname/>
<snmpv3_securityname/>
<snmpv3_securitylevel>0</snmpv3_securitylevel>
<snmpv3_authprotocol>0</snmpv3_authprotocol>
<snmpv3_authpassphrase/>
<snmpv3_privprotocol>0</snmpv3_privprotocol>
<snmpv3_privpassphrase/>
<params/>
<ipmi_sensor/>
<authtype>0</authtype>
<username/>
<password/>
<publickey/>
<privatekey/>
<port/>
<description/>
<inventory_link>0</inventory_link>
<applications>
<application>
<name>[1C] Производительность</name>
</application>
</applications>
<valuemap/>
<logtimefmt/>
<preprocessing/>
<jmx_endpoint/>
<timeout>3s</timeout>
<url/>
<query_fields/>
<posts/>
<status_codes>200</status_codes>
<follow_redirects>1</follow_redirects>
<post_type>0</post_type>
<http_proxy/>
<headers/>
<retrieve_mode>0</retrieve_mode>
<request_method>0</request_method>
<output_format>0</output_format>
<allow_traps>0</allow_traps>
<ssl_cert_file/>
<ssl_key_file/>
<ssl_key_password/>
<verify_peer>0</verify_peer>
<verify_host>0</verify_host>
<master_item/>
</item>
<item>
<name>[1C/Управляемые блокировки]  Количество взаимоблокировок</name>
<type>18</type>
<snmp_community/>
<snmp_oid/>
<key>1c.rphost.locks.deadlock</key>
<delay>0</delay>
<history>90d</history>
<trends>365d</trends>
<status>0</status>
<value_type>3</value_type>
<allowed_hosts/>
<units/>
<snmpv3_contextname/>
<snmpv3_securityname/>
<snmpv3_securitylevel>0</snmpv3_securitylevel>
<snmpv3_authprotocol>0</snmpv3_authprotocol>
<snmpv3_authpassphrase/>
<snmpv3_privprotocol>0</snmpv3_privprotocol>
<snmpv3_privpassphrase/>
<params/>
<ipmi_sensor/>
<authtype>0</authtype>
<username/>
<password/>
<publickey/>
<privatekey/>
<port/>
<description/>
<inventory_link>0</inventory_link>
<applications>
<application>
<name>[1C] Производительность</name>
</application>
</applications>
<valuemap/>
<logtimefmt/>
<preprocessing>
<step>
<type>5</type>
<params>d+.?d*:d+:(d+)
1</params>
</step>
</preprocessing>
<jmx_endpoint/>
<timeout>3s</timeout>
<url/>
<query_fields/>
<posts/>
<status_codes>200</status_codes>
<follow_redirects>1</follow_redirects>
<post_type>0</post_type>
<http_proxy/>
<headers/>
<retrieve_mode>0</retrieve_mode>
<request_method>0</request_method>
<output_format>0</output_format>
<allow_traps>0</allow_traps>
<ssl_cert_file/>
<ssl_key_file/>
<ssl_key_password/>
<verify_peer>0</verify_peer>
<verify_host>0</verify_host>
<master_item>
<key>1c.rphost.locks[{$LOG_DIR}]</key>
</master_item>
</item>
<item>
<name>[1C/Управляемые блокировки]  Количество таймаутов</name>
<type>18</type>
<snmp_community/>
<snmp_oid/>
<key>1c.rphost.locks.timeout</key>
<delay>0</delay>
<history>90d</history>
<trends>365d</trends>
<status>0</status>
<value_type>3</value_type>
<allowed_hosts/>
<units/>
<snmpv3_contextname/>
<snmpv3_securityname/>
<snmpv3_securitylevel>0</snmpv3_securitylevel>
<snmpv3_authprotocol>0</snmpv3_authprotocol>
<snmpv3_authpassphrase/>
<snmpv3_privprotocol>0</snmpv3_privprotocol>
<snmpv3_privpassphrase/>
<params/>
<ipmi_sensor/>
<authtype>0</authtype>
<username/>
<password/>
<publickey/>
<privatekey/>
<port/>
<description/>
<inventory_link>0</inventory_link>
<applications>
<application>
<name>[1C] Производительность</name>
</application>
</applications>
<valuemap/>
<logtimefmt/>
<preprocessing>
<step>
<type>5</type>
<params>d+.?d*:(d+):d+
1</params>
</step>
</preprocessing>
<jmx_endpoint/>
<timeout>3s</timeout>
<url/>
<query_fields/>
<posts/>
<status_codes>200</status_codes>
<follow_redirects>1</follow_redirects>
<post_type>0</post_type>
<http_proxy/>
<headers/>
<retrieve_mode>0</retrieve_mode>
<request_method>0</request_method>
<output_format>0</output_format>
<allow_traps>0</allow_traps>
<ssl_cert_file/>
<ssl_key_file/>
<ssl_key_password/>
<verify_peer>0</verify_peer>
<verify_host>0</verify_host>
<master_item>
<key>1c.rphost.locks[{$LOG_DIR}]</key>
</master_item>
</item>
<item>
<name>[1C/Управляемые блокировки]  Общее ожидание на блокировках</name>
<type>18</type>
<snmp_community/>
<snmp_oid/>
<key>1c.rphost.locks.wait</key>
<delay>0</delay>
<history>90d</history>
<trends>365d</trends>
<status>0</status>
<value_type>0</value_type>
<allowed_hosts/>
<units>s</units>
<snmpv3_contextname/>
<snmpv3_securityname/>
<snmpv3_securitylevel>0</snmpv3_securitylevel>
<snmpv3_authprotocol>0</snmpv3_authprotocol>
<snmpv3_authpassphrase/>
<snmpv3_privprotocol>0</snmpv3_privprotocol>
<snmpv3_privpassphrase/>
<params/>
<ipmi_sensor/>
<authtype>0</authtype>
<username/>
<password/>
<publickey/>
<privatekey/>
<port/>
<description/>
<inventory_link>0</inventory_link>
<applications>
<application>
<name>[1C] Производительность</name>
</application>
</applications>
<valuemap/>
<logtimefmt/>
<preprocessing>
<step>
<type>5</type>
<params>(d+.?d*):d+:d+
1</params>
</step>
</preprocessing>
<jmx_endpoint/>
<timeout>3s</timeout>
<url/>
<query_fields/>
<posts/>
<status_codes>200</status_codes>
<follow_redirects>1</follow_redirects>
<post_type>0</post_type>
<http_proxy/>
<headers/>
<retrieve_mode>0</retrieve_mode>
<request_method>0</request_method>
<output_format>0</output_format>
<allow_traps>0</allow_traps>
<ssl_cert_file/>
<ssl_key_file/>
<ssl_key_password/>
<verify_peer>0</verify_peer>
<verify_host>0</verify_host>
<master_item>
<key>1c.rphost.locks[{$LOG_DIR}]</key>
</master_item>
</item>
<item>
<name>[1C/Управляемые блокировки] Сводка</name>
<type>0</type>
<snmp_community/>
<snmp_oid/>
<key>1c.rphost.locks[{$LOG_DIR}]</key>
<delay>60m</delay>
<history>90d</history>
<trends>0</trends>
<status>0</status>
<value_type>4</value_type>
<allowed_hosts/>
<units/>
<snmpv3_contextname/>
<snmpv3_securityname/>
<snmpv3_securitylevel>0</snmpv3_securitylevel>
<snmpv3_authprotocol>0</snmpv3_authprotocol>
<snmpv3_authpassphrase/>
<snmpv3_privprotocol>0</snmpv3_privprotocol>
<snmpv3_privpassphrase/>
<params/>
<ipmi_sensor/>
<authtype>0</authtype>
<username/>
<password/>
<publickey/>
<privatekey/>
<port/>
<description/>
<inventory_link>0</inventory_link>
<applications>
<application>
<name>[1C] Информация</name>
</application>
</applications>
<valuemap/>
<logtimefmt/>
<preprocessing/>
<jmx_endpoint/>
<timeout>3s</timeout>
<url/>
<query_fields/>
<posts/>
<status_codes>200</status_codes>
<follow_redirects>1</follow_redirects>
<post_type>0</post_type>
<http_proxy/>
<headers/>
<retrieve_mode>0</retrieve_mode>
<request_method>0</request_method>
<output_format>0</output_format>
<allow_traps>0</allow_traps>
<ssl_cert_file/>
<ssl_key_file/>
<ssl_key_password/>
<verify_peer>0</verify_peer>
<verify_host>0</verify_host>
<master_item/>
</item>
</items>
<discovery_rules/>
<httptests/>
<macros>
<macro>
<macro>{$MAX_LOCK_WAIT}</macro>
<value>5</value>
</macro>
<macro>
<macro>{$LOG_DIR}</macro>
<value>/var/log/1C</value>
</macro>
<macro>
<macro>{$TOP_CALL_LIMIT}</macro>
<value>25</value>
</macro>
</macros>
<templates/>
<screens/>
</template>
</templates>
<triggers>
<trigger>
<expression>{Template App 1C Enterprise Work Server:1c.rphost.locks.deadlock.last()}&gt;0</expression>
<recovery_mode>0</recovery_mode>
<recovery_expression/>
<name>[1C/Управляемые блокировки] Обнаружены взаимоблокировки</name>
<correlation_mode>0</correlation_mode>
<correlation_tag/>
<url/>
<status>0</status>
<priority>4</priority>
<description/>
<type>0</type>
<manual_close>0</manual_close>
<dependencies/>
<tags/>
</trigger>
<trigger>
<expression>{Template App 1C Enterprise Work Server:1c.rphost.locks.timeout.last()}&gt;0</expression>
<recovery_mode>0</recovery_mode>
<recovery_expression/>
<name>[1C/Управляемые блокировки] Обнаружены таймауты</name>
<correlation_mode>0</correlation_mode>
<correlation_tag/>
<url/>
<status>0</status>
<priority>4</priority>
<description/>
<type>0</type>
<manual_close>0</manual_close>
<dependencies/>
<tags/>
</trigger>
<trigger>
<expression>{Template App 1C Enterprise Work Server:1c.rphost.locks.wait.last()}&gt;{$MAX_LOCK_WAIT}</expression>
<recovery_mode>0</recovery_mode>
<recovery_expression/>
<name>[1C/Управялемые блокировки] Превышено пороговое значение ожидания на блокировках</name>
<correlation_mode>0</correlation_mode>
<correlation_tag/>
<url/>
<status>0</status>
<priority>4</priority>
<description/>
<type>0</type>
<manual_close>0</manual_close>
<dependencies/>
<tags/>
</trigger>
</triggers>
<graphs/>
<value_maps/>
</zabbix_export>