graphite-dev team mailing list archive

[Jefferson Acantilado <question289292@xxxxxxxxxxxxxxxxxxxxx>]

Question #289292 on Graphite changed:
https://answers.launchpad.net/graphite/+question/289292

Description changed to:
Hi Guys,

I'm having an issue and I don't know how to fix this. 3 mins ++ delayed
and having a huge queuing. Please help.

OS Red Hat Enterprise Linux Server release 6.5 (Santiago)
Intel(R) Xeon(R) CPU E5-2660 0 @ 2.20GHz
4 cores

local_settings.py

# Logging
LOG_RENDERING_PERFORMANCE = True
LOG_CACHE_PERFORMANCE = True
LOG_METRIC_ACCESS = True

# Enable full debug page display on exceptions (Internal Server Error pages)
DEBUG = True

MEMCACHE_HOSTS = ['127.0.0.1:11211']
DEFAULT_CACHE_DURATION = 60

CARBONLINK_HOSTS = ["127.0.0.1:7002:a", "127.0.0.1:7102:b", "127.0.0.1:7202:c", "127.0.0.1:7302:d", "127.0.0.1:7402:e", "127.0.0.1:7502:f"]
CARBONLINK_TIMEOUT = 3.0

CARBONLINK_QUERY_BULK = True

carbon.conf
MAX_CACHE_SIZE = 15000000
MAX_UPDATES_PER_SECOND = 800
#MAX_UPDATES_PER_SECOND_ON_SHUTDOWN = 1000

MAX_CREATES_PER_MINUTE = 60

LINE_RECEIVER_INTERFACE = 0.0.0.0
LINE_RECEIVER_PORT = 2003

CACHE_QUERY_INTERFACE = 0.0.0.0
CACHE_QUERY_PORT = 7002
USE_FLOW_CONTROL = True
LOG_UPDATES = False
LOG_CACHE_HITS = False
LOG_CACHE_QUEUE_SORTS = True
CACHE_WRITE_STRATEGY = sorted
WHISPER_AUTOFLUSH = False
WHISPER_FALLOCATE_CREATE = True

[relay]
LINE_RECEIVER_INTERFACE = 0.0.0.0
LINE_RECEIVER_PORT = 2003
PICKLE_RECEIVER_INTERFACE = 0.0.0.0
PICKLE_RECEIVER_PORT = 2004
RELAY_METHOD = consistent-hashing
REPLICATION_FACTOR = 1
DESTINATIONS = 127.0.0.1:2014:a, 127.0.0.1:2034:b, 127.0.0.1:2044:c, 127.0.0.1:2054:d, 127.0.0.1:2064:e, 127.0.0.1:2074:f

[cache]
LINE_RECEIVER_INTERFACE = 127.0.0.1
PICKLE_RECEIVER_INTERFACE = 127.0.0.1
CACHE_QUERY_INTERFACE = 127.0.0.1

[cache:a]
LINE_RECEIVER_PORT = 2013
PICKLE_RECEIVER_PORT = 2014
CACHE_QUERY_PORT = 7002

[cache:b]
LINE_RECEIVER_PORT = 2033
PICKLE_RECEIVER_PORT = 2034
CACHE_QUERY_PORT = 7102

[cache:c]
LINE_RECEIVER_PORT = 2043
PICKLE_RECEIVER_PORT = 2044
CACHE_QUERY_PORT = 7202

[cache:d]
LINE_RECEIVER_PORT = 2053
PICKLE_RECEIVER_PORT = 2054
CACHE_QUERY_PORT = 7302

[cache:e]
LINE_RECEIVER_PORT = 2063
PICKLE_RECEIVER_PORT = 2064
CACHE_QUERY_PORT = 7402

[cache:f]
LINE_RECEIVER_PORT = 2073
PICKLE_RECEIVER_PORT = 2074
CACHE_QUERY_PORT = 7502

MAX_DATAPOINTS_PER_MESSAGE = 500
MAX_QUEUE_SIZE = 50000
USE_FLOW_CONTROL = True
MAX_DATAPOINTS_PER_MESSAGE = 500
MAX_AGGREGATION_INTERVALS = 5


storage-schemas.conf

pattern = ^carbon\.
retentions = 60:90d

[default_1min_for_1day]
pattern = .*
retentions = 60s:90d

MAX_QUEUE_SIZE = 10000

storage-aggregation.conf

[min]
pattern = \.min$
xFilesFactor = 0.1
aggregationMethod = min

[max]
pattern = \.max$
xFilesFactor = 0.1
aggregationMethod = max

[sum]
pattern = \.count$
xFilesFactor = 0
aggregationMethod = sum

[default_average]
pattern = .*
xFilesFactor = 0.5
aggregationMethod = average

Metrics is only ranging from 24k-30k

using collectd/snmp plugin, graphite-collectors (BIG-IP), diamond, and
some bash scripts that run 24/7.

-- 
You received this question notification because your team graphite-dev
is an answer contact for Graphite.