2064 lines
81 KiB
C
2064 lines
81 KiB
C
// SPDX-License-Identifier: GPL-3.0-or-later
|
|
|
|
#define NETDATA_RRD_INTERNALS
|
|
#include "rrd.h"
|
|
#include <sched.h>
|
|
|
|
void __rrdset_check_rdlock(RRDSET *st, const char *file, const char *function, const unsigned long line) {
|
|
debug(D_RRD_CALLS, "Checking read lock on chart '%s'", rrdset_id(st));
|
|
|
|
int ret = netdata_rwlock_trywrlock(&st->rrdset_rwlock);
|
|
if(ret == 0)
|
|
fatal("RRDSET '%s' should be read-locked, but it is not, at function %s() at line %lu of file '%s'", rrdset_id(st), function, line, file);
|
|
}
|
|
|
|
void __rrdset_check_wrlock(RRDSET *st, const char *file, const char *function, const unsigned long line) {
|
|
debug(D_RRD_CALLS, "Checking write lock on chart '%s'", rrdset_id(st));
|
|
|
|
int ret = netdata_rwlock_tryrdlock(&st->rrdset_rwlock);
|
|
if(ret == 0)
|
|
fatal("RRDSET '%s' should be write-locked, but it is not, at function %s() at line %lu of file '%s'", rrdset_id(st), function, line, file);
|
|
}
|
|
|
|
|
|
// ----------------------------------------------------------------------------
|
|
// RRDSET index
|
|
|
|
static inline void rrdset_index_add(RRDHOST *host, RRDSET *st) {
|
|
if(likely(dictionary_set(host->rrdset_root_index, rrdset_id(st), st, sizeof(RRDSET)) == st)) {
|
|
rrdset_flag_set(st, RRDSET_FLAG_INDEXED_ID);
|
|
}
|
|
else {
|
|
rrdset_flag_clear(st, RRDSET_FLAG_INDEXED_ID);
|
|
error("RRDSET: %s() attempted to index duplicate object with key '%s'", __FUNCTION__, rrdset_id(st));
|
|
}
|
|
}
|
|
|
|
static inline void rrdset_index_del(RRDHOST *host, RRDSET *st) {
|
|
if(rrdset_flag_check(st, RRDSET_FLAG_INDEXED_ID)) {
|
|
if(likely(dictionary_del(host->rrdset_root_index, rrdset_id(st)) == 0))
|
|
rrdset_flag_clear(st, RRDSET_FLAG_INDEXED_ID);
|
|
else
|
|
error("RRDSET: %s() attempted to delete non-indexed object with key '%s'", __FUNCTION__, rrdset_id(st));
|
|
}
|
|
}
|
|
|
|
static RRDSET *rrdset_index_find(RRDHOST *host, const char *id) {
|
|
return dictionary_get(host->rrdset_root_index, id);
|
|
}
|
|
|
|
// ----------------------------------------------------------------------------
|
|
// RRDSET name index
|
|
|
|
static inline void rrdset_index_add_name(RRDHOST *host, RRDSET *st) {
|
|
if(likely(dictionary_set(host->rrdset_root_index_name, rrdset_name(st), st, sizeof(RRDSET)) == st)) {
|
|
rrdset_flag_set(st, RRDSET_FLAG_INDEXED_NAME);
|
|
}
|
|
else {
|
|
rrdset_flag_clear(st, RRDSET_FLAG_INDEXED_NAME);
|
|
error("RRDSET: %s() attempted to index duplicate object with key '%s'", __FUNCTION__, rrdset_name(st));
|
|
}
|
|
}
|
|
|
|
static inline void rrdset_index_del_name(RRDHOST *host, RRDSET *st) {
|
|
if(rrdset_flag_check(st, RRDSET_FLAG_INDEXED_ID)) {
|
|
if(likely(dictionary_del(host->rrdset_root_index_name, rrdset_name(st)) != 0))
|
|
rrdset_flag_clear(st, RRDSET_FLAG_INDEXED_NAME);
|
|
else
|
|
error("RRDSET: %s() attempted to delete non-index object with key '%s'", __FUNCTION__, rrdset_name(st));
|
|
}
|
|
}
|
|
|
|
static inline RRDSET *rrdset_index_find_name(RRDHOST *host, const char *name) {
|
|
return dictionary_get(host->rrdset_root_index_name, name);
|
|
}
|
|
|
|
// ----------------------------------------------------------------------------
|
|
// RRDSET - find charts
|
|
|
|
inline RRDSET *rrdset_find(RRDHOST *host, const char *id) {
|
|
debug(D_RRD_CALLS, "rrdset_find() for chart '%s' in host '%s'", id, rrdhost_hostname(host));
|
|
RRDSET *st = rrdset_index_find(host, id);
|
|
return(st);
|
|
}
|
|
|
|
inline RRDSET *rrdset_find_bytype(RRDHOST *host, const char *type, const char *id) {
|
|
debug(D_RRD_CALLS, "rrdset_find_bytype() for chart '%s.%s' in host '%s'", type, id, rrdhost_hostname(host));
|
|
|
|
char buf[RRD_ID_LENGTH_MAX + 1];
|
|
strncpyz(buf, type, RRD_ID_LENGTH_MAX - 1);
|
|
strcat(buf, ".");
|
|
int len = (int) strlen(buf);
|
|
strncpyz(&buf[len], id, (size_t) (RRD_ID_LENGTH_MAX - len));
|
|
|
|
return(rrdset_find(host, buf));
|
|
}
|
|
|
|
inline RRDSET *rrdset_find_byname(RRDHOST *host, const char *name) {
|
|
debug(D_RRD_CALLS, "rrdset_find_byname() for chart '%s' in host '%s'", name, rrdhost_hostname(host));
|
|
RRDSET *st = rrdset_index_find_name(host, name);
|
|
return(st);
|
|
}
|
|
|
|
// ----------------------------------------------------------------------------
|
|
// RRDSET - rename charts
|
|
|
|
char *rrdset_strncpyz_name(char *to, const char *from, size_t length) {
|
|
char c, *p = to;
|
|
|
|
while (length-- && (c = *from++)) {
|
|
if(c != '.' && c != '-' && !isalnum(c))
|
|
c = '_';
|
|
|
|
*p++ = c;
|
|
}
|
|
|
|
*p = '\0';
|
|
|
|
return to;
|
|
}
|
|
|
|
int rrdset_set_name(RRDSET *st, const char *name) {
|
|
if(unlikely(!strcmp(rrdset_name(st), name)))
|
|
return 1;
|
|
|
|
RRDHOST *host = st->rrdhost;
|
|
|
|
debug(D_RRD_CALLS, "rrdset_set_name() old: '%s', new: '%s'", rrdset_name(st), name);
|
|
|
|
char full_name[RRD_ID_LENGTH_MAX + 1];
|
|
char sanitized_name[CONFIG_MAX_VALUE + 1];
|
|
char new_name[CONFIG_MAX_VALUE + 1];
|
|
|
|
snprintfz(full_name, RRD_ID_LENGTH_MAX, "%s.%s", rrdset_type(st), name);
|
|
rrdset_strncpyz_name(sanitized_name, full_name, CONFIG_MAX_VALUE);
|
|
strncpyz(new_name, sanitized_name, CONFIG_MAX_VALUE);
|
|
|
|
if(rrdset_index_find_name(host, new_name)) {
|
|
debug(D_RRD_CALLS, "RRDSET: chart name '%s' on host '%s' already exists.", new_name, rrdhost_hostname(host));
|
|
if(!strcmp(rrdset_id(st), full_name) && !st->name) {
|
|
unsigned i = 1;
|
|
|
|
do {
|
|
snprintfz(new_name, CONFIG_MAX_VALUE, "%s_%u", sanitized_name, i);
|
|
i++;
|
|
} while (rrdset_index_find_name(host, new_name));
|
|
|
|
info("RRDSET: using name '%s' for chart '%s' on host '%s'.", new_name, full_name, rrdhost_hostname(host));
|
|
} else {
|
|
return 0;
|
|
}
|
|
}
|
|
|
|
if(st->name) {
|
|
rrdset_index_del_name(host, st);
|
|
string_freez(st->name);
|
|
st->name = string_strdupz(new_name);
|
|
rrdsetvar_rename_all(st);
|
|
}
|
|
else {
|
|
st->name = string_strdupz(new_name);
|
|
}
|
|
|
|
rrdset_wrlock(st);
|
|
RRDDIM *rd;
|
|
rrddim_foreach_write(rd, st)
|
|
rrddimvar_rename_all(rd);
|
|
rrdset_unlock(st);
|
|
|
|
rrdset_index_add_name(host, st);
|
|
|
|
rrdset_flag_clear(st, RRDSET_FLAG_EXPORTING_SEND);
|
|
rrdset_flag_clear(st, RRDSET_FLAG_EXPORTING_IGNORE);
|
|
rrdset_flag_clear(st, RRDSET_FLAG_UPSTREAM_SEND);
|
|
rrdset_flag_clear(st, RRDSET_FLAG_UPSTREAM_IGNORE);
|
|
rrdset_flag_clear(st, RRDSET_FLAG_UPSTREAM_EXPOSED);
|
|
|
|
rrdcontext_updated_rrdset_name(st);
|
|
return 2;
|
|
}
|
|
|
|
inline void rrdset_is_obsolete(RRDSET *st) {
|
|
if(unlikely(rrdset_flag_check(st, RRDSET_FLAG_ARCHIVED))) {
|
|
info("Cannot obsolete already archived chart %s", rrdset_name(st));
|
|
return;
|
|
}
|
|
|
|
if(unlikely(!(rrdset_flag_check(st, RRDSET_FLAG_OBSOLETE)))) {
|
|
rrdset_flag_set(st, RRDSET_FLAG_OBSOLETE);
|
|
st->last_accessed_time = now_realtime_sec();
|
|
st->rrdhost->obsolete_charts_count++;
|
|
|
|
rrdset_flag_clear(st, RRDSET_FLAG_UPSTREAM_EXPOSED);
|
|
|
|
// the chart will not get more updates (data collection)
|
|
// so, we have to push its definition now
|
|
rrdset_push_chart_definition_now(st);
|
|
rrdcontext_updated_rrdset_flags(st);
|
|
}
|
|
}
|
|
|
|
inline void rrdset_isnot_obsolete(RRDSET *st) {
|
|
if(unlikely((rrdset_flag_check(st, RRDSET_FLAG_OBSOLETE)))) {
|
|
rrdset_flag_clear(st, RRDSET_FLAG_OBSOLETE);
|
|
st->last_accessed_time = now_realtime_sec();
|
|
st->rrdhost->obsolete_charts_count--;
|
|
|
|
rrdset_flag_clear(st, RRDSET_FLAG_UPSTREAM_EXPOSED);
|
|
|
|
// the chart will be pushed upstream automatically
|
|
// due to data collection
|
|
rrdcontext_updated_rrdset_flags(st);
|
|
}
|
|
}
|
|
|
|
inline void rrdset_update_heterogeneous_flag(RRDSET *st) {
|
|
RRDHOST *host = st->rrdhost;
|
|
(void)host;
|
|
|
|
RRDDIM *rd;
|
|
|
|
rrdset_flag_clear(st, RRDSET_FLAG_HOMOGENEOUS_CHECK);
|
|
|
|
RRD_ALGORITHM algorithm = st->dimensions->algorithm;
|
|
collected_number multiplier = ABS(st->dimensions->multiplier);
|
|
collected_number divisor = ABS(st->dimensions->divisor);
|
|
|
|
rrddim_foreach_read(rd, st) {
|
|
if(algorithm != rd->algorithm || multiplier != ABS(rd->multiplier) || divisor != ABS(rd->divisor)) {
|
|
if(!rrdset_flag_check(st, RRDSET_FLAG_HETEROGENEOUS)) {
|
|
#ifdef NETDATA_INTERNAL_CHECKS
|
|
info("Dimension '%s' added on chart '%s' of host '%s' is not homogeneous to other dimensions already present (algorithm is '%s' vs '%s', multiplier is " COLLECTED_NUMBER_FORMAT " vs " COLLECTED_NUMBER_FORMAT ", divisor is " COLLECTED_NUMBER_FORMAT " vs " COLLECTED_NUMBER_FORMAT ").",
|
|
rrddim_name(rd),
|
|
rrdset_name(st),
|
|
rrdhost_hostname(host),
|
|
rrd_algorithm_name(rd->algorithm), rrd_algorithm_name(algorithm),
|
|
rd->multiplier, multiplier,
|
|
rd->divisor, divisor
|
|
);
|
|
#endif
|
|
rrdset_flag_set(st, RRDSET_FLAG_HETEROGENEOUS);
|
|
}
|
|
return;
|
|
}
|
|
}
|
|
|
|
rrdset_flag_clear(st, RRDSET_FLAG_HETEROGENEOUS);
|
|
rrdcontext_updated_rrdset_flags(st);
|
|
}
|
|
|
|
// ----------------------------------------------------------------------------
|
|
// RRDSET - reset a chart
|
|
|
|
void rrdset_reset(RRDSET *st) {
|
|
debug(D_RRD_CALLS, "rrdset_reset() %s", rrdset_name(st));
|
|
|
|
st->last_collected_time.tv_sec = 0;
|
|
st->last_collected_time.tv_usec = 0;
|
|
st->last_updated.tv_sec = 0;
|
|
st->last_updated.tv_usec = 0;
|
|
st->current_entry = 0;
|
|
st->counter = 0;
|
|
st->counter_done = 0;
|
|
st->rrddim_page_alignment = 0;
|
|
|
|
RRDDIM *rd;
|
|
rrddim_foreach_read(rd, st) {
|
|
rd->last_collected_time.tv_sec = 0;
|
|
rd->last_collected_time.tv_usec = 0;
|
|
rd->collections_counter = 0;
|
|
|
|
if(!rrddim_flag_check(rd, RRDDIM_FLAG_ARCHIVED)) {
|
|
for(int tier = 0; tier < storage_tiers ;tier++) {
|
|
if(rd->tiers[tier])
|
|
rd->tiers[tier]->collect_ops.flush(rd->tiers[tier]->db_collection_handle);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
// ----------------------------------------------------------------------------
|
|
// RRDSET - helpers for rrdset_create()
|
|
|
|
inline long align_entries_to_pagesize(RRD_MEMORY_MODE mode, long entries) {
|
|
if(mode == RRD_MEMORY_MODE_DBENGINE) return 0;
|
|
if(mode == RRD_MEMORY_MODE_NONE) return 5;
|
|
|
|
if(entries < 5) entries = 5;
|
|
if(entries > RRD_HISTORY_ENTRIES_MAX) entries = RRD_HISTORY_ENTRIES_MAX;
|
|
|
|
if(mode == RRD_MEMORY_MODE_MAP || mode == RRD_MEMORY_MODE_SAVE || mode == RRD_MEMORY_MODE_RAM) {
|
|
long header_size = 0;
|
|
|
|
if(mode == RRD_MEMORY_MODE_MAP || mode == RRD_MEMORY_MODE_SAVE)
|
|
header_size = (long)rrddim_memory_file_header_size();
|
|
|
|
long page = (long)sysconf(_SC_PAGESIZE);
|
|
long size = (long)(header_size + entries * sizeof(storage_number));
|
|
if (unlikely(size % page)) {
|
|
size -= (size % page);
|
|
size += page;
|
|
|
|
long n = (long)((size - header_size) / sizeof(storage_number));
|
|
return n;
|
|
}
|
|
}
|
|
|
|
return entries;
|
|
}
|
|
|
|
static inline void last_collected_time_align(RRDSET *st) {
|
|
st->last_collected_time.tv_sec -= st->last_collected_time.tv_sec % st->update_every;
|
|
|
|
if(unlikely(rrdset_flag_check(st, RRDSET_FLAG_STORE_FIRST)))
|
|
st->last_collected_time.tv_usec = 0;
|
|
else
|
|
st->last_collected_time.tv_usec = 500000;
|
|
}
|
|
|
|
static inline void last_updated_time_align(RRDSET *st) {
|
|
st->last_updated.tv_sec -= st->last_updated.tv_sec % st->update_every;
|
|
st->last_updated.tv_usec = 0;
|
|
}
|
|
|
|
// ----------------------------------------------------------------------------
|
|
// RRDSET - free a chart
|
|
|
|
void rrdset_free(RRDSET *st) {
|
|
if(unlikely(!st)) return;
|
|
|
|
RRDHOST *host = st->rrdhost;
|
|
|
|
rrdhost_check_wrlock(host); // make sure we have a write lock on the host
|
|
rrdset_wrlock(st); // lock this RRDSET
|
|
// info("Removing chart '%s' ('%s')", st->id, st->name);
|
|
|
|
// ------------------------------------------------------------------------
|
|
// remove it from the indexes
|
|
|
|
rrdset_index_del(host, st);
|
|
rrdset_index_del_name(host, st);
|
|
|
|
// ------------------------------------------------------------------------
|
|
// free its children structures
|
|
|
|
freez(st->exporting_flags);
|
|
|
|
while(st->variables) rrdsetvar_free(st->variables);
|
|
// while(st->alarms) rrdsetcalc_unlink(st->alarms);
|
|
/* We must free all connected alarms here in case this has been an ephemeral chart whose alarm was
|
|
* created by a template. This leads to an effective memory leak, which cannot be detected since the
|
|
* alarms will still be connected to the host, and freed during shutdown. */
|
|
while(st->alarms) rrdcalc_unlink_and_free(st->rrdhost, st->alarms);
|
|
while(st->dimensions) rrddim_free(st, st->dimensions);
|
|
|
|
rrdfamily_free(host, st->rrdfamily);
|
|
|
|
debug(D_RRD_CALLS, "RRDSET: Cleaning up remaining chart variables for host '%s', chart '%s'", rrdhost_hostname(host), rrdset_id(st));
|
|
rrdvar_free_remaining_variables(host, st->rrdvar_root_index);
|
|
|
|
// ------------------------------------------------------------------------
|
|
// unlink it from the host
|
|
|
|
DOUBLE_LINKED_LIST_REMOVE_UNSAFE(host->rrdset_root, st, prev, next);
|
|
|
|
rrdset_unlock(st);
|
|
|
|
// this has to be after the dimensions are freed
|
|
rrdcontext_removed_rrdset(st);
|
|
|
|
// ------------------------------------------------------------------------
|
|
// free it
|
|
|
|
netdata_rwlock_destroy(&st->rrdset_rwlock);
|
|
|
|
rrdset_memory_file_free(st);
|
|
rrdlabels_destroy(st->state->chart_labels);
|
|
|
|
// free directly allocated members
|
|
|
|
dictionary_destroy(st->rrddim_root_index);
|
|
dictionary_destroy(st->rrdvar_root_index);
|
|
|
|
string_freez(st->id);
|
|
string_freez(st->name);
|
|
string_freez(st->type);
|
|
string_freez(st->family);
|
|
string_freez(st->title);
|
|
string_freez(st->units);
|
|
string_freez(st->context);
|
|
string_freez(st->plugin_name);
|
|
string_freez(st->module_name);
|
|
|
|
freez(st->cache_dir);
|
|
freez(st->state);
|
|
freez(st->chart_uuid);
|
|
|
|
freez(st);
|
|
}
|
|
|
|
void rrdset_save(RRDSET *st) {
|
|
rrdset_check_rdlock(st);
|
|
|
|
rrdset_memory_file_save(st);
|
|
|
|
RRDDIM *rd;
|
|
rrddim_foreach_read(rd, st)
|
|
rrddim_memory_file_save(rd);
|
|
}
|
|
|
|
void rrdset_delete_files(RRDSET *st) {
|
|
RRDDIM *rd;
|
|
rrdset_check_rdlock(st);
|
|
|
|
info("Deleting chart '%s' ('%s') from disk...", rrdset_id(st), rrdset_name(st));
|
|
|
|
if(st->rrd_memory_mode == RRD_MEMORY_MODE_SAVE || st->rrd_memory_mode == RRD_MEMORY_MODE_MAP) {
|
|
const char *cache_filename = rrdset_cache_filename(st);
|
|
if(cache_filename) {
|
|
info("Deleting chart header file '%s'.", cache_filename);
|
|
if (unlikely(unlink(cache_filename) == -1))
|
|
error("Cannot delete chart header file '%s'", cache_filename);
|
|
}
|
|
else
|
|
error("Cannot find the cache filename of chart '%s'", rrdset_id(st));
|
|
}
|
|
|
|
rrddim_foreach_read(rd, st) {
|
|
const char *cache_filename = rrddim_cache_filename(rd);
|
|
if(!cache_filename) continue;
|
|
|
|
info("Deleting dimension file '%s'.", cache_filename);
|
|
if(unlikely(unlink(cache_filename) == -1))
|
|
error("Cannot delete dimension file '%s'", cache_filename);
|
|
}
|
|
|
|
recursively_delete_dir(st->cache_dir, "left-over chart");
|
|
}
|
|
|
|
void rrdset_delete_obsolete_dimensions(RRDSET *st) {
|
|
RRDDIM *rd;
|
|
|
|
rrdset_check_rdlock(st);
|
|
|
|
info("Deleting dimensions of chart '%s' ('%s') from disk...", rrdset_id(st), rrdset_name(st));
|
|
|
|
rrddim_foreach_read(rd, st) {
|
|
if(rrddim_flag_check(rd, RRDDIM_FLAG_OBSOLETE)) {
|
|
const char *cache_filename = rrddim_cache_filename(rd);
|
|
if(!cache_filename) continue;
|
|
info("Deleting dimension file '%s'.", cache_filename);
|
|
if(unlikely(unlink(cache_filename) == -1))
|
|
error("Cannot delete dimension file '%s'", cache_filename);
|
|
}
|
|
}
|
|
}
|
|
|
|
// ----------------------------------------------------------------------------
|
|
// RRDSET - create a chart
|
|
|
|
static inline RRDSET *rrdset_find_on_create(RRDHOST *host, const char *fullid) {
|
|
RRDSET *st = rrdset_find(host, fullid);
|
|
if(unlikely(st)) {
|
|
rrdset_isnot_obsolete(st);
|
|
debug(D_RRD_CALLS, "RRDSET '%s', already exists.", fullid);
|
|
return st;
|
|
}
|
|
|
|
return NULL;
|
|
}
|
|
|
|
static inline void rrdset_update_permanent_labels(RRDSET *st) {
|
|
if(!st->state || !st->state->chart_labels) return;
|
|
|
|
rrdlabels_add(st->state->chart_labels, "_collect_plugin", rrdset_plugin_name(st), RRDLABEL_SRC_AUTO| RRDLABEL_FLAG_PERMANENT);
|
|
rrdlabels_add(st->state->chart_labels, "_collect_module", rrdset_module_name(st), RRDLABEL_SRC_AUTO| RRDLABEL_FLAG_PERMANENT);
|
|
rrdlabels_add(st->state->chart_labels, "_instance_family",rrdset_family(st), RRDLABEL_SRC_AUTO| RRDLABEL_FLAG_PERMANENT);
|
|
}
|
|
|
|
RRDSET *rrdset_create_custom(
|
|
RRDHOST *host
|
|
, const char *type
|
|
, const char *id
|
|
, const char *name
|
|
, const char *family
|
|
, const char *context
|
|
, const char *title
|
|
, const char *units
|
|
, const char *plugin
|
|
, const char *module
|
|
, long priority
|
|
, int update_every
|
|
, RRDSET_TYPE chart_type
|
|
, RRD_MEMORY_MODE memory_mode
|
|
, long history_entries
|
|
) {
|
|
if(!type || !type[0]) {
|
|
fatal("Cannot create rrd stats without a type: id '%s', name '%s', family '%s', context '%s', title '%s', units '%s', plugin '%s', module '%s'."
|
|
, (id && *id)?id:"<unset>"
|
|
, (name && *name)?name:"<unset>"
|
|
, (family && *family)?family:"<unset>"
|
|
, (context && *context)?context:"<unset>"
|
|
, (title && *title)?title:"<unset>"
|
|
, (units && *units)?units:"<unset>"
|
|
, (plugin && *plugin)?plugin:"<unset>"
|
|
, (module && *module)?module:"<unset>"
|
|
);
|
|
return NULL;
|
|
}
|
|
|
|
if(!id || !id[0]) {
|
|
fatal("Cannot create rrd stats without an id: type '%s', name '%s', family '%s', context '%s', title '%s', units '%s', plugin '%s', module '%s'."
|
|
, type
|
|
, (name && *name)?name:"<unset>"
|
|
, (family && *family)?family:"<unset>"
|
|
, (context && *context)?context:"<unset>"
|
|
, (title && *title)?title:"<unset>"
|
|
, (units && *units)?units:"<unset>"
|
|
, (plugin && *plugin)?plugin:"<unset>"
|
|
, (module && *module)?module:"<unset>"
|
|
);
|
|
return NULL;
|
|
}
|
|
|
|
if (host != localhost) {
|
|
host->senders_last_chart_command = now_realtime_sec();
|
|
}
|
|
|
|
// ------------------------------------------------------------------------
|
|
// check if it already exists
|
|
|
|
char fullid[RRD_ID_LENGTH_MAX + 1];
|
|
snprintfz(fullid, RRD_ID_LENGTH_MAX, "%s.%s", type, id);
|
|
json_fix_string(fullid);
|
|
|
|
int changed_from_archived_to_active = 0;
|
|
RRDSET *st = rrdset_find_on_create(host, fullid);
|
|
if (st) {
|
|
int mark_rebuild = 0;
|
|
if (rrdset_flag_check(st, RRDSET_FLAG_ARCHIVED)) {
|
|
rrdset_flag_clear(st, RRDSET_FLAG_ARCHIVED);
|
|
changed_from_archived_to_active = 1;
|
|
mark_rebuild |= META_CHART_ACTIVATED;
|
|
}
|
|
|
|
int rc;
|
|
if(unlikely(name && *name))
|
|
rc = rrdset_set_name(st, name);
|
|
else
|
|
rc = rrdset_set_name(st, id);
|
|
|
|
if (rc == 2)
|
|
mark_rebuild |= META_CHART_UPDATED;
|
|
|
|
if (unlikely(st->priority != priority)) {
|
|
st->priority = priority;
|
|
mark_rebuild |= META_CHART_UPDATED;
|
|
}
|
|
if (unlikely(st->rrd_memory_mode == RRD_MEMORY_MODE_DBENGINE && st->update_every != update_every)) {
|
|
st->update_every = update_every;
|
|
mark_rebuild |= META_CHART_UPDATED;
|
|
}
|
|
|
|
if(plugin && *plugin) {
|
|
STRING *old_plugin = st->plugin_name;
|
|
st->plugin_name = rrd_string_strdupz(plugin);
|
|
if (old_plugin != st->plugin_name)
|
|
mark_rebuild |= META_PLUGIN_UPDATED;
|
|
string_freez(old_plugin);
|
|
}
|
|
|
|
if(module && *module) {
|
|
STRING *old_module = st->module_name;
|
|
st->module_name = rrd_string_strdupz(module);
|
|
if (old_module != st->module_name)
|
|
mark_rebuild |= META_MODULE_UPDATED;
|
|
string_freez(old_module);
|
|
}
|
|
|
|
if(title && *title) {
|
|
STRING *old_title = st->title;
|
|
st->title = rrd_string_strdupz(title);
|
|
if(old_title != st->title)
|
|
mark_rebuild |= META_CHART_UPDATED;
|
|
string_freez(old_title);
|
|
}
|
|
|
|
if(units && *units) {
|
|
STRING *old_units = st->units;
|
|
st->units = rrd_string_strdupz(units);
|
|
if(old_units != st->units)
|
|
mark_rebuild |= META_CHART_UPDATED;
|
|
string_freez(old_units);
|
|
}
|
|
|
|
if(context && *context) {
|
|
STRING *old_context = st->context;
|
|
st->context = rrd_string_strdupz(context);
|
|
if(old_context != st->context)
|
|
mark_rebuild |= META_CHART_UPDATED;
|
|
string_freez(old_context);
|
|
}
|
|
|
|
if (st->chart_type != chart_type) {
|
|
st->chart_type = chart_type;
|
|
mark_rebuild |= META_CHART_UPDATED;
|
|
}
|
|
|
|
if (mark_rebuild) {
|
|
rrdset_flag_clear(st, RRDSET_FLAG_ACLK);
|
|
if (mark_rebuild != META_CHART_ACTIVATED) {
|
|
info("Collector updated metadata for chart %s", rrdset_id(st));
|
|
sched_yield();
|
|
}
|
|
}
|
|
if (mark_rebuild & (META_CHART_UPDATED | META_PLUGIN_UPDATED | META_MODULE_UPDATED)) {
|
|
debug(D_METADATALOG, "CHART [%s] metadata updated", rrdset_id(st));
|
|
rc = update_chart_metadata(st->chart_uuid, st, id, name);
|
|
if (unlikely(rc))
|
|
error_report("Failed to update chart metadata in the database");
|
|
|
|
if (!changed_from_archived_to_active) {
|
|
rrdset_flag_set(st, RRDSET_FLAG_SYNC_CLOCK);
|
|
rrdset_flag_clear(st, RRDSET_FLAG_UPSTREAM_EXPOSED);
|
|
}
|
|
}
|
|
/* Fall-through during switch from archived to active so that the host lock is taken and health is linked */
|
|
if (!changed_from_archived_to_active) {
|
|
rrdset_update_permanent_labels(st);
|
|
rrdcontext_updated_rrdset(st);
|
|
return st;
|
|
}
|
|
}
|
|
|
|
rrdhost_wrlock(host);
|
|
|
|
st = rrdset_find_on_create(host, fullid);
|
|
if(st) {
|
|
if (changed_from_archived_to_active) {
|
|
rrdset_flag_clear(st, RRDSET_FLAG_ARCHIVED);
|
|
rrdsetvar_create(st, "last_collected_t", RRDVAR_TYPE_TIME_T, &st->last_collected_time.tv_sec, RRDVAR_OPTION_DEFAULT);
|
|
rrdsetvar_create(st, "collected_total_raw", RRDVAR_TYPE_TOTAL, &st->last_collected_total, RRDVAR_OPTION_DEFAULT);
|
|
rrdsetvar_create(st, "green", RRDVAR_TYPE_CALCULATED, &st->green, RRDVAR_OPTION_DEFAULT);
|
|
rrdsetvar_create(st, "red", RRDVAR_TYPE_CALCULATED, &st->red, RRDVAR_OPTION_DEFAULT);
|
|
rrdsetvar_create(st, "update_every", RRDVAR_TYPE_INT, &st->update_every, RRDVAR_OPTION_DEFAULT);
|
|
rrdsetcalc_link_matching(st);
|
|
rrdcalctemplate_link_matching(st);
|
|
}
|
|
rrdhost_unlock(host);
|
|
rrdset_flag_set(st, RRDSET_FLAG_SYNC_CLOCK);
|
|
rrdset_flag_clear(st, RRDSET_FLAG_UPSTREAM_EXPOSED);
|
|
rrdcontext_updated_rrdset(st);
|
|
return st;
|
|
}
|
|
|
|
// ------------------------------------------------------------------------
|
|
// get the options from the config, we need to create it
|
|
|
|
long entries = 5;
|
|
if (memory_mode != RRD_MEMORY_MODE_DBENGINE)
|
|
entries = align_entries_to_pagesize(memory_mode, history_entries);
|
|
|
|
char *cache_dir = rrdset_cache_dir(host, fullid);
|
|
|
|
// ------------------------------------------------------------------------
|
|
// load it or allocate it
|
|
|
|
debug(D_RRD_CALLS, "Creating RRD_STATS for '%s.%s'.", type, id);
|
|
|
|
st = callocz(1, sizeof(RRDSET));
|
|
st->state = callocz(1, sizeof(*st->state));
|
|
|
|
st->id = string_strdupz(fullid); // fullid is already json_fix'ed
|
|
|
|
st->rrdhost = host;
|
|
st->cache_dir = cache_dir;
|
|
st->entries = entries;
|
|
st->update_every = update_every;
|
|
|
|
if(memory_mode == RRD_MEMORY_MODE_SAVE || memory_mode == RRD_MEMORY_MODE_MAP) {
|
|
if(!rrdset_memory_load_or_create_map_save(st, memory_mode)) {
|
|
info("Failed to use memory mode %s for chart '%s', falling back to ram", (memory_mode == RRD_MEMORY_MODE_MAP)?"map":"save", rrdset_name(st));
|
|
memory_mode = RRD_MEMORY_MODE_RAM;
|
|
}
|
|
}
|
|
st->rrd_memory_mode = memory_mode;
|
|
|
|
st->plugin_name = rrd_string_strdupz(plugin);
|
|
st->module_name = rrd_string_strdupz(module);
|
|
st->chart_type = chart_type;
|
|
st->type = rrd_string_strdupz(type);
|
|
st->family = family ? rrd_string_strdupz(family) : string_dup(st->type);
|
|
|
|
st->state->is_ar_chart = strcmp(rrdset_id(st), ML_ANOMALY_RATES_CHART_ID) == 0;
|
|
|
|
st->units = rrd_string_strdupz(units);
|
|
|
|
st->context = (context && *context) ? rrd_string_strdupz(context) : string_dup(st->id);
|
|
|
|
st->priority = priority;
|
|
|
|
rrdset_flag_set(st, RRDSET_FLAG_SYNC_CLOCK);
|
|
|
|
st->green = NAN;
|
|
st->red = NAN;
|
|
|
|
st->gap_when_lost_iterations_above = (int) (gap_when_lost_iterations_above + 2);
|
|
|
|
st->rrddim_root_index = dictionary_create(
|
|
DICTIONARY_FLAG_NAME_LINK_DONT_CLONE
|
|
| DICTIONARY_FLAG_VALUE_LINK_DONT_CLONE
|
|
| DICTIONARY_FLAG_DONT_OVERWRITE_VALUE
|
|
);
|
|
|
|
st->rrdvar_root_index = dictionary_create(
|
|
DICTIONARY_FLAG_NAME_LINK_DONT_CLONE
|
|
| DICTIONARY_FLAG_VALUE_LINK_DONT_CLONE
|
|
| DICTIONARY_FLAG_DONT_OVERWRITE_VALUE
|
|
);
|
|
|
|
netdata_rwlock_init(&st->rrdset_rwlock);
|
|
st->state->chart_labels = rrdlabels_create();
|
|
rrdset_update_permanent_labels(st);
|
|
|
|
if(name && *name && rrdset_set_name(st, name))
|
|
// we did set the name
|
|
;
|
|
else
|
|
// could not use the name, use the id
|
|
rrdset_set_name(st, id);
|
|
|
|
st->title = rrd_string_strdupz(title);
|
|
|
|
st->rrdfamily = rrdfamily_create(host, rrdset_family(st));
|
|
|
|
DOUBLE_LINKED_LIST_APPEND_UNSAFE(host->rrdset_root, st, prev, next);
|
|
|
|
if(host->health_enabled) {
|
|
rrdsetvar_create(st, "last_collected_t", RRDVAR_TYPE_TIME_T, &st->last_collected_time.tv_sec, RRDVAR_OPTION_DEFAULT);
|
|
rrdsetvar_create(st, "collected_total_raw", RRDVAR_TYPE_TOTAL, &st->last_collected_total, RRDVAR_OPTION_DEFAULT);
|
|
rrdsetvar_create(st, "green", RRDVAR_TYPE_CALCULATED, &st->green, RRDVAR_OPTION_DEFAULT);
|
|
rrdsetvar_create(st, "red", RRDVAR_TYPE_CALCULATED, &st->red, RRDVAR_OPTION_DEFAULT);
|
|
rrdsetvar_create(st, "update_every", RRDVAR_TYPE_INT, &st->update_every, RRDVAR_OPTION_DEFAULT);
|
|
}
|
|
|
|
rrdset_index_add(host, st);
|
|
rrdsetcalc_link_matching(st);
|
|
rrdcalctemplate_link_matching(st);
|
|
|
|
st->chart_uuid = find_chart_uuid(host, type, id, name);
|
|
if (unlikely(!st->chart_uuid))
|
|
st->chart_uuid = create_chart_uuid(st, id, name);
|
|
else
|
|
update_chart_metadata(st->chart_uuid, st, id, name);
|
|
|
|
store_active_chart(st->chart_uuid);
|
|
compute_chart_hash(st);
|
|
|
|
rrdhost_unlock(host);
|
|
rrdcontext_updated_rrdset(st);
|
|
return(st);
|
|
}
|
|
|
|
|
|
// ----------------------------------------------------------------------------
|
|
// RRDSET - data collection iteration control
|
|
|
|
inline void rrdset_next_usec_unfiltered(RRDSET *st, usec_t microseconds) {
|
|
if(unlikely(!st->last_collected_time.tv_sec || !microseconds || (rrdset_flag_check(st, RRDSET_FLAG_SYNC_CLOCK)))) {
|
|
// call the full next_usec() function
|
|
rrdset_next_usec(st, microseconds);
|
|
return;
|
|
}
|
|
|
|
st->usec_since_last_update = microseconds;
|
|
}
|
|
|
|
inline void rrdset_next_usec(RRDSET *st, usec_t microseconds) {
|
|
struct timeval now;
|
|
now_realtime_timeval(&now);
|
|
|
|
#ifdef NETDATA_INTERNAL_CHECKS
|
|
char *discard_reason = NULL;
|
|
usec_t discarded = microseconds;
|
|
#endif
|
|
|
|
if(unlikely(rrdset_flag_check(st, RRDSET_FLAG_SYNC_CLOCK))) {
|
|
// the chart needs to be re-synced to current time
|
|
rrdset_flag_clear(st, RRDSET_FLAG_SYNC_CLOCK);
|
|
|
|
// discard the microseconds supplied
|
|
microseconds = 0;
|
|
|
|
#ifdef NETDATA_INTERNAL_CHECKS
|
|
if(!discard_reason) discard_reason = "SYNC CLOCK FLAG";
|
|
#endif
|
|
}
|
|
|
|
if(unlikely(!st->last_collected_time.tv_sec)) {
|
|
// the first entry
|
|
microseconds = st->update_every * USEC_PER_SEC;
|
|
#ifdef NETDATA_INTERNAL_CHECKS
|
|
if(!discard_reason) discard_reason = "FIRST DATA COLLECTION";
|
|
#endif
|
|
}
|
|
else if(unlikely(!microseconds)) {
|
|
// no dt given by the plugin
|
|
microseconds = dt_usec(&now, &st->last_collected_time);
|
|
#ifdef NETDATA_INTERNAL_CHECKS
|
|
if(!discard_reason) discard_reason = "NO USEC GIVEN BY COLLECTOR";
|
|
#endif
|
|
}
|
|
else {
|
|
// microseconds has the time since the last collection
|
|
susec_t since_last_usec = dt_usec_signed(&now, &st->last_collected_time);
|
|
|
|
if(unlikely(since_last_usec < 0)) {
|
|
// oops! the database is in the future
|
|
#ifdef NETDATA_INTERNAL_CHECKS
|
|
info("RRD database for chart '%s' on host '%s' is %0.5" NETDATA_DOUBLE_MODIFIER
|
|
" secs in the future (counter #%zu, update #%zu). Adjusting it to current time.", rrdset_id(st), rrdhost_hostname(st->rrdhost), (NETDATA_DOUBLE)-since_last_usec / USEC_PER_SEC, st->counter, st->counter_done);
|
|
#endif
|
|
|
|
st->last_collected_time.tv_sec = now.tv_sec - st->update_every;
|
|
st->last_collected_time.tv_usec = now.tv_usec;
|
|
last_collected_time_align(st);
|
|
|
|
st->last_updated.tv_sec = now.tv_sec - st->update_every;
|
|
st->last_updated.tv_usec = now.tv_usec;
|
|
last_updated_time_align(st);
|
|
|
|
microseconds = st->update_every * USEC_PER_SEC;
|
|
#ifdef NETDATA_INTERNAL_CHECKS
|
|
if(!discard_reason) discard_reason = "COLLECTION TIME IN FUTURE";
|
|
#endif
|
|
}
|
|
else if(unlikely((usec_t)since_last_usec > (usec_t)(st->update_every * 5 * USEC_PER_SEC))) {
|
|
// oops! the database is too far behind
|
|
#ifdef NETDATA_INTERNAL_CHECKS
|
|
info("RRD database for chart '%s' on host '%s' is %0.5" NETDATA_DOUBLE_MODIFIER
|
|
" secs in the past (counter #%zu, update #%zu). Adjusting it to current time.", rrdset_id(st), rrdhost_hostname(st->rrdhost), (NETDATA_DOUBLE)since_last_usec / USEC_PER_SEC, st->counter, st->counter_done);
|
|
#endif
|
|
|
|
microseconds = (usec_t)since_last_usec;
|
|
#ifdef NETDATA_INTERNAL_CHECKS
|
|
if(!discard_reason) discard_reason = "COLLECTION TIME TOO FAR IN THE PAST";
|
|
#endif
|
|
}
|
|
|
|
#ifdef NETDATA_INTERNAL_CHECKS
|
|
if(since_last_usec > 0 && (susec_t)microseconds < since_last_usec) {
|
|
static __thread susec_t min_delta = USEC_PER_SEC * 3600, permanent_min_delta = 0;
|
|
static __thread time_t last_t = 0;
|
|
|
|
// the first time initialize it so that it will make the check later
|
|
if(last_t == 0) last_t = now.tv_sec + 60;
|
|
|
|
susec_t delta = since_last_usec - (susec_t)microseconds;
|
|
if(delta < min_delta) min_delta = delta;
|
|
|
|
if(now.tv_sec >= last_t + 60) {
|
|
last_t = now.tv_sec;
|
|
|
|
if(min_delta > permanent_min_delta) {
|
|
info("MINIMUM MICROSECONDS DELTA of thread %d increased from %lld to %lld (+%lld)", gettid(), permanent_min_delta, min_delta, min_delta - permanent_min_delta);
|
|
permanent_min_delta = min_delta;
|
|
}
|
|
|
|
min_delta = USEC_PER_SEC * 3600;
|
|
}
|
|
}
|
|
#endif
|
|
}
|
|
|
|
#ifdef NETDATA_INTERNAL_CHECKS
|
|
debug(D_RRD_CALLS, "rrdset_next_usec() for chart %s with microseconds %llu", rrdset_name(st), microseconds);
|
|
rrdset_debug(st, "NEXT: %llu microseconds", microseconds);
|
|
|
|
if(discarded && discarded != microseconds)
|
|
info("host '%s', chart '%s': discarded data collection time of %llu usec, replaced with %llu usec, reason: '%s'", rrdhost_hostname(st->rrdhost), rrdset_id(st), discarded, microseconds, discard_reason?discard_reason:"UNDEFINED");
|
|
|
|
#endif
|
|
|
|
st->usec_since_last_update = microseconds;
|
|
}
|
|
|
|
|
|
// ----------------------------------------------------------------------------
|
|
// RRDSET - process the collected values for all dimensions of a chart
|
|
|
|
static inline usec_t rrdset_init_last_collected_time(RRDSET *st) {
|
|
now_realtime_timeval(&st->last_collected_time);
|
|
last_collected_time_align(st);
|
|
|
|
usec_t last_collect_ut = st->last_collected_time.tv_sec * USEC_PER_SEC + st->last_collected_time.tv_usec;
|
|
|
|
#ifdef NETDATA_INTERNAL_CHECKS
|
|
rrdset_debug(st, "initialized last collected time to %0.3" NETDATA_DOUBLE_MODIFIER, (NETDATA_DOUBLE)last_collect_ut / USEC_PER_SEC);
|
|
#endif
|
|
|
|
return last_collect_ut;
|
|
}
|
|
|
|
static inline usec_t rrdset_update_last_collected_time(RRDSET *st) {
|
|
usec_t last_collect_ut = st->last_collected_time.tv_sec * USEC_PER_SEC + st->last_collected_time.tv_usec;
|
|
usec_t ut = last_collect_ut + st->usec_since_last_update;
|
|
st->last_collected_time.tv_sec = (time_t) (ut / USEC_PER_SEC);
|
|
st->last_collected_time.tv_usec = (suseconds_t) (ut % USEC_PER_SEC);
|
|
|
|
#ifdef NETDATA_INTERNAL_CHECKS
|
|
rrdset_debug(st, "updated last collected time to %0.3" NETDATA_DOUBLE_MODIFIER, (NETDATA_DOUBLE)last_collect_ut / USEC_PER_SEC);
|
|
#endif
|
|
|
|
return last_collect_ut;
|
|
}
|
|
|
|
static inline usec_t rrdset_init_last_updated_time(RRDSET *st) {
|
|
// copy the last collected time to last updated time
|
|
st->last_updated.tv_sec = st->last_collected_time.tv_sec;
|
|
st->last_updated.tv_usec = st->last_collected_time.tv_usec;
|
|
|
|
if(rrdset_flag_check(st, RRDSET_FLAG_STORE_FIRST))
|
|
st->last_updated.tv_sec -= st->update_every;
|
|
|
|
last_updated_time_align(st);
|
|
|
|
usec_t last_updated_ut = st->last_updated.tv_sec * USEC_PER_SEC + st->last_updated.tv_usec;
|
|
|
|
#ifdef NETDATA_INTERNAL_CHECKS
|
|
rrdset_debug(st, "initialized last updated time to %0.3" NETDATA_DOUBLE_MODIFIER, (NETDATA_DOUBLE)last_updated_ut / USEC_PER_SEC);
|
|
#endif
|
|
|
|
return last_updated_ut;
|
|
}
|
|
|
|
static inline time_t tier_next_point_time(RRDDIM *rd, struct rrddim_tier *t, time_t now) {
|
|
time_t loop = (time_t)rd->update_every * (time_t)t->tier_grouping;
|
|
return now + loop - ((now + loop) % loop);
|
|
}
|
|
|
|
void store_metric_at_tier(RRDDIM *rd, struct rrddim_tier *t, STORAGE_POINT sp, usec_t now_ut) {
|
|
if (unlikely(!t->next_point_time))
|
|
t->next_point_time = tier_next_point_time(rd, t, sp.end_time);
|
|
|
|
// merge the dates into our virtual point
|
|
if (unlikely(sp.start_time < t->virtual_point.start_time))
|
|
t->virtual_point.start_time = sp.start_time;
|
|
|
|
if (likely(sp.end_time > t->virtual_point.end_time))
|
|
t->virtual_point.end_time = sp.end_time;
|
|
|
|
// merge the values into our virtual point
|
|
if (likely(!storage_point_is_empty(sp))) {
|
|
// we aggregate only non NULLs into higher tiers
|
|
|
|
if (likely(!storage_point_is_unset(t->virtual_point))) {
|
|
// merge the collected point to our virtual one
|
|
t->virtual_point.sum += sp.sum;
|
|
t->virtual_point.min = MIN(t->virtual_point.min, sp.min);
|
|
t->virtual_point.max = MAX(t->virtual_point.max, sp.max);
|
|
t->virtual_point.count += sp.count;
|
|
t->virtual_point.anomaly_count += sp.anomaly_count;
|
|
t->virtual_point.flags |= sp.flags;
|
|
}
|
|
else {
|
|
// reset our virtual point to this one
|
|
t->virtual_point = sp;
|
|
}
|
|
}
|
|
|
|
if(unlikely(sp.end_time >= t->next_point_time)) {
|
|
if (likely(!storage_point_is_unset(t->virtual_point))) {
|
|
|
|
t->collect_ops.store_metric(
|
|
t->db_collection_handle,
|
|
now_ut,
|
|
t->virtual_point.sum,
|
|
t->virtual_point.min,
|
|
t->virtual_point.max,
|
|
t->virtual_point.count,
|
|
t->virtual_point.anomaly_count,
|
|
t->virtual_point.flags);
|
|
}
|
|
else {
|
|
t->collect_ops.store_metric(
|
|
t->db_collection_handle,
|
|
now_ut,
|
|
NAN,
|
|
NAN,
|
|
NAN,
|
|
0,
|
|
0, SN_FLAG_NONE);
|
|
}
|
|
|
|
t->virtual_point.count = 0;
|
|
t->next_point_time = tier_next_point_time(rd, t, sp.end_time);
|
|
}
|
|
}
|
|
|
|
static void store_metric(RRDDIM *rd, usec_t point_end_time_ut, NETDATA_DOUBLE n, SN_FLAGS flags) {
|
|
|
|
// store the metric on tier 0
|
|
rd->tiers[0]->collect_ops.store_metric(rd->tiers[0]->db_collection_handle, point_end_time_ut, n, 0, 0, 1, 0, flags);
|
|
|
|
for(int tier = 1; tier < storage_tiers ;tier++) {
|
|
if(unlikely(!rd->tiers[tier])) continue;
|
|
|
|
struct rrddim_tier *t = rd->tiers[tier];
|
|
|
|
time_t now = (time_t)(point_end_time_ut / USEC_PER_SEC);
|
|
|
|
if(!t->last_collected_ut) {
|
|
// we have not collected this tier before
|
|
// let's fill any gap that may exist
|
|
rrdr_fill_tier_gap_from_smaller_tiers(rd, tier, now);
|
|
}
|
|
|
|
STORAGE_POINT sp = {
|
|
.start_time = now - rd->update_every,
|
|
.end_time = now,
|
|
.min = n,
|
|
.max = n,
|
|
.sum = n,
|
|
.count = 1,
|
|
.anomaly_count = (flags & SN_FLAG_NOT_ANOMALOUS) ? 0 : 1,
|
|
.flags = flags
|
|
};
|
|
|
|
t->last_collected_ut = point_end_time_ut;
|
|
store_metric_at_tier(rd, t, sp, point_end_time_ut);
|
|
}
|
|
|
|
rrdcontext_collected_rrddim(rd);
|
|
}
|
|
|
|
static inline size_t rrdset_done_interpolate(
|
|
RRDSET *st
|
|
, usec_t update_every_ut
|
|
, usec_t last_stored_ut
|
|
, usec_t next_store_ut
|
|
, usec_t last_collect_ut
|
|
, usec_t now_collect_ut
|
|
, char store_this_entry
|
|
, uint32_t has_reset_value
|
|
) {
|
|
RRDDIM *rd;
|
|
|
|
size_t stored_entries = 0; // the number of entries we have stored in the db, during this call to rrdset_done()
|
|
|
|
usec_t first_ut = last_stored_ut, last_ut = 0;
|
|
(void)first_ut;
|
|
|
|
ssize_t iterations = (ssize_t)((now_collect_ut - last_stored_ut) / (update_every_ut));
|
|
if((now_collect_ut % (update_every_ut)) == 0) iterations++;
|
|
|
|
size_t counter = st->counter;
|
|
long current_entry = st->current_entry;
|
|
|
|
SN_FLAGS storage_flags = SN_DEFAULT_FLAGS;
|
|
|
|
if (has_reset_value)
|
|
storage_flags |= SN_FLAG_RESET;
|
|
|
|
for( ; next_store_ut <= now_collect_ut ; last_collect_ut = next_store_ut, next_store_ut += update_every_ut, iterations-- ) {
|
|
|
|
#ifdef NETDATA_INTERNAL_CHECKS
|
|
if(iterations < 0) { error("INTERNAL CHECK: %s: iterations calculation wrapped! first_ut = %llu, last_stored_ut = %llu, next_store_ut = %llu, now_collect_ut = %llu", rrdset_name(st), first_ut, last_stored_ut, next_store_ut, now_collect_ut); }
|
|
rrdset_debug(st, "last_stored_ut = %0.3" NETDATA_DOUBLE_MODIFIER " (last updated time)", (NETDATA_DOUBLE)last_stored_ut/USEC_PER_SEC);
|
|
rrdset_debug(st, "next_store_ut = %0.3" NETDATA_DOUBLE_MODIFIER " (next interpolation point)", (NETDATA_DOUBLE)next_store_ut/USEC_PER_SEC);
|
|
#endif
|
|
|
|
last_ut = next_store_ut;
|
|
|
|
rrddim_foreach_read(rd, st) {
|
|
if (rrddim_flag_check(rd, RRDDIM_FLAG_ARCHIVED))
|
|
continue;
|
|
|
|
NETDATA_DOUBLE new_value;
|
|
|
|
switch(rd->algorithm) {
|
|
case RRD_ALGORITHM_INCREMENTAL:
|
|
new_value = (NETDATA_DOUBLE)
|
|
( rd->calculated_value
|
|
* (NETDATA_DOUBLE)(next_store_ut - last_collect_ut)
|
|
/ (NETDATA_DOUBLE)(now_collect_ut - last_collect_ut)
|
|
);
|
|
|
|
#ifdef NETDATA_INTERNAL_CHECKS
|
|
rrdset_debug(st, "%s: CALC2 INC " NETDATA_DOUBLE_FORMAT " = "
|
|
NETDATA_DOUBLE_FORMAT
|
|
" * (%llu - %llu)"
|
|
" / (%llu - %llu)"
|
|
, rrddim_name(rd)
|
|
, new_value
|
|
, rd->calculated_value
|
|
, next_store_ut, last_collect_ut
|
|
, now_collect_ut, last_collect_ut
|
|
);
|
|
#endif
|
|
|
|
rd->calculated_value -= new_value;
|
|
new_value += rd->last_calculated_value;
|
|
rd->last_calculated_value = 0;
|
|
new_value /= (NETDATA_DOUBLE)st->update_every;
|
|
|
|
if(unlikely(next_store_ut - last_stored_ut < update_every_ut)) {
|
|
|
|
#ifdef NETDATA_INTERNAL_CHECKS
|
|
rrdset_debug(st, "%s: COLLECTION POINT IS SHORT " NETDATA_DOUBLE_FORMAT " - EXTRAPOLATING",
|
|
rrddim_name(rd)
|
|
, (NETDATA_DOUBLE)(next_store_ut - last_stored_ut)
|
|
);
|
|
#endif
|
|
|
|
new_value = new_value * (NETDATA_DOUBLE)(st->update_every * USEC_PER_SEC) / (NETDATA_DOUBLE)(next_store_ut - last_stored_ut);
|
|
}
|
|
break;
|
|
|
|
case RRD_ALGORITHM_ABSOLUTE:
|
|
case RRD_ALGORITHM_PCENT_OVER_ROW_TOTAL:
|
|
case RRD_ALGORITHM_PCENT_OVER_DIFF_TOTAL:
|
|
default:
|
|
if(iterations == 1) {
|
|
// this is the last iteration
|
|
// do not interpolate
|
|
// just show the calculated value
|
|
|
|
new_value = rd->calculated_value;
|
|
}
|
|
else {
|
|
// we have missed an update
|
|
// interpolate in the middle values
|
|
|
|
new_value = (NETDATA_DOUBLE)
|
|
( ( (rd->calculated_value - rd->last_calculated_value)
|
|
* (NETDATA_DOUBLE)(next_store_ut - last_collect_ut)
|
|
/ (NETDATA_DOUBLE)(now_collect_ut - last_collect_ut)
|
|
)
|
|
+ rd->last_calculated_value
|
|
);
|
|
|
|
#ifdef NETDATA_INTERNAL_CHECKS
|
|
rrdset_debug(st, "%s: CALC2 DEF " NETDATA_DOUBLE_FORMAT " = ((("
|
|
"(" NETDATA_DOUBLE_FORMAT " - " NETDATA_DOUBLE_FORMAT ")"
|
|
" * %llu"
|
|
" / %llu) + " NETDATA_DOUBLE_FORMAT, rrddim_name(rd)
|
|
, new_value
|
|
, rd->calculated_value, rd->last_calculated_value
|
|
, (next_store_ut - first_ut)
|
|
, (now_collect_ut - first_ut), rd->last_calculated_value
|
|
);
|
|
#endif
|
|
}
|
|
break;
|
|
}
|
|
|
|
if(unlikely(!store_this_entry)) {
|
|
(void) ml_is_anomalous(rd, 0, false);
|
|
store_metric(rd, next_store_ut, NAN, SN_FLAG_NONE);
|
|
continue;
|
|
}
|
|
|
|
if(likely(rd->updated && rd->collections_counter > 1 && iterations < st->gap_when_lost_iterations_above)) {
|
|
uint32_t dim_storage_flags = storage_flags;
|
|
|
|
if (ml_is_anomalous(rd, new_value, true)) {
|
|
// clear anomaly bit: 0 -> is anomalous, 1 -> not anomalous
|
|
dim_storage_flags &= ~((storage_number)SN_FLAG_NOT_ANOMALOUS);
|
|
}
|
|
|
|
store_metric(rd, next_store_ut, new_value, dim_storage_flags);
|
|
rd->last_stored_value = new_value;
|
|
}
|
|
else {
|
|
(void) ml_is_anomalous(rd, 0, false);
|
|
|
|
#ifdef NETDATA_INTERNAL_CHECKS
|
|
rrdset_debug(st, "%s: STORE[%ld] = NON EXISTING ", rrddim_name(rd), current_entry);
|
|
#endif
|
|
|
|
store_metric(rd, next_store_ut, NAN, SN_FLAG_NONE);
|
|
rd->last_stored_value = NAN;
|
|
}
|
|
|
|
stored_entries++;
|
|
}
|
|
|
|
// reset the storage flags for the next point, if any;
|
|
storage_flags = SN_DEFAULT_FLAGS;
|
|
|
|
st->counter = ++counter;
|
|
st->current_entry = current_entry = ((current_entry + 1) >= st->entries) ? 0 : current_entry + 1;
|
|
|
|
st->last_updated.tv_sec = (time_t) (last_ut / USEC_PER_SEC);
|
|
st->last_updated.tv_usec = 0;
|
|
|
|
last_stored_ut = next_store_ut;
|
|
}
|
|
|
|
/*
|
|
st->counter = counter;
|
|
st->current_entry = current_entry;
|
|
|
|
if(likely(last_ut)) {
|
|
st->last_updated.tv_sec = (time_t) (last_ut / USEC_PER_SEC);
|
|
st->last_updated.tv_usec = 0;
|
|
}
|
|
*/
|
|
|
|
return stored_entries;
|
|
}
|
|
|
|
static inline void rrdset_done_fill_the_gap(RRDSET *st) {
|
|
usec_t update_every_ut = st->update_every * USEC_PER_SEC;
|
|
usec_t now_collect_ut = st->last_collected_time.tv_sec * USEC_PER_SEC + st->last_collected_time.tv_usec;
|
|
|
|
long c = 0, entries = st->entries;
|
|
RRDDIM *rd;
|
|
rrddim_foreach_read(rd, st) {
|
|
usec_t next_store_ut = (st->last_updated.tv_sec + st->update_every) * USEC_PER_SEC;
|
|
long current_entry = st->current_entry;
|
|
|
|
for(c = 0; c < entries && next_store_ut <= now_collect_ut ; next_store_ut += update_every_ut, c++) {
|
|
rd->db[current_entry] = pack_storage_number(NAN, SN_FLAG_NONE);
|
|
current_entry = ((current_entry + 1) >= entries) ? 0 : current_entry + 1;
|
|
|
|
#ifdef NETDATA_INTERNAL_CHECKS
|
|
rrdset_debug(st, "%s: STORE[%ld] = NON EXISTING (FILLED THE GAP)", rrddim_name(rd), current_entry);
|
|
#endif
|
|
}
|
|
}
|
|
|
|
if(c > 0) {
|
|
c--;
|
|
st->last_updated.tv_sec += c * st->update_every;
|
|
|
|
st->current_entry += c;
|
|
st->counter += c;
|
|
if(st->current_entry >= st->entries)
|
|
st->current_entry -= st->entries;
|
|
}
|
|
}
|
|
|
|
void rrdset_done(RRDSET *st) {
|
|
if(unlikely(netdata_exit)) return;
|
|
|
|
debug(D_RRD_CALLS, "rrdset_done() for chart %s", rrdset_name(st));
|
|
|
|
RRDDIM *rd;
|
|
|
|
char
|
|
store_this_entry = 1, // boolean: 1 = store this entry, 0 = don't store this entry
|
|
first_entry = 0; // boolean: 1 = this is the first entry seen for this chart, 0 = all other entries
|
|
|
|
usec_t
|
|
last_collect_ut = 0, // the timestamp in microseconds, of the last collected value
|
|
now_collect_ut = 0, // the timestamp in microseconds, of this collected value (this is NOW)
|
|
last_stored_ut = 0, // the timestamp in microseconds, of the last stored entry in the db
|
|
next_store_ut = 0, // the timestamp in microseconds, of the next entry to store in the db
|
|
update_every_ut = st->update_every * USEC_PER_SEC; // st->update_every in microseconds
|
|
|
|
netdata_thread_disable_cancelability();
|
|
|
|
// a read lock is OK here
|
|
rrdset_rdlock(st);
|
|
|
|
#ifdef ENABLE_ACLK
|
|
if (likely(!st->state->is_ar_chart)) {
|
|
if (unlikely(!rrdset_flag_check(st, RRDSET_FLAG_ACLK))) {
|
|
if (likely(st->dimensions && st->counter_done && !queue_chart_to_aclk(st))) {
|
|
rrdset_flag_set(st, RRDSET_FLAG_ACLK);
|
|
}
|
|
}
|
|
}
|
|
#endif
|
|
|
|
if(unlikely(rrdset_flag_check(st, RRDSET_FLAG_OBSOLETE))) {
|
|
error("Chart '%s' has the OBSOLETE flag set, but it is collected.", rrdset_id(st));
|
|
rrdset_isnot_obsolete(st);
|
|
}
|
|
|
|
// check if the chart has a long time to be updated
|
|
if(unlikely(st->usec_since_last_update > st->entries * update_every_ut &&
|
|
st->rrd_memory_mode != RRD_MEMORY_MODE_DBENGINE && st->rrd_memory_mode != RRD_MEMORY_MODE_NONE)) {
|
|
info("host '%s', chart %s: took too long to be updated (counter #%zu, update #%zu, %0.3" NETDATA_DOUBLE_MODIFIER
|
|
" secs). Resetting it.", rrdhost_hostname(st->rrdhost), rrdset_name(st), st->counter, st->counter_done, (NETDATA_DOUBLE)st->usec_since_last_update / USEC_PER_SEC);
|
|
rrdset_reset(st);
|
|
st->usec_since_last_update = update_every_ut;
|
|
store_this_entry = 0;
|
|
first_entry = 1;
|
|
}
|
|
|
|
#ifdef NETDATA_INTERNAL_CHECKS
|
|
rrdset_debug(st, "microseconds since last update: %llu", st->usec_since_last_update);
|
|
#endif
|
|
|
|
// set last_collected_time
|
|
if(unlikely(!st->last_collected_time.tv_sec)) {
|
|
// it is the first entry
|
|
// set the last_collected_time to now
|
|
last_collect_ut = rrdset_init_last_collected_time(st) - update_every_ut;
|
|
|
|
// the first entry should not be stored
|
|
store_this_entry = 0;
|
|
first_entry = 1;
|
|
}
|
|
else {
|
|
// it is not the first entry
|
|
// calculate the proper last_collected_time, using usec_since_last_update
|
|
last_collect_ut = rrdset_update_last_collected_time(st);
|
|
}
|
|
if (unlikely(st->rrd_memory_mode == RRD_MEMORY_MODE_NONE)) {
|
|
goto after_first_database_work;
|
|
}
|
|
|
|
// if this set has not been updated in the past
|
|
// we fake the last_update time to be = now - usec_since_last_update
|
|
if(unlikely(!st->last_updated.tv_sec)) {
|
|
// it has never been updated before
|
|
// set a fake last_updated, in the past using usec_since_last_update
|
|
rrdset_init_last_updated_time(st);
|
|
|
|
// the first entry should not be stored
|
|
store_this_entry = 0;
|
|
first_entry = 1;
|
|
}
|
|
|
|
// check if we will re-write the entire data set
|
|
if(unlikely(dt_usec(&st->last_collected_time, &st->last_updated) > st->entries * update_every_ut &&
|
|
st->rrd_memory_mode != RRD_MEMORY_MODE_DBENGINE)) {
|
|
info(
|
|
"%s: too old data (last updated at %"PRId64".%"PRId64", last collected at %"PRId64".%"PRId64"). "
|
|
"Resetting it. Will not store the next entry.",
|
|
rrdset_name(st),
|
|
(int64_t)st->last_updated.tv_sec,
|
|
(int64_t)st->last_updated.tv_usec,
|
|
(int64_t)st->last_collected_time.tv_sec,
|
|
(int64_t)st->last_collected_time.tv_usec);
|
|
rrdset_reset(st);
|
|
rrdset_init_last_updated_time(st);
|
|
|
|
st->usec_since_last_update = update_every_ut;
|
|
|
|
// the first entry should not be stored
|
|
store_this_entry = 0;
|
|
first_entry = 1;
|
|
}
|
|
|
|
#ifdef ENABLE_DBENGINE
|
|
// check if we will re-write the entire page
|
|
if(unlikely(st->rrd_memory_mode == RRD_MEMORY_MODE_DBENGINE &&
|
|
dt_usec(&st->last_collected_time, &st->last_updated) > (RRDENG_BLOCK_SIZE / sizeof(storage_number)) * update_every_ut)) {
|
|
info(
|
|
"%s: too old data (last updated at %" PRId64 ".%" PRId64 ", last collected at %" PRId64 ".%" PRId64 "). "
|
|
"Resetting it. Will not store the next entry.",
|
|
rrdset_name(st),
|
|
(int64_t)st->last_updated.tv_sec,
|
|
(int64_t)st->last_updated.tv_usec,
|
|
(int64_t)st->last_collected_time.tv_sec,
|
|
(int64_t)st->last_collected_time.tv_usec);
|
|
rrdset_reset(st);
|
|
rrdset_init_last_updated_time(st);
|
|
|
|
st->usec_since_last_update = update_every_ut;
|
|
|
|
// the first entry should not be stored
|
|
store_this_entry = 0;
|
|
first_entry = 1;
|
|
}
|
|
#endif
|
|
|
|
// these are the 3 variables that will help us in interpolation
|
|
// last_stored_ut = the last time we added a value to the storage
|
|
// now_collect_ut = the time the current value has been collected
|
|
// next_store_ut = the time of the next interpolation point
|
|
now_collect_ut = st->last_collected_time.tv_sec * USEC_PER_SEC + st->last_collected_time.tv_usec;
|
|
last_stored_ut = st->last_updated.tv_sec * USEC_PER_SEC + st->last_updated.tv_usec;
|
|
next_store_ut = (st->last_updated.tv_sec + st->update_every) * USEC_PER_SEC;
|
|
|
|
if(unlikely(!st->counter_done)) {
|
|
// if we have not collected metrics this session (st->counter_done == 0)
|
|
// and we have collected metrics for this chart in the past (st->counter != 0)
|
|
// fill the gap (the chart has been just loaded from disk)
|
|
if(unlikely(st->counter) && st->rrd_memory_mode != RRD_MEMORY_MODE_DBENGINE) {
|
|
// TODO this should be inside the storage engine
|
|
rrdset_done_fill_the_gap(st);
|
|
last_stored_ut = st->last_updated.tv_sec * USEC_PER_SEC + st->last_updated.tv_usec;
|
|
next_store_ut = (st->last_updated.tv_sec + st->update_every) * USEC_PER_SEC;
|
|
}
|
|
if (st->rrd_memory_mode == RRD_MEMORY_MODE_DBENGINE) {
|
|
// set a fake last_updated to jump to current time
|
|
rrdset_init_last_updated_time(st);
|
|
last_stored_ut = st->last_updated.tv_sec * USEC_PER_SEC + st->last_updated.tv_usec;
|
|
next_store_ut = (st->last_updated.tv_sec + st->update_every) * USEC_PER_SEC;
|
|
}
|
|
|
|
if(unlikely(rrdset_flag_check(st, RRDSET_FLAG_STORE_FIRST))) {
|
|
store_this_entry = 1;
|
|
last_collect_ut = next_store_ut - update_every_ut;
|
|
|
|
#ifdef NETDATA_INTERNAL_CHECKS
|
|
rrdset_debug(st, "Fixed first entry.");
|
|
#endif
|
|
}
|
|
else {
|
|
store_this_entry = 0;
|
|
|
|
#ifdef NETDATA_INTERNAL_CHECKS
|
|
rrdset_debug(st, "Will not store the next entry.");
|
|
#endif
|
|
}
|
|
}
|
|
|
|
after_first_database_work:
|
|
st->counter_done++;
|
|
|
|
if(unlikely(st->rrdhost->rrdpush_send_enabled))
|
|
rrdset_done_push(st);
|
|
|
|
if (unlikely(st->rrd_memory_mode == RRD_MEMORY_MODE_NONE))
|
|
goto after_second_database_work;
|
|
|
|
#ifdef NETDATA_INTERNAL_CHECKS
|
|
rrdset_debug(st, "last_collect_ut = %0.3" NETDATA_DOUBLE_MODIFIER " (last collection time)", (NETDATA_DOUBLE)last_collect_ut/USEC_PER_SEC);
|
|
rrdset_debug(st, "now_collect_ut = %0.3" NETDATA_DOUBLE_MODIFIER " (current collection time)", (NETDATA_DOUBLE)now_collect_ut/USEC_PER_SEC);
|
|
rrdset_debug(st, "last_stored_ut = %0.3" NETDATA_DOUBLE_MODIFIER " (last updated time)", (NETDATA_DOUBLE)last_stored_ut/USEC_PER_SEC);
|
|
rrdset_debug(st, "next_store_ut = %0.3" NETDATA_DOUBLE_MODIFIER " (next interpolation point)", (NETDATA_DOUBLE)next_store_ut/USEC_PER_SEC);
|
|
#endif
|
|
|
|
// calculate totals and count the dimensions
|
|
int dimensions = 0;
|
|
st->collected_total = 0;
|
|
rrddim_foreach_read(rd, st) {
|
|
if (rrddim_flag_check(rd, RRDDIM_FLAG_ARCHIVED))
|
|
continue;
|
|
|
|
dimensions++;
|
|
|
|
if(likely(rd->updated))
|
|
st->collected_total += rd->collected_value;
|
|
}
|
|
|
|
uint32_t has_reset_value = 0;
|
|
|
|
// process all dimensions to calculate their values
|
|
// based on the collected figures only
|
|
// at this stage we do not interpolate anything
|
|
rrddim_foreach_read(rd, st) {
|
|
if (rrddim_flag_check(rd, RRDDIM_FLAG_ARCHIVED))
|
|
continue;
|
|
|
|
if(unlikely(!rd->updated)) {
|
|
rd->calculated_value = 0;
|
|
continue;
|
|
}
|
|
|
|
if(unlikely(rrddim_flag_check(rd, RRDDIM_FLAG_OBSOLETE))) {
|
|
error("Dimension %s in chart '%s' has the OBSOLETE flag set, but it is collected.", rrddim_name(rd), rrdset_id(st));
|
|
rrddim_isnot_obsolete(st, rd);
|
|
}
|
|
|
|
#ifdef NETDATA_INTERNAL_CHECKS
|
|
rrdset_debug(st, "%s: START "
|
|
" last_collected_value = " COLLECTED_NUMBER_FORMAT
|
|
" collected_value = " COLLECTED_NUMBER_FORMAT
|
|
" last_calculated_value = " NETDATA_DOUBLE_FORMAT
|
|
" calculated_value = " NETDATA_DOUBLE_FORMAT
|
|
, rrddim_name(rd)
|
|
, rd->last_collected_value
|
|
, rd->collected_value
|
|
, rd->last_calculated_value
|
|
, rd->calculated_value
|
|
);
|
|
#endif
|
|
|
|
switch(rd->algorithm) {
|
|
case RRD_ALGORITHM_ABSOLUTE:
|
|
rd->calculated_value = (NETDATA_DOUBLE)rd->collected_value
|
|
* (NETDATA_DOUBLE)rd->multiplier
|
|
/ (NETDATA_DOUBLE)rd->divisor;
|
|
|
|
#ifdef NETDATA_INTERNAL_CHECKS
|
|
rrdset_debug(st, "%s: CALC ABS/ABS-NO-IN " NETDATA_DOUBLE_FORMAT " = "
|
|
COLLECTED_NUMBER_FORMAT
|
|
" * " NETDATA_DOUBLE_FORMAT
|
|
" / " NETDATA_DOUBLE_FORMAT, rrddim_name(rd)
|
|
, rd->calculated_value
|
|
, rd->collected_value
|
|
, (NETDATA_DOUBLE)rd->multiplier
|
|
, (NETDATA_DOUBLE)rd->divisor
|
|
);
|
|
#endif
|
|
|
|
break;
|
|
|
|
case RRD_ALGORITHM_PCENT_OVER_ROW_TOTAL:
|
|
if(unlikely(!st->collected_total))
|
|
rd->calculated_value = 0;
|
|
else
|
|
// the percentage of the current value
|
|
// over the total of all dimensions
|
|
rd->calculated_value =
|
|
(NETDATA_DOUBLE)100
|
|
* (NETDATA_DOUBLE)rd->collected_value
|
|
/ (NETDATA_DOUBLE)st->collected_total;
|
|
|
|
#ifdef NETDATA_INTERNAL_CHECKS
|
|
rrdset_debug(st, "%s: CALC PCENT-ROW " NETDATA_DOUBLE_FORMAT " = 100"
|
|
" * " COLLECTED_NUMBER_FORMAT
|
|
" / " COLLECTED_NUMBER_FORMAT
|
|
, rrddim_name(rd)
|
|
, rd->calculated_value
|
|
, rd->collected_value
|
|
, st->collected_total
|
|
);
|
|
#endif
|
|
|
|
break;
|
|
|
|
case RRD_ALGORITHM_INCREMENTAL:
|
|
if(unlikely(rd->collections_counter <= 1)) {
|
|
rd->calculated_value = 0;
|
|
continue;
|
|
}
|
|
|
|
// If the new is smaller than the old (an overflow, or reset), set the old equal to the new
|
|
// to reset the calculation (it will give zero as the calculation for this second).
|
|
// It is imperative to set the comparison to uint64_t since type collected_number is signed and
|
|
// produces wrong results as far as incremental counters are concerned.
|
|
if(unlikely((uint64_t)rd->last_collected_value > (uint64_t)rd->collected_value)) {
|
|
debug(D_RRD_STATS, "%s.%s: RESET or OVERFLOW. Last collected value = " COLLECTED_NUMBER_FORMAT ", current = " COLLECTED_NUMBER_FORMAT
|
|
, rrdset_name(st), rrddim_name(rd)
|
|
, rd->last_collected_value
|
|
, rd->collected_value);
|
|
|
|
if(!(rrddim_flag_check(rd, RRDDIM_FLAG_DONT_DETECT_RESETS_OR_OVERFLOWS)))
|
|
has_reset_value = 1;
|
|
|
|
uint64_t last = (uint64_t)rd->last_collected_value;
|
|
uint64_t new = (uint64_t)rd->collected_value;
|
|
uint64_t max = (uint64_t)rd->collected_value_max;
|
|
uint64_t cap = 0;
|
|
|
|
// Signed values are handled by exploiting two's complement which will produce positive deltas
|
|
if (max > 0x00000000FFFFFFFFULL)
|
|
cap = 0xFFFFFFFFFFFFFFFFULL; // handles signed and unsigned 64-bit counters
|
|
else
|
|
cap = 0x00000000FFFFFFFFULL; // handles signed and unsigned 32-bit counters
|
|
|
|
uint64_t delta = cap - last + new;
|
|
uint64_t max_acceptable_rate = (cap / 100) * MAX_INCREMENTAL_PERCENT_RATE;
|
|
|
|
// If the delta is less than the maximum acceptable rate and the previous value was near the cap
|
|
// then this is an overflow. There can be false positives such that a reset is detected as an
|
|
// overflow.
|
|
// TODO: remember recent history of rates and compare with current rate to reduce this chance.
|
|
if (delta < max_acceptable_rate) {
|
|
rd->calculated_value +=
|
|
(NETDATA_DOUBLE) delta
|
|
* (NETDATA_DOUBLE) rd->multiplier
|
|
/ (NETDATA_DOUBLE) rd->divisor;
|
|
} else {
|
|
// This is a reset. Any overflow with a rate greater than MAX_INCREMENTAL_PERCENT_RATE will also
|
|
// be detected as a reset instead.
|
|
rd->calculated_value += (NETDATA_DOUBLE)0;
|
|
}
|
|
}
|
|
else {
|
|
rd->calculated_value +=
|
|
(NETDATA_DOUBLE) (rd->collected_value - rd->last_collected_value)
|
|
* (NETDATA_DOUBLE) rd->multiplier
|
|
/ (NETDATA_DOUBLE) rd->divisor;
|
|
}
|
|
|
|
#ifdef NETDATA_INTERNAL_CHECKS
|
|
rrdset_debug(st, "%s: CALC INC PRE " NETDATA_DOUBLE_FORMAT " = ("
|
|
COLLECTED_NUMBER_FORMAT " - " COLLECTED_NUMBER_FORMAT
|
|
")"
|
|
" * " NETDATA_DOUBLE_FORMAT
|
|
" / " NETDATA_DOUBLE_FORMAT, rrddim_name(rd)
|
|
, rd->calculated_value
|
|
, rd->collected_value, rd->last_collected_value
|
|
, (NETDATA_DOUBLE)rd->multiplier
|
|
, (NETDATA_DOUBLE)rd->divisor
|
|
);
|
|
#endif
|
|
|
|
break;
|
|
|
|
case RRD_ALGORITHM_PCENT_OVER_DIFF_TOTAL:
|
|
if(unlikely(rd->collections_counter <= 1)) {
|
|
rd->calculated_value = 0;
|
|
continue;
|
|
}
|
|
|
|
// if the new is smaller than the old (an overflow, or reset), set the old equal to the new
|
|
// to reset the calculation (it will give zero as the calculation for this second)
|
|
if(unlikely(rd->last_collected_value > rd->collected_value)) {
|
|
debug(D_RRD_STATS, "%s.%s: RESET or OVERFLOW. Last collected value = " COLLECTED_NUMBER_FORMAT ", current = " COLLECTED_NUMBER_FORMAT
|
|
, rrdset_name(st), rrddim_name(rd)
|
|
, rd->last_collected_value
|
|
, rd->collected_value
|
|
);
|
|
|
|
if(!(rrddim_flag_check(rd, RRDDIM_FLAG_DONT_DETECT_RESETS_OR_OVERFLOWS)))
|
|
has_reset_value = 1;
|
|
|
|
rd->last_collected_value = rd->collected_value;
|
|
}
|
|
|
|
// the percentage of the current increment
|
|
// over the increment of all dimensions together
|
|
if(unlikely(st->collected_total == st->last_collected_total))
|
|
rd->calculated_value = 0;
|
|
else
|
|
rd->calculated_value =
|
|
(NETDATA_DOUBLE)100
|
|
* (NETDATA_DOUBLE)(rd->collected_value - rd->last_collected_value)
|
|
/ (NETDATA_DOUBLE)(st->collected_total - st->last_collected_total);
|
|
|
|
#ifdef NETDATA_INTERNAL_CHECKS
|
|
rrdset_debug(st, "%s: CALC PCENT-DIFF " NETDATA_DOUBLE_FORMAT " = 100"
|
|
" * (" COLLECTED_NUMBER_FORMAT " - " COLLECTED_NUMBER_FORMAT ")"
|
|
" / (" COLLECTED_NUMBER_FORMAT " - " COLLECTED_NUMBER_FORMAT ")"
|
|
, rrddim_name(rd)
|
|
, rd->calculated_value
|
|
, rd->collected_value, rd->last_collected_value
|
|
, st->collected_total, st->last_collected_total
|
|
);
|
|
#endif
|
|
|
|
break;
|
|
|
|
default:
|
|
// make the default zero, to make sure
|
|
// it gets noticed when we add new types
|
|
rd->calculated_value = 0;
|
|
|
|
#ifdef NETDATA_INTERNAL_CHECKS
|
|
rrdset_debug(st, "%s: CALC " NETDATA_DOUBLE_FORMAT " = 0"
|
|
, rrddim_name(rd)
|
|
, rd->calculated_value
|
|
);
|
|
#endif
|
|
|
|
break;
|
|
}
|
|
|
|
#ifdef NETDATA_INTERNAL_CHECKS
|
|
rrdset_debug(st, "%s: PHASE2 "
|
|
" last_collected_value = " COLLECTED_NUMBER_FORMAT
|
|
" collected_value = " COLLECTED_NUMBER_FORMAT
|
|
" last_calculated_value = " NETDATA_DOUBLE_FORMAT
|
|
" calculated_value = " NETDATA_DOUBLE_FORMAT, rrddim_name(rd)
|
|
, rd->last_collected_value
|
|
, rd->collected_value
|
|
, rd->last_calculated_value
|
|
, rd->calculated_value
|
|
);
|
|
#endif
|
|
|
|
}
|
|
|
|
// at this point we have all the calculated values ready
|
|
// it is now time to interpolate values on a second boundary
|
|
|
|
// #ifdef NETDATA_INTERNAL_CHECKS
|
|
// if(unlikely(now_collect_ut < next_store_ut && st->counter_done > 1)) {
|
|
// // this is collected in the same interpolation point
|
|
// rrdset_debug(st, "THIS IS IN THE SAME INTERPOLATION POINT");
|
|
// info("INTERNAL CHECK: host '%s', chart '%s' collection %zu is in the same interpolation point: short by %llu microseconds", st->rrdhost->hostname, rrdset_name(st), st->counter_done, next_store_ut - now_collect_ut);
|
|
// }
|
|
// #endif
|
|
|
|
rrdset_done_interpolate(st
|
|
, update_every_ut
|
|
, last_stored_ut
|
|
, next_store_ut
|
|
, last_collect_ut
|
|
, now_collect_ut
|
|
, store_this_entry
|
|
, has_reset_value
|
|
);
|
|
|
|
after_second_database_work:
|
|
st->last_collected_total = st->collected_total;
|
|
|
|
#ifdef ENABLE_ACLK
|
|
time_t mark = now_realtime_sec();
|
|
#endif
|
|
|
|
rrddim_foreach_read(rd, st) {
|
|
if (rrddim_flag_check(rd, RRDDIM_FLAG_ARCHIVED))
|
|
continue;
|
|
|
|
#ifdef ENABLE_ACLK
|
|
if (likely(!st->state->is_ar_chart)) {
|
|
if (!rrddim_flag_check(rd, RRDDIM_FLAG_HIDDEN) && likely(rrdset_flag_check(st, RRDSET_FLAG_ACLK)))
|
|
queue_dimension_to_aclk(rd, calc_dimension_liveness(rd, mark));
|
|
}
|
|
#endif
|
|
if(unlikely(!rd->updated))
|
|
continue;
|
|
|
|
#ifdef NETDATA_INTERNAL_CHECKS
|
|
rrdset_debug(st, "%s: setting last_collected_value (old: " COLLECTED_NUMBER_FORMAT ") to last_collected_value (new: " COLLECTED_NUMBER_FORMAT ")", rrddim_name(rd), rd->last_collected_value, rd->collected_value);
|
|
#endif
|
|
|
|
rd->last_collected_value = rd->collected_value;
|
|
|
|
switch(rd->algorithm) {
|
|
case RRD_ALGORITHM_INCREMENTAL:
|
|
if(unlikely(!first_entry)) {
|
|
#ifdef NETDATA_INTERNAL_CHECKS
|
|
rrdset_debug(st, "%s: setting last_calculated_value (old: " NETDATA_DOUBLE_FORMAT
|
|
") to last_calculated_value (new: " NETDATA_DOUBLE_FORMAT ")", rrddim_name(rd), rd->last_calculated_value + rd->calculated_value, rd->calculated_value);
|
|
#endif
|
|
|
|
rd->last_calculated_value += rd->calculated_value;
|
|
}
|
|
else {
|
|
#ifdef NETDATA_INTERNAL_CHECKS
|
|
rrdset_debug(st, "THIS IS THE FIRST POINT");
|
|
#endif
|
|
}
|
|
break;
|
|
|
|
case RRD_ALGORITHM_ABSOLUTE:
|
|
case RRD_ALGORITHM_PCENT_OVER_ROW_TOTAL:
|
|
case RRD_ALGORITHM_PCENT_OVER_DIFF_TOTAL:
|
|
#ifdef NETDATA_INTERNAL_CHECKS
|
|
rrdset_debug(st, "%s: setting last_calculated_value (old: " NETDATA_DOUBLE_FORMAT
|
|
") to last_calculated_value (new: " NETDATA_DOUBLE_FORMAT ")", rrddim_name(rd), rd->last_calculated_value, rd->calculated_value);
|
|
#endif
|
|
|
|
rd->last_calculated_value = rd->calculated_value;
|
|
break;
|
|
}
|
|
|
|
rd->calculated_value = 0;
|
|
rd->collected_value = 0;
|
|
rd->updated = 0;
|
|
|
|
#ifdef NETDATA_INTERNAL_CHECKS
|
|
rrdset_debug(st, "%s: END "
|
|
" last_collected_value = " COLLECTED_NUMBER_FORMAT
|
|
" collected_value = " COLLECTED_NUMBER_FORMAT
|
|
" last_calculated_value = " NETDATA_DOUBLE_FORMAT
|
|
" calculated_value = " NETDATA_DOUBLE_FORMAT, rrddim_name(rd)
|
|
, rd->last_collected_value
|
|
, rd->collected_value
|
|
, rd->last_calculated_value
|
|
, rd->calculated_value
|
|
);
|
|
#endif
|
|
|
|
}
|
|
|
|
// ALL DONE ABOUT THE DATA UPDATE
|
|
// --------------------------------------------------------------------
|
|
|
|
if(unlikely(st->rrd_memory_mode == RRD_MEMORY_MODE_MAP)) {
|
|
// update the memory mapped files with the latest values
|
|
|
|
rrdset_memory_file_update(st);
|
|
rrddim_foreach_read(rd, st) {
|
|
rrddim_memory_file_update(rd);
|
|
}
|
|
}
|
|
|
|
// find if there are any obsolete dimensions
|
|
if(unlikely(rrdset_flag_check(st, RRDSET_FLAG_OBSOLETE_DIMENSIONS))) {
|
|
rrddim_foreach_read(rd, st)
|
|
if(unlikely(rrddim_flag_check(rd, RRDDIM_FLAG_OBSOLETE)))
|
|
break;
|
|
|
|
if(unlikely(rd)) {
|
|
time_t now = now_realtime_sec();
|
|
|
|
RRDDIM *last;
|
|
// there is a dimension to free
|
|
// upgrade our read lock to a write lock
|
|
rrdset_unlock(st);
|
|
rrdset_wrlock(st);
|
|
|
|
for( rd = st->dimensions, last = NULL ; likely(rd) ; ) {
|
|
if(unlikely(rrddim_flag_check(rd, RRDDIM_FLAG_OBSOLETE) && !rrddim_flag_check(rd, RRDDIM_FLAG_ACLK)
|
|
&& (rd->last_collected_time.tv_sec + rrdset_free_obsolete_time < now))) {
|
|
info("Removing obsolete dimension '%s' (%s) of '%s' (%s).", rrddim_name(rd), rrddim_id(rd), rrdset_name(st), rrdset_id(st));
|
|
|
|
const char *cache_filename = rrddim_cache_filename(rd);
|
|
if(cache_filename) {
|
|
info("Deleting dimension file '%s'.", cache_filename);
|
|
if (unlikely(unlink(cache_filename) == -1))
|
|
error("Cannot delete dimension file '%s'", cache_filename);
|
|
}
|
|
|
|
#ifdef ENABLE_DBENGINE
|
|
if (rd->rrd_memory_mode == RRD_MEMORY_MODE_DBENGINE) {
|
|
rrddim_flag_set(rd, RRDDIM_FLAG_ARCHIVED);
|
|
while(rd->variables)
|
|
rrddimvar_free(rd->variables);
|
|
|
|
rrddim_flag_clear(rd, RRDDIM_FLAG_OBSOLETE);
|
|
/* only a collector can mark a chart as obsolete, so we must remove the reference */
|
|
|
|
size_t tiers_available = 0, tiers_said_yes = 0;
|
|
for(int tier = 0; tier < storage_tiers ;tier++) {
|
|
if(rd->tiers[tier]) {
|
|
tiers_available++;
|
|
|
|
if(rd->tiers[tier]->collect_ops.finalize(rd->tiers[tier]->db_collection_handle))
|
|
tiers_said_yes++;
|
|
|
|
rd->tiers[tier]->db_collection_handle = NULL;
|
|
}
|
|
}
|
|
|
|
if (tiers_available == tiers_said_yes && tiers_said_yes) {
|
|
/* This metric has no data and no references */
|
|
delete_dimension_uuid(&rd->metric_uuid);
|
|
} else {
|
|
/* Do not delete this dimension */
|
|
#ifdef ENABLE_ACLK
|
|
queue_dimension_to_aclk(rd, calc_dimension_liveness(rd, mark));
|
|
#endif
|
|
last = rd;
|
|
rd = rd->next;
|
|
continue;
|
|
}
|
|
}
|
|
#endif
|
|
if(unlikely(!last)) {
|
|
rrddim_free(st, rd);
|
|
rd = st->dimensions;
|
|
continue;
|
|
}
|
|
else {
|
|
rrddim_free(st, rd);
|
|
rd = last->next;
|
|
continue;
|
|
}
|
|
}
|
|
|
|
last = rd;
|
|
rd = rd->next;
|
|
}
|
|
}
|
|
else {
|
|
rrdset_flag_clear(st, RRDSET_FLAG_OBSOLETE_DIMENSIONS);
|
|
}
|
|
}
|
|
|
|
rrdcontext_collected_rrdset(st);
|
|
|
|
rrdset_unlock(st);
|
|
netdata_thread_enable_cancelability();
|
|
}
|
|
|
|
|
|
// ----------------------------------------------------------------------------
|
|
// compatibility layer for RRDSET files v019
|
|
|
|
#define RRDSET_MAGIC_V019 "NETDATA RRD SET FILE V019"
|
|
#define RRD_ID_LENGTH_MAX_V019 200
|
|
|
|
struct avl_element_v019 {
|
|
void *avl_link[2];
|
|
signed char avl_balance;
|
|
};
|
|
struct avl_tree_type_v019 {
|
|
void *root;
|
|
int (*compar)(void *a, void *b);
|
|
};
|
|
struct avl_tree_lock_v019 {
|
|
struct avl_tree_type_v019 avl_tree;
|
|
pthread_rwlock_t rwlock;
|
|
};
|
|
struct rrdset_map_save_v019 {
|
|
struct avl_element_v019 avl; // ignored
|
|
struct avl_element_v019 avlname; // ignored
|
|
char id[RRD_ID_LENGTH_MAX_V019 + 1]; // check to reset all - update on load
|
|
void *name; // ignored
|
|
void *unused_ptr; // ignored
|
|
void *type; // ignored
|
|
void *family; // ignored
|
|
void *title; // ignored
|
|
void *units; // ignored
|
|
void *context; // ignored
|
|
uint32_t hash_context; // ignored
|
|
uint32_t chart_type; // ignored
|
|
int update_every; // check to reset all - update on load
|
|
long entries; // check to reset all - update on load
|
|
long current_entry; // NEEDS TO BE UPDATED - FIXED ON LOAD
|
|
uint32_t flags; // ignored
|
|
void *exporting_flags; // ignored
|
|
int gap_when_lost_iterations_above; // ignored
|
|
long priority; // ignored
|
|
uint32_t rrd_memory_mode; // ignored
|
|
void *cache_dir; // ignored
|
|
char cache_filename[FILENAME_MAX+1]; // ignored - update on load
|
|
pthread_rwlock_t rrdset_rwlock; // ignored
|
|
size_t counter; // NEEDS TO BE UPDATED - maintained on load
|
|
size_t counter_done; // ignored
|
|
union { //
|
|
time_t last_accessed_time; // ignored
|
|
time_t last_entry_t; // ignored
|
|
}; //
|
|
time_t upstream_resync_time; // ignored
|
|
void *plugin_name; // ignored
|
|
void *module_name; // ignored
|
|
void *chart_uuid; // ignored
|
|
void *state; // ignored
|
|
size_t unused[3]; // ignored
|
|
size_t rrddim_page_alignment; // ignored
|
|
uint32_t hash; // ignored
|
|
uint32_t hash_name; // ignored
|
|
usec_t usec_since_last_update; // NEEDS TO BE UPDATED - maintained on load
|
|
struct timeval last_updated; // NEEDS TO BE UPDATED - check to reset all - fixed on load
|
|
struct timeval last_collected_time; // ignored
|
|
long long collected_total; // NEEDS TO BE UPDATED - maintained on load
|
|
long long last_collected_total; // NEEDS TO BE UPDATED - maintained on load
|
|
void *rrdfamily; // ignored
|
|
void *rrdhost; // ignored
|
|
void *next; // ignored
|
|
long double green; // ignored
|
|
long double red; // ignored
|
|
struct avl_tree_lock_v019 rrdvar_root_index; // ignored
|
|
void *variables; // ignored
|
|
void *alarms; // ignored
|
|
unsigned long memsize; // check to reset all - update on load
|
|
char magic[sizeof(RRDSET_MAGIC_V019) + 1]; // check to reset all - update on load
|
|
struct avl_tree_lock_v019 dimensions_index; // ignored
|
|
void *dimensions; // ignored
|
|
};
|
|
|
|
void rrdset_memory_file_update(RRDSET *st) {
|
|
if(!st->st_on_file) return;
|
|
struct rrdset_map_save_v019 *st_on_file = st->st_on_file;
|
|
|
|
st_on_file->current_entry = st->current_entry;
|
|
st_on_file->counter = st->counter;
|
|
st_on_file->usec_since_last_update = st->usec_since_last_update;
|
|
st_on_file->last_updated.tv_sec = st->last_updated.tv_sec;
|
|
st_on_file->last_updated.tv_usec = st->last_updated.tv_usec;
|
|
st_on_file->collected_total = st->collected_total;
|
|
st_on_file->last_collected_total = st->last_collected_total;
|
|
}
|
|
|
|
const char *rrdset_cache_filename(RRDSET *st) {
|
|
if(!st->st_on_file) return NULL;
|
|
struct rrdset_map_save_v019 *st_on_file = st->st_on_file;
|
|
return st_on_file->cache_filename;
|
|
}
|
|
|
|
void rrdset_memory_file_free(RRDSET *st) {
|
|
if(!st->st_on_file) return;
|
|
|
|
// needed for memory mode map, to save the latest state
|
|
rrdset_memory_file_update(st);
|
|
|
|
struct rrdset_map_save_v019 *st_on_file = st->st_on_file;
|
|
munmap(st_on_file, st_on_file->memsize);
|
|
|
|
// remove the pointers from the RRDDIM
|
|
st->st_on_file = NULL;
|
|
}
|
|
|
|
void rrdset_memory_file_save(RRDSET *st) {
|
|
if(!st->st_on_file) return;
|
|
|
|
rrdset_memory_file_update(st);
|
|
|
|
struct rrdset_map_save_v019 *st_on_file = st->st_on_file;
|
|
if(st_on_file->rrd_memory_mode != RRD_MEMORY_MODE_SAVE) return;
|
|
|
|
memory_file_save(st_on_file->cache_filename, st->st_on_file, st_on_file->memsize);
|
|
}
|
|
|
|
bool rrdset_memory_load_or_create_map_save(RRDSET *st, RRD_MEMORY_MODE memory_mode) {
|
|
if(memory_mode != RRD_MEMORY_MODE_SAVE && memory_mode != RRD_MEMORY_MODE_MAP)
|
|
return false;
|
|
|
|
char fullfilename[FILENAME_MAX + 1];
|
|
snprintfz(fullfilename, FILENAME_MAX, "%s/main.db", st->cache_dir);
|
|
|
|
unsigned long size = sizeof(struct rrdset_map_save_v019);
|
|
struct rrdset_map_save_v019 *st_on_file = (struct rrdset_map_save_v019 *)netdata_mmap(
|
|
fullfilename, size,
|
|
((memory_mode == RRD_MEMORY_MODE_MAP) ? MAP_SHARED : MAP_PRIVATE),
|
|
0);
|
|
|
|
if(!st_on_file) return false;
|
|
|
|
time_t now = now_realtime_sec();
|
|
|
|
st_on_file->magic[sizeof(RRDSET_MAGIC_V019)] = '\0';
|
|
if(strcmp(st_on_file->magic, RRDSET_MAGIC_V019) != 0) {
|
|
info("Initializing file '%s'.", fullfilename);
|
|
memset(st_on_file, 0, size);
|
|
}
|
|
else if(strncmp(st_on_file->id, rrdset_id(st), RRD_ID_LENGTH_MAX_V019) != 0) {
|
|
error("File '%s' contents are not for chart '%s'. Clearing it.", fullfilename, rrdset_id(st));
|
|
memset(st_on_file, 0, size);
|
|
}
|
|
else if(st_on_file->memsize != size || st_on_file->entries != st->entries) {
|
|
error("File '%s' does not have the desired size. Clearing it.", fullfilename);
|
|
memset(st_on_file, 0, size);
|
|
}
|
|
else if(st_on_file->update_every != st->update_every) {
|
|
error("File '%s' does not have the desired granularity. Clearing it.", fullfilename);
|
|
memset(st_on_file, 0, size);
|
|
}
|
|
else if((now - st_on_file->last_updated.tv_sec) > st->update_every * st->entries) {
|
|
info("File '%s' is too old. Clearing it.", fullfilename);
|
|
memset(st_on_file, 0, size);
|
|
}
|
|
else if(st_on_file->last_updated.tv_sec > now + st->update_every) {
|
|
error("File '%s' refers to the future by %zd secs. Resetting it to now.", fullfilename, (ssize_t)(st_on_file->last_updated.tv_sec - now));
|
|
st_on_file->last_updated.tv_sec = now;
|
|
}
|
|
|
|
if(st_on_file->current_entry >= st_on_file->entries)
|
|
st_on_file->current_entry = 0;
|
|
|
|
// make sure the database is aligned
|
|
bool align_last_updated = false;
|
|
if(st_on_file->last_updated.tv_sec) {
|
|
st_on_file->update_every = st->update_every;
|
|
align_last_updated = true;
|
|
}
|
|
|
|
// copy the useful values to st
|
|
st->current_entry = st_on_file->current_entry;
|
|
st->counter = st_on_file->counter;
|
|
st->usec_since_last_update = st_on_file->usec_since_last_update;
|
|
st->last_updated.tv_sec = st_on_file->last_updated.tv_sec;
|
|
st->last_updated.tv_usec = st_on_file->last_updated.tv_usec;
|
|
st->collected_total = st_on_file->collected_total;
|
|
st->last_collected_total = st_on_file->last_collected_total;
|
|
|
|
// link it to st
|
|
st->st_on_file = st_on_file;
|
|
|
|
// clear everything
|
|
memset(st_on_file, 0, size);
|
|
|
|
// set the values we need
|
|
strncpyz(st_on_file->id, rrdset_id(st), RRD_ID_LENGTH_MAX_V019 + 1);
|
|
strcpy(st_on_file->cache_filename, fullfilename);
|
|
strcpy(st_on_file->magic, RRDSET_MAGIC_V019);
|
|
st_on_file->memsize = size;
|
|
st_on_file->entries = st->entries;
|
|
st_on_file->update_every = st->update_every;
|
|
st_on_file->rrd_memory_mode = memory_mode;
|
|
|
|
if(align_last_updated)
|
|
last_updated_time_align(st);
|
|
|
|
// copy the useful values back to st_on_file
|
|
rrdset_memory_file_update(st);
|
|
|
|
return true;
|
|
}
|