mirror of
https://github.com/jomjol/AI-on-the-edge-device.git
synced 2025-12-08 12:36:52 +03:00
d3d241c7b9
* logfile: Print start indication after time sync * No time set at boot -> keep log_1970-01-01.txt
426 lines
12 KiB
C++
426 lines
12 KiB
C++
#include "ClassLogFile.h"
|
|
#include "time_sntp.h"
|
|
#include "esp_log.h"
|
|
#include <string.h>
|
|
#include <sys/types.h>
|
|
#include <sys/stat.h>
|
|
#include <algorithm>
|
|
|
|
#ifdef __cplusplus
|
|
extern "C" {
|
|
#endif
|
|
#include <dirent.h>
|
|
#ifdef __cplusplus
|
|
}
|
|
#endif
|
|
|
|
#include "Helper.h"
|
|
#include "time_sntp.h"
|
|
#include "../../include/defines.h"
|
|
|
|
static const char *TAG = "LOGFILE";
|
|
|
|
ClassLogFile LogFile("/sdcard/log/message", "log_%Y-%m-%d.txt", "/sdcard/log/data", "data_%Y-%m-%d.csv");
|
|
|
|
|
|
void ClassLogFile::WriteHeapInfo(std::string _id)
|
|
{
|
|
if (loglevel >= ESP_LOG_DEBUG) {
|
|
std::string _zw = _id + "\t" + getESPHeapInfo();
|
|
WriteToFile(ESP_LOG_DEBUG, "HEAP", _zw);
|
|
}
|
|
}
|
|
|
|
|
|
void ClassLogFile::WriteToData(std::string _timestamp, std::string _name, std::string _ReturnRawValue, std::string _ReturnValue, std::string _ReturnPreValue, std::string _ReturnRateValue, std::string _ReturnChangeAbsolute, std::string _ErrorMessageText, std::string _digital, std::string _analog)
|
|
{
|
|
ESP_LOGD(TAG, "Start WriteToData");
|
|
time_t rawtime;
|
|
struct tm* timeinfo;
|
|
char buffer[30];
|
|
|
|
time(&rawtime);
|
|
timeinfo = localtime(&rawtime);
|
|
|
|
strftime(buffer, 30, datafile.c_str(), timeinfo);
|
|
std::string logpath = dataroot + "/" + buffer;
|
|
|
|
FILE* pFile;
|
|
std::string zwtime;
|
|
|
|
ESP_LOGD(TAG, "Datalogfile: %s", logpath.c_str());
|
|
pFile = fopen(logpath.c_str(), "a+");
|
|
|
|
if (pFile!=NULL) {
|
|
fputs(_timestamp.c_str(), pFile);
|
|
fputs(",", pFile);
|
|
fputs(_name.c_str(), pFile);
|
|
fputs(",", pFile);
|
|
fputs(_ReturnRawValue.c_str(), pFile);
|
|
fputs(",", pFile);
|
|
fputs(_ReturnValue.c_str(), pFile);
|
|
fputs(",", pFile);
|
|
fputs(_ReturnPreValue.c_str(), pFile);
|
|
fputs(",", pFile);
|
|
fputs(_ReturnRateValue.c_str(), pFile);
|
|
fputs(",", pFile);
|
|
fputs(_ReturnChangeAbsolute.c_str(), pFile);
|
|
fputs(",", pFile);
|
|
fputs(_ErrorMessageText.c_str(), pFile);
|
|
fputs(_digital.c_str(), pFile);
|
|
fputs(_analog.c_str(), pFile);
|
|
fputs("\n", pFile);
|
|
|
|
fclose(pFile);
|
|
} else {
|
|
ESP_LOGE(TAG, "Can't open data file %s", logpath.c_str());
|
|
}
|
|
|
|
}
|
|
|
|
|
|
void ClassLogFile::setLogLevel(esp_log_level_t _logLevel)
|
|
{
|
|
std::string levelText;
|
|
|
|
// Print log level to log file
|
|
switch(_logLevel) {
|
|
case ESP_LOG_WARN:
|
|
levelText = "WARNING";
|
|
break;
|
|
|
|
case ESP_LOG_INFO:
|
|
levelText = "INFO";
|
|
break;
|
|
|
|
case ESP_LOG_DEBUG:
|
|
levelText = "DEBUG";
|
|
break;
|
|
|
|
case ESP_LOG_ERROR:
|
|
default:
|
|
levelText = "ERROR";
|
|
break;
|
|
}
|
|
LogFile.WriteToFile(ESP_LOG_INFO, TAG, "Set log level to " + levelText);
|
|
|
|
// set new log level
|
|
loglevel = _logLevel;
|
|
|
|
/*
|
|
LogFile.WriteToFile(ESP_LOG_ERROR, TAG, "Test");
|
|
LogFile.WriteToFile(ESP_LOG_WARN, TAG, "Test");
|
|
LogFile.WriteToFile(ESP_LOG_INFO, TAG, "Test");
|
|
LogFile.WriteToFile(ESP_LOG_DEBUG, TAG, "Test");
|
|
*/
|
|
}
|
|
|
|
|
|
void ClassLogFile::SetLogFileRetention(unsigned short _LogFileRetentionInDays){
|
|
logFileRetentionInDays = _LogFileRetentionInDays;
|
|
}
|
|
|
|
|
|
void ClassLogFile::SetDataLogRetention(unsigned short _DataLogRetentionInDays){
|
|
dataLogRetentionInDays = _DataLogRetentionInDays;
|
|
}
|
|
|
|
|
|
void ClassLogFile::SetDataLogToSD(bool _doDataLogToSD){
|
|
doDataLogToSD = _doDataLogToSD;
|
|
}
|
|
|
|
|
|
bool ClassLogFile::GetDataLogToSD(){
|
|
return doDataLogToSD;
|
|
}
|
|
|
|
|
|
static FILE* logFileAppendHandle = NULL;
|
|
std::string fileNameDate;
|
|
|
|
void ClassLogFile::WriteToFile(esp_log_level_t level, std::string tag, std::string message, bool _time)
|
|
{
|
|
time_t rawtime;
|
|
struct tm* timeinfo;
|
|
std::string fileNameDateNew;
|
|
|
|
std::string zwtime;
|
|
std::string ntpTime = "";
|
|
|
|
|
|
time(&rawtime);
|
|
timeinfo = localtime(&rawtime);
|
|
char buf[30];
|
|
strftime(buf, sizeof(buf), logfile.c_str(), timeinfo);
|
|
fileNameDateNew = std::string(buf);
|
|
|
|
std::replace(message.begin(), message.end(), '\n', ' '); // Replace all newline characters
|
|
|
|
if (tag != "") {
|
|
ESP_LOG_LEVEL(level, tag.c_str(), "%s", message.c_str());
|
|
message = "[" + tag + "] " + message;
|
|
}
|
|
else {
|
|
ESP_LOG_LEVEL(level, "", "%s", message.c_str());
|
|
}
|
|
|
|
|
|
if (level > loglevel) {// Only write to file if loglevel is below threshold
|
|
return;
|
|
}
|
|
|
|
|
|
if (_time)
|
|
{
|
|
char logLineDate[30];
|
|
strftime(logLineDate, sizeof(logLineDate), "%Y-%m-%dT%H:%M:%S", timeinfo);
|
|
ntpTime = std::string(logLineDate);
|
|
}
|
|
|
|
std::string loglevelString;
|
|
switch(level) {
|
|
case ESP_LOG_ERROR:
|
|
loglevelString = "ERR";
|
|
break;
|
|
case ESP_LOG_WARN:
|
|
loglevelString = "WRN";
|
|
break;
|
|
case ESP_LOG_INFO:
|
|
loglevelString = "INF";
|
|
break;
|
|
case ESP_LOG_DEBUG:
|
|
loglevelString = "DBG";
|
|
break;
|
|
case ESP_LOG_VERBOSE:
|
|
loglevelString = "VER";
|
|
break;
|
|
case ESP_LOG_NONE:
|
|
default:
|
|
loglevelString = "NONE";
|
|
break;
|
|
}
|
|
|
|
std::string formatedUptime = getFormatedUptime(true);
|
|
|
|
std::string fullmessage = "[" + formatedUptime + "] " + ntpTime + "\t<" + loglevelString + ">\t" + message + "\n";
|
|
|
|
|
|
#ifdef KEEP_LOGFILE_OPEN_FOR_APPENDING
|
|
if (fileNameDateNew != fileNameDate) { // Filename changed
|
|
// Make sure each day gets its own logfile
|
|
// Also we need to re-open it in case it needed to get closed for reading
|
|
std::string logpath = logroot + "/" + fileNameDateNew;
|
|
|
|
ESP_LOGI(TAG, "Opening logfile %s for appending", logpath.c_str());
|
|
logFileAppendHandle = fopen(logpath.c_str(), "a+");
|
|
if (logFileAppendHandle==NULL) {
|
|
ESP_LOGE(TAG, "Can't open log file %s", logpath.c_str());
|
|
return;
|
|
}
|
|
|
|
fileNameDate = fileNameDateNew;
|
|
}
|
|
#else
|
|
std::string logpath = logroot + "/" + fileNameDateNew;
|
|
logFileAppendHandle = fopen(logpath.c_str(), "a+");
|
|
if (logFileAppendHandle==NULL) {
|
|
ESP_LOGE(TAG, "Can't open log file %s", logpath.c_str());
|
|
return;
|
|
}
|
|
#endif
|
|
|
|
fputs(fullmessage.c_str(), logFileAppendHandle);
|
|
|
|
#ifdef KEEP_LOGFILE_OPEN_FOR_APPENDING
|
|
fflush(logFileAppendHandle);
|
|
fsync(fileno(logFileAppendHandle));
|
|
#else
|
|
CloseLogFileAppendHandle();
|
|
#endif
|
|
}
|
|
|
|
|
|
void ClassLogFile::CloseLogFileAppendHandle() {
|
|
if (logFileAppendHandle != NULL) {
|
|
fclose(logFileAppendHandle);
|
|
logFileAppendHandle = NULL;
|
|
fileNameDate = "";
|
|
}
|
|
}
|
|
|
|
|
|
void ClassLogFile::WriteToFile(esp_log_level_t level, std::string tag, std::string message) {
|
|
LogFile.WriteToFile(level, tag, message, true);
|
|
}
|
|
|
|
|
|
std::string ClassLogFile::GetCurrentFileNameData()
|
|
{
|
|
time_t rawtime;
|
|
struct tm* timeinfo;
|
|
char buffer[60];
|
|
|
|
time(&rawtime);
|
|
timeinfo = localtime(&rawtime);
|
|
|
|
strftime(buffer, 60, datafile.c_str(), timeinfo);
|
|
std::string logpath = dataroot + "/" + buffer;
|
|
|
|
return logpath;
|
|
}
|
|
|
|
|
|
std::string ClassLogFile::GetCurrentFileName()
|
|
{
|
|
time_t rawtime;
|
|
struct tm* timeinfo;
|
|
char buffer[60];
|
|
|
|
time(&rawtime);
|
|
timeinfo = localtime(&rawtime);
|
|
|
|
strftime(buffer, 60, logfile.c_str(), timeinfo);
|
|
std::string logpath = logroot + "/" + buffer;
|
|
|
|
return logpath;
|
|
}
|
|
|
|
|
|
void ClassLogFile::RemoveOldLogFile()
|
|
{
|
|
if (logFileRetentionInDays == 0) {
|
|
return;
|
|
}
|
|
|
|
ESP_LOGD(TAG, "Remove old log files");
|
|
|
|
time_t rawtime;
|
|
struct tm* timeinfo;
|
|
char cmpfilename[30];
|
|
|
|
time(&rawtime);
|
|
rawtime = addDays(rawtime, -logFileRetentionInDays + 1);
|
|
timeinfo = localtime(&rawtime);
|
|
//ESP_LOGD(TAG, "logFileRetentionInDays: %d", logFileRetentionInDays);
|
|
|
|
|
|
strftime(cmpfilename, 30, logfile.c_str(), timeinfo);
|
|
//ESP_LOGD(TAG, "log file name to compare: %s", cmpfilename);
|
|
|
|
DIR *dir = opendir(logroot.c_str());
|
|
if (!dir) {
|
|
ESP_LOGE(TAG, "Failed to stat dir: %s", logroot.c_str());
|
|
return;
|
|
}
|
|
|
|
struct dirent *entry;
|
|
int deleted = 0;
|
|
int notDeleted = 0;
|
|
while ((entry = readdir(dir)) != NULL) {
|
|
if (entry->d_type == DT_REG) {
|
|
//ESP_LOGD(TAG, "compare log file: %s to %s", entry->d_name, cmpfilename);
|
|
if ((strlen(entry->d_name) == strlen(cmpfilename)) && (strcmp(entry->d_name, cmpfilename) < 0)) {
|
|
//ESP_LOGD(TAG, "delete log file: %s", entry->d_name);
|
|
std::string filepath = logroot + "/" + entry->d_name;
|
|
if ((strcmp(entry->d_name, "log_1970-01-01.txt") == 0) && getTimeWasNotSetAtBoot()) { // keep logfile log_1970-01-01.txt if time was not set at boot (some boot logs are in there)
|
|
//ESP_LOGD(TAG, "Skip deleting this file: %s", entry->d_name);
|
|
notDeleted++;
|
|
}
|
|
else {
|
|
if (unlink(filepath.c_str()) == 0) {
|
|
deleted++;
|
|
}
|
|
else {
|
|
ESP_LOGE(TAG, "can't delete file: %s", entry->d_name);
|
|
notDeleted++;
|
|
}
|
|
}
|
|
}
|
|
else {
|
|
notDeleted++;
|
|
}
|
|
}
|
|
}
|
|
ESP_LOGD(TAG, "log files deleted: %d | files not deleted (incl. leer.txt): %d", deleted, notDeleted);
|
|
closedir(dir);
|
|
}
|
|
|
|
|
|
void ClassLogFile::RemoveOldDataLog()
|
|
{
|
|
if (dataLogRetentionInDays == 0 || !doDataLogToSD) {
|
|
return;
|
|
}
|
|
|
|
ESP_LOGD(TAG, "Remove old data files");
|
|
|
|
time_t rawtime;
|
|
struct tm* timeinfo;
|
|
char cmpfilename[30];
|
|
|
|
time(&rawtime);
|
|
rawtime = addDays(rawtime, -dataLogRetentionInDays + 1);
|
|
timeinfo = localtime(&rawtime);
|
|
//ESP_LOGD(TAG, "dataLogRetentionInDays: %d", dataLogRetentionInDays);
|
|
|
|
strftime(cmpfilename, 30, datafile.c_str(), timeinfo);
|
|
//ESP_LOGD(TAG, "data file name to compare: %s", cmpfilename);
|
|
|
|
DIR *dir = opendir(dataroot.c_str());
|
|
if (!dir) {
|
|
ESP_LOGE(TAG, "Failed to stat dir: %s", dataroot.c_str());
|
|
return;
|
|
}
|
|
|
|
struct dirent *entry;
|
|
int deleted = 0;
|
|
int notDeleted = 0;
|
|
while ((entry = readdir(dir)) != NULL) {
|
|
if (entry->d_type == DT_REG) {
|
|
//ESP_LOGD(TAG, "Compare data file: %s to %s", entry->d_name, cmpfilename);
|
|
if ((strlen(entry->d_name) == strlen(cmpfilename)) && (strcmp(entry->d_name, cmpfilename) < 0)) {
|
|
//ESP_LOGD(TAG, "delete data file: %s", entry->d_name);
|
|
std::string filepath = dataroot + "/" + entry->d_name;
|
|
if (unlink(filepath.c_str()) == 0) {
|
|
deleted ++;
|
|
} else {
|
|
ESP_LOGE(TAG, "can't delete file: %s", entry->d_name);
|
|
notDeleted ++;
|
|
}
|
|
} else {
|
|
notDeleted ++;
|
|
}
|
|
}
|
|
}
|
|
ESP_LOGD(TAG, "data files deleted: %d | files not deleted (incl. leer.txt): %d", deleted, notDeleted);
|
|
closedir(dir);
|
|
}
|
|
|
|
|
|
bool ClassLogFile::CreateLogDirectories()
|
|
{
|
|
bool bRetval = false;
|
|
bRetval = MakeDir("/sdcard/log");
|
|
bRetval = MakeDir("/sdcard/log/data");
|
|
bRetval = MakeDir("/sdcard/log/analog");
|
|
bRetval = MakeDir("/sdcard/log/digit");
|
|
bRetval = MakeDir("/sdcard/log/message");
|
|
bRetval = MakeDir("/sdcard/log/source");
|
|
|
|
return bRetval;
|
|
}
|
|
|
|
|
|
ClassLogFile::ClassLogFile(std::string _logroot, std::string _logfile, std::string _logdatapath, std::string _datafile)
|
|
{
|
|
logroot = _logroot;
|
|
logfile = _logfile;
|
|
datafile = _datafile;
|
|
dataroot = _logdatapath;
|
|
logFileRetentionInDays = 3;
|
|
dataLogRetentionInDays = 3;
|
|
doDataLogToSD = true;
|
|
loglevel = ESP_LOG_INFO;
|
|
}
|