--- lbbs/src/article_cache.c 2025/05/31 01:37:18 1.3 +++ lbbs/src/article_cache.c 2025/12/18 02:56:00 1.39 @@ -1,39 +1,53 @@ -/*************************************************************************** - article_cache.c - description - ------------------- - Copyright : (C) 2004-2025 by Leaflet - Email : leaflet@leafok.com - ***************************************************************************/ - -/*************************************************************************** - * * - * This program is free software; you can redistribute it and/or modify * - * it under the terms of the GNU General Public License as published by * - * the Free Software Foundation; either version 3 of the License, or * - * (at your option) any later version. * - * * - ***************************************************************************/ +/* SPDX-License-Identifier: GPL-3.0-or-later */ +/* + * article_cache + * - convert article content from DB to local cache with LML conversion and line offset index + * + * Copyright (C) 2004-2025 Leaflet + */ + +#ifdef HAVE_CONFIG_H +#include "config.h" +#endif #include "article_cache.h" +#include "lml.h" #include "log.h" #include -#include #include +#include #include +#include +#include #include #include #include -#include -#define _POSIX_C_SOURCE 200809L -#include -#define ARTICLE_HEADER_MAX_LEN 4096 +enum _article_cache_constant_t +{ + ARTICLE_HEADER_MAX_LEN = 4096, + ARTICLE_FOOTER_MAX_LEN = 4096, + SUB_DT_MAX_LEN = 50, +}; + +static const char *BBS_article_footer_color[] = { + "\033[31m", + "\033[32m", + "\033[33m", + "\033[34m", + "\033[35m", + "\033[36m", + "\033[37m", +}; +static const int BBS_article_footer_color_count = 7; + +static char *content_f; // static buffer in large size inline static int article_cache_path(char *file_path, size_t buf_len, const char *cache_dir, const ARTICLE *p_article) { if (file_path == NULL || cache_dir == NULL || p_article == NULL) { - log_error("article_cache_path() NULL pointer error\n"); + log_error("NULL pointer error\n"); return -1; } @@ -42,21 +56,33 @@ inline static int article_cache_path(cha return 0; } -int article_cache_generate(const char *cache_dir, const ARTICLE *p_article, const SECTION_LIST *p_section, const char *content, int overwrite) +int article_cache_generate(const char *cache_dir, const ARTICLE *p_article, const SECTION_LIST *p_section, + const char *content, const char *sub_ip, int overwrite) { char data_file[FILE_PATH_LEN]; int fd; ARTICLE_CACHE cache; struct tm tm_sub_dt; - char str_sub_dt[50]; + char str_sub_dt[SUB_DT_MAX_LEN + 1]; char header[ARTICLE_HEADER_MAX_LEN]; size_t header_len; long header_line_cnt; + size_t body_len; + long body_line_cnt; + char footer[ARTICLE_FOOTER_MAX_LEN]; + size_t footer_len; + long footer_line_cnt; long i; if (cache_dir == NULL || p_article == NULL || content == NULL) { - log_error("article_cache_generate() NULL pointer error\n"); + log_error("NULL pointer error\n"); + return -1; + } + + if (content_f == NULL && (content_f = malloc(ARTICLE_CONTENT_MAX_LEN)) == NULL) + { + log_error("malloc(content_f) error: OOM\n"); return -1; } @@ -81,26 +107,48 @@ int article_cache_generate(const char *c return -2; } - bzero(&cache, sizeof(cache)); + memset(&cache, 0, sizeof(cache)); - // Generate article header + // Generate article header / footer localtime_r(&(p_article->sub_dt), &tm_sub_dt); - strftime(str_sub_dt, sizeof(str_sub_dt), "%c", &tm_sub_dt); + strftime(str_sub_dt, sizeof(str_sub_dt), "%c %Z", &tm_sub_dt); - snprintf(header, sizeof(header), "发布者: %s (%s), 版块: %s (%s)\n标 题: %s\n发布于: %s (%s)\n\n", + snprintf(header, sizeof(header), "鍙戝竷鑰: %s (%s), 鐗堝潡: %s (%s)\n鏍 棰: %s\n鍙戝竷浜: %s (%s)\n\n", p_article->username, p_article->nickname, p_section->sname, p_section->stitle, p_article->title, BBS_name, str_sub_dt); + snprintf(footer, sizeof(footer), + "\n--\n%s鈥 鏉ユ簮: %s https://%s [FROM: %s]\033[m\n\n", + BBS_article_footer_color[p_article->aid % BBS_article_footer_color_count], + BBS_name, BBS_server, sub_ip); + header_len = strnlen(header, sizeof(header)); - cache.data_len = header_len + strlen(content); + footer_len = strnlen(footer, sizeof(footer)); - header_line_cnt = split_data_lines(header, SCREEN_COLS, cache.line_offsets, MAX_SPLIT_FILE_LINES); - cache.line_total = header_line_cnt + - split_data_lines(content, SCREEN_COLS, cache.line_offsets + header_line_cnt, MAX_SPLIT_FILE_LINES - header_line_cnt); + header_line_cnt = split_data_lines(header, SCREEN_COLS, cache.line_offsets, + MAX_SPLIT_FILE_LINES, 1, NULL); - if (cache.line_total >= MAX_SPLIT_FILE_LINES) + if (header_len != cache.line_offsets[header_line_cnt]) { - log_error("split_data_lines(%s) truncated over limit lines %d >= %d\n", data_file, cache.line_total, MAX_SPLIT_FILE_LINES); - cache.line_total = MAX_SPLIT_FILE_LINES - 1; + log_debug("Header of article(aid=%d) is truncated from %ld to %ld\n, body_line=%ld, body_line_limit=%ld", + p_article->aid, header_len, cache.line_offsets[header_line_cnt], + header_line_cnt, MAX_SPLIT_FILE_LINES); + header_len = (size_t)cache.line_offsets[header_line_cnt]; + } + + // Apply LML render to content body + body_len = (size_t)lml_render(content, content_f, ARTICLE_CONTENT_MAX_LEN, SCREEN_COLS, 0); + cache.data_len = header_len + body_len; + + body_line_cnt = split_data_lines(content_f, SCREEN_COLS + 1, &(cache.line_offsets[header_line_cnt]), + MAX_SPLIT_FILE_LINES - header_line_cnt, 1, NULL); + cache.line_total = header_line_cnt + body_line_cnt; + + if (body_len != (size_t)cache.line_offsets[cache.line_total]) + { + log_debug("Body of article(aid=%d) is truncated from %ld to %ld, body_line=%ld, body_line_limit=%ld\n", + p_article->aid, body_len, cache.line_offsets[cache.line_total], + body_line_cnt, MAX_SPLIT_FILE_LINES - header_line_cnt); + cache.data_len = header_len + (size_t)(cache.line_offsets[cache.line_total]); } for (i = header_line_cnt; i <= cache.line_total; i++) @@ -108,7 +156,27 @@ int article_cache_generate(const char *c cache.line_offsets[i] += (long)header_len; } - if (write(fd, &cache, sizeof(cache)) == -1) + footer_line_cnt = split_data_lines(footer, SCREEN_COLS, &(cache.line_offsets[cache.line_total]), + MAX_SPLIT_FILE_LINES - cache.line_total, 1, NULL); + + if (footer_len != cache.line_offsets[cache.line_total + footer_line_cnt]) + { + log_debug("Footer of article(aid=%d) is truncated from %ld to %ld, footer_line=%ld, footer_line_limit=%ld\n", + p_article->aid, footer_len, cache.line_offsets[cache.line_total + footer_line_cnt], + footer_line_cnt, MAX_SPLIT_FILE_LINES - cache.line_total); + footer_len = (size_t)(cache.line_offsets[cache.line_total + footer_line_cnt]); + } + + for (i = 0; i <= footer_line_cnt; i++) + { + cache.line_offsets[cache.line_total + i] += (long)cache.data_len; + } + + cache.data_len += footer_len; + cache.line_total += footer_line_cnt; + cache.mmap_len = sizeof(cache) - sizeof(long) * (MAX_SPLIT_FILE_LINES - (size_t)(cache.line_total) - 1) + cache.data_len; + + if (write(fd, &cache, cache.mmap_len - cache.data_len) == -1) { log_error("write(%s, cache) error (%d)\n", data_file, errno); close(fd); @@ -120,12 +188,18 @@ int article_cache_generate(const char *c close(fd); return -3; } - if (write(fd, content, cache.data_len - header_len) == -1) + if (write(fd, content_f, cache.data_len - header_len - footer_len) == -1) { log_error("write(%s, content) error (%d)\n", data_file, errno); close(fd); return -3; } + if (write(fd, footer, footer_len) == -1) + { + log_error("write(%s, footer) error (%d)\n", data_file, errno); + close(fd); + return -3; + } if (close(fd) == -1) { @@ -136,14 +210,26 @@ int article_cache_generate(const char *c return 0; } +void article_cache_cleanup(void) +{ + if (content_f) + { + free(content_f); + content_f = NULL; + } +} + int article_cache_load(ARTICLE_CACHE *p_cache, const char *cache_dir, const ARTICLE *p_article) { char data_file[FILE_PATH_LEN]; int fd; + struct stat sb; + void *p_mmap; + size_t mmap_len; if (p_cache == NULL || cache_dir == NULL || p_article == NULL) { - log_error("article_cache_load() NULL pointer error\n"); + log_error("NULL pointer error\n"); return -1; } @@ -159,28 +245,20 @@ int article_cache_load(ARTICLE_CACHE *p_ return -2; } - if (read(fd, (void *)p_cache, sizeof(ARTICLE_CACHE)) == -1) + if (fstat(fd, &sb) < 0) { - log_error("read(%s, cache) error (%d)\n", data_file, errno); - close(fd); - return -3; + log_error("fstat(fd) error (%d)\n", errno); + return -2; } - p_cache->p_data = malloc(p_cache->data_len + 1); - if (p_cache->p_data == NULL) - { - log_error("malloc(size=%ld) error OOM\n", p_cache->data_len + 1); - close(fd); - return -1; - } + mmap_len = (size_t)sb.st_size; - if (read(fd, p_cache->p_data, p_cache->data_len) == -1) + p_mmap = mmap(NULL, mmap_len, PROT_READ, MAP_SHARED, fd, 0L); + if (p_mmap == MAP_FAILED) { - log_error("read(%s, data) error (%d)\n", data_file, errno); - close(fd); - return -3; + log_error("mmap(%s) error (%d)\n", data_file, errno); + return -2; } - p_cache->p_data[p_cache->data_len] = '\0'; if (close(fd) == -1) { @@ -188,18 +266,36 @@ int article_cache_load(ARTICLE_CACHE *p_ return -2; } + if (((ARTICLE_CACHE *)p_mmap)->mmap_len != mmap_len) + { + log_error("Inconsistent mmap len of article (cid=%d), %ld != %ld\n", p_article->cid, p_cache->mmap_len, mmap_len); + return -3; + } + + memset(p_cache, 0, sizeof(*p_cache)); + memcpy((void *)p_cache, p_mmap, (size_t)(((ARTICLE_CACHE *)p_mmap)->mmap_len - ((ARTICLE_CACHE *)p_mmap)->data_len)); + + p_cache->p_mmap = p_mmap; + p_cache->p_data = (char *)p_mmap + (p_cache->mmap_len - p_cache->data_len); + return 0; } int article_cache_unload(ARTICLE_CACHE *p_cache) { - if (p_cache == NULL || p_cache->p_data == NULL) + if (p_cache == NULL || p_cache->p_mmap == NULL) { - log_error("article_cache_unload() NULL pointer error\n"); + log_error("NULL pointer error\n"); return -1; } - free(p_cache->p_data); + if (munmap(p_cache->p_mmap, p_cache->mmap_len) < 0) + { + log_error("munmap() error (%d)\n", errno); + return -2; + } + + p_cache->p_mmap = NULL; p_cache->p_data = NULL; return 0;