lbbs/src/article_cache.c

/***************************************************************************
                                           article_cache.c  -  description
                                                         -------------------
        Copyright            : (C) 2004-2025 by Leaflet
        Email                : leaflet@leafok.com
 ***************************************************************************/

/***************************************************************************
 *                                                                         *
 *   This program is free software; you can redistribute it and/or modify  *
 *   it under the terms of the GNU General Public License as published by  *
 *   the Free Software Foundation; either version 3 of the License, or     *
 *   (at your option) any later version.                                   *
 *                                                                         *
 ***************************************************************************/

#include "article_cache.h"
#include "lml.h"
#include "log.h"
#include <errno.h>
#include <fcntl.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <time.h>
#include <unistd.h>
#include <sys/mman.h>
#include <sys/stat.h>

#define ARTICLE_HEADER_MAX_LEN 4096
#define ARTICLE_CONTENT_MAX_LEN 1024 * 1024 * 4 // 4MB
#define ARTICLE_FOOTER_MAX_LEN 4096
#define SUB_DT_MAX_LEN 50

static const char *BBS_article_footer_color[] = {
        "\033[31m",
        "\033[32m",
        "\033[33m",
        "\033[34m",
        "\033[35m",
        "\033[36m",
        "\033[37m",
};
static const int BBS_article_footer_color_count = 7;

static char *content_f; // static buffer in large size

inline static int article_cache_path(char *file_path, size_t buf_len, const char *cache_dir, const ARTICLE *p_article)
{
        if (file_path == NULL || cache_dir == NULL || p_article == NULL)
        {
                log_error("NULL pointer error\n");
                return -1;
        }

        snprintf(file_path, buf_len, "%s%d", cache_dir, p_article->cid);

        return 0;
}

int article_cache_generate(const char *cache_dir, const ARTICLE *p_article, const SECTION_LIST *p_section,
                                                   const char *content, const char *sub_ip, int overwrite)
{
        char data_file[FILE_PATH_LEN];
        int fd;
        ARTICLE_CACHE cache;
        struct tm tm_sub_dt;
        char str_sub_dt[SUB_DT_MAX_LEN + 1];
        char header[ARTICLE_HEADER_MAX_LEN];
        size_t header_len;
        long header_line_cnt;
        char footer[ARTICLE_FOOTER_MAX_LEN];
        size_t footer_len;
        long footer_line_cnt;
        long i;

        if (cache_dir == NULL || p_article == NULL || content == NULL)
        {
                log_error("NULL pointer error\n");
                return -1;
        }

        if (content_f == NULL && (content_f = malloc(ARTICLE_CONTENT_MAX_LEN)) == NULL)
        {
                log_error("malloc(content_f) error: OOM\n");
                return -1;
        }

        if (article_cache_path(data_file, sizeof(data_file), cache_dir, p_article) < 0)
        {
                log_error("article_cache_path(dir=%s, cid=%d) error\n", cache_dir, p_article->cid);
                return -1;
        }

        if (!overwrite)
        {
                if ((fd = open(data_file, O_RDONLY)) != -1) // check data file
                {
                        close(fd);
                        return 0;
                }
        }

        if ((fd = open(data_file, O_WRONLY | O_CREAT | O_TRUNC, 0640)) == -1)
        {
                log_error("open(%s) error (%d)\n", data_file, errno);
                return -2;
        }

        memset(&cache, 0, sizeof(cache));

        // Generate article header / footer
        localtime_r(&(p_article->sub_dt), &tm_sub_dt);
        strftime(str_sub_dt, sizeof(str_sub_dt), "%c", &tm_sub_dt);

        snprintf(header, sizeof(header), "发布者: %s (%s), 版块: %s (%s)\n标  题: %s\n发布于: %s (%s)\n\n",
                         p_article->username, p_article->nickname, p_section->sname, p_section->stitle, p_article->title, BBS_name, str_sub_dt);

        snprintf(footer, sizeof(footer),
                         "\n--\n%s※ 来源: %s http://%s [FROM: %s]\033[m\n\n",
                         BBS_article_footer_color[p_article->aid % BBS_article_footer_color_count],
                         BBS_name, BBS_server, sub_ip);

        header_len = strnlen(header, sizeof(header));
        footer_len = strnlen(footer, sizeof(footer));

        header_line_cnt = split_data_lines(header, SCREEN_COLS, cache.line_offsets, MAX_SPLIT_FILE_LINES, 1, NULL);

        if (header_len != cache.line_offsets[header_line_cnt])
        {
#ifdef _DEBUG
                log_error("Header of article(aid=%d) is truncated from %ld to %ld\n", p_article->aid, header_len, cache.line_offsets[header_line_cnt]);
#endif
                header_len = (size_t)cache.line_offsets[header_line_cnt];
        }

        // Apply LML render to content body
        cache.data_len = header_len + (size_t)lml_render(content, content_f, ARTICLE_CONTENT_MAX_LEN, 0, 0);

        cache.line_total = header_line_cnt +
                                           split_data_lines(content_f, SCREEN_COLS, cache.line_offsets + header_line_cnt, MAX_SPLIT_FILE_LINES - header_line_cnt, 1, NULL);

        if (cache.data_len - header_len != (size_t)cache.line_offsets[cache.line_total])
        {
#ifdef _DEBUG
                log_error("Body of article(aid=%d) is truncated from %ld to %ld\n",
                                  p_article->aid, cache.data_len - header_len, cache.line_offsets[cache.line_total]);
#endif
                cache.data_len = header_len + (size_t)(cache.line_offsets[cache.line_total]);
        }

        for (i = header_line_cnt; i <= cache.line_total; i++)
        {
                cache.line_offsets[i] += (long)header_len;
        }

        footer_line_cnt = split_data_lines(footer, SCREEN_COLS, cache.line_offsets + cache.line_total, MAX_SPLIT_FILE_LINES - cache.line_total, 1, NULL);

        if (footer_len != cache.line_offsets[cache.line_total + footer_line_cnt])
        {
#ifdef _DEBUG
                log_error("Footer of article(aid=%d) is truncated from %ld to %ld\n",
                                  p_article->aid, footer_len, cache.line_offsets[cache.line_total + footer_line_cnt]);
#endif
                footer_len = (size_t)(cache.line_offsets[cache.line_total + footer_line_cnt]);
        }

        for (i = 0; i <= footer_line_cnt; i++)
        {
                cache.line_offsets[cache.line_total + i] += (long)cache.data_len;
        }

        cache.data_len += footer_len;
        cache.line_total += footer_line_cnt;
        cache.mmap_len = sizeof(cache) - sizeof(long) * (MAX_SPLIT_FILE_LINES - (size_t)(cache.line_total) - 1) + cache.data_len;

        if (write(fd, &cache, cache.mmap_len - cache.data_len) == -1)
        {
                log_error("write(%s, cache) error (%d)\n", data_file, errno);
                close(fd);
                return -3;
        }
        if (write(fd, header, header_len) == -1)
        {
                log_error("write(%s, header) error (%d)\n", data_file, errno);
                close(fd);
                return -3;
        }
        if (write(fd, content_f, cache.data_len - header_len - footer_len) == -1)
        {
                log_error("write(%s, content) error (%d)\n", data_file, errno);
                close(fd);
                return -3;
        }
        if (write(fd, footer, footer_len) == -1)
        {
                log_error("write(%s, footer) error (%d)\n", data_file, errno);
                close(fd);
                return -3;
        }

        if (close(fd) == -1)
        {
                log_error("close(%s) error (%d)\n", data_file, errno);
                return -2;
        }

        return 0;
}

void article_cache_cleanup(void)
{
        if (content_f)
        {
                free(content_f);
                content_f = NULL;
        }
}

int article_cache_load(ARTICLE_CACHE *p_cache, const char *cache_dir, const ARTICLE *p_article)
{
        char data_file[FILE_PATH_LEN];
        int fd;
        struct stat sb;
        void *p_mmap;
        size_t mmap_len;

        if (p_cache == NULL || cache_dir == NULL || p_article == NULL)
        {
                log_error("NULL pointer error\n");
                return -1;
        }

        if (article_cache_path(data_file, sizeof(data_file), cache_dir, p_article) < 0)
        {
                log_error("article_cache_path(dir=%s, cid=%d) error\n", cache_dir, p_article->cid);
                return -1;
        }

        if ((fd = open(data_file, O_RDONLY)) == -1)
        {
                log_error("open(%s) error (%d)\n", data_file, errno);
                return -2;
        }

        if (fstat(fd, &sb) < 0)
        {
                log_error("fstat(fd) error (%d)\n", errno);
                return -2;
        }

        mmap_len = (size_t)sb.st_size;

        p_mmap = mmap(NULL, mmap_len, PROT_READ, MAP_SHARED, fd, 0L);
        if (p_mmap == MAP_FAILED)
        {
                log_error("mmap(%s) error (%d)\n", data_file, errno);
                return -2;
        }

        if (close(fd) == -1)
        {
                log_error("close(%s) error (%d)\n", data_file, errno);
                return -2;
        }

        if (((ARTICLE_CACHE *)p_mmap)->mmap_len != mmap_len)
        {
                log_error("Inconsistent mmap len of article (cid=%d), %ld != %ld\n", p_article->cid, p_cache->mmap_len, mmap_len);
                return -3;
        }

        memset(p_cache, 0, sizeof(*p_cache));
        memcpy((void *)p_cache, p_mmap, (size_t)(((ARTICLE_CACHE *)p_mmap)->mmap_len - ((ARTICLE_CACHE *)p_mmap)->data_len));

        p_cache->p_mmap = p_mmap;
        p_cache->p_data = (char *)p_mmap + (p_cache->mmap_len - p_cache->data_len);

        return 0;
}

int article_cache_unload(ARTICLE_CACHE *p_cache)
{
        if (p_cache == NULL || p_cache->p_mmap == NULL)
        {
                log_error("NULL pointer error\n");
                return -1;
        }

        if (munmap(p_cache->p_mmap, p_cache->mmap_len) < 0)
        {
                log_error("munmap() error (%d)\n", errno);
                return -2;
        }

        p_cache->p_mmap = NULL;
        p_cache->p_data = NULL;

        return 0;
}
1	/***************************************************************************
2	article_cache.c - description
3	-------------------
4	Copyright : (C) 2004-2025 by Leaflet
5	Email : leaflet@leafok.com
6	***************************************************************************/
7
8	/***************************************************************************
9	* *
10	* This program is free software; you can redistribute it and/or modify *
11	* it under the terms of the GNU General Public License as published by *
12	* the Free Software Foundation; either version 3 of the License, or *
13	* (at your option) any later version. *
14	* *
15	***************************************************************************/
16
17	#include "article_cache.h"
18	#include "lml.h"
19	#include "log.h"
20	#include <errno.h>
21	#include <fcntl.h>
22	#include <stdio.h>
23	#include <stdlib.h>
24	#include <string.h>
25	#include <time.h>
26	#include <unistd.h>
27	#include <sys/mman.h>
28	#include <sys/stat.h>
29
30	#define ARTICLE_HEADER_MAX_LEN 4096
31	#define ARTICLE_CONTENT_MAX_LEN 1024 * 1024 * 4 // 4MB
32	#define ARTICLE_FOOTER_MAX_LEN 4096
33	#define SUB_DT_MAX_LEN 50
34
35	static const char *BBS_article_footer_color[] = {
36	"\033[31m",
37	"\033[32m",
38	"\033[33m",
39	"\033[34m",
40	"\033[35m",
41	"\033[36m",
42	"\033[37m",
43	};
44	static const int BBS_article_footer_color_count = 7;
45
46	static char *content_f; // static buffer in large size
47
48	inline static int article_cache_path(char file_path, size_t buf_len, const char cache_dir, const ARTICLE *p_article)
49	{
50	if (file_path == NULL \|\| cache_dir == NULL \|\| p_article == NULL)
51	{
52	log_error("NULL pointer error\n");
53	return -1;
54	}
55
56	snprintf(file_path, buf_len, "%s%d", cache_dir, p_article->cid);
57
58	return 0;
59	}
60
61	int article_cache_generate(const char cache_dir, const ARTICLE p_article, const SECTION_LIST *p_section,
62	const char content, const char sub_ip, int overwrite)
63	{
64	char data_file[FILE_PATH_LEN];
65	int fd;
66	ARTICLE_CACHE cache;
67	struct tm tm_sub_dt;
68	char str_sub_dt[SUB_DT_MAX_LEN + 1];
69	char header[ARTICLE_HEADER_MAX_LEN];
70	size_t header_len;
71	long header_line_cnt;
72	char footer[ARTICLE_FOOTER_MAX_LEN];
73	size_t footer_len;
74	long footer_line_cnt;
75	long i;
76
77	if (cache_dir == NULL \|\| p_article == NULL \|\| content == NULL)
78	{
79	log_error("NULL pointer error\n");
80	return -1;
81	}
82
83	if (content_f == NULL && (content_f = malloc(ARTICLE_CONTENT_MAX_LEN)) == NULL)
84	{
85	log_error("malloc(content_f) error: OOM\n");
86	return -1;
87	}
88
89	if (article_cache_path(data_file, sizeof(data_file), cache_dir, p_article) < 0)
90	{
91	log_error("article_cache_path(dir=%s, cid=%d) error\n", cache_dir, p_article->cid);
92	return -1;
93	}
94
95	if (!overwrite)
96	{
97	if ((fd = open(data_file, O_RDONLY)) != -1) // check data file
98	{
99	close(fd);
100	return 0;
101	}
102	}
103
104	if ((fd = open(data_file, O_WRONLY \| O_CREAT \| O_TRUNC, 0640)) == -1)
105	{
106	log_error("open(%s) error (%d)\n", data_file, errno);
107	return -2;
108	}
109
110	memset(&cache, 0, sizeof(cache));
111
112	// Generate article header / footer
113	localtime_r(&(p_article->sub_dt), &tm_sub_dt);
114	strftime(str_sub_dt, sizeof(str_sub_dt), "%c", &tm_sub_dt);
115
116	snprintf(header, sizeof(header), "发布者: %s (%s), 版块: %s (%s)\n标题: %s\n发布于: %s (%s)\n\n",
117	p_article->username, p_article->nickname, p_section->sname, p_section->stitle, p_article->title, BBS_name, str_sub_dt);
118
119	snprintf(footer, sizeof(footer),
120	"\n--\n%s※ 来源: %s http://%s [FROM: %s]\033[m\n\n",
121	BBS_article_footer_color[p_article->aid % BBS_article_footer_color_count],
122	BBS_name, BBS_server, sub_ip);
123
124	header_len = strnlen(header, sizeof(header));
125	footer_len = strnlen(footer, sizeof(footer));
126
127	header_line_cnt = split_data_lines(header, SCREEN_COLS, cache.line_offsets, MAX_SPLIT_FILE_LINES, 1, NULL);
128
129	if (header_len != cache.line_offsets[header_line_cnt])
130	{
131	#ifdef _DEBUG
132	log_error("Header of article(aid=%d) is truncated from %ld to %ld\n", p_article->aid, header_len, cache.line_offsets[header_line_cnt]);
133	#endif
134	header_len = (size_t)cache.line_offsets[header_line_cnt];
135	}
136
137	// Apply LML render to content body
138	cache.data_len = header_len + (size_t)lml_render(content, content_f, ARTICLE_CONTENT_MAX_LEN, 0, 0);
139
140	cache.line_total = header_line_cnt +
141	split_data_lines(content_f, SCREEN_COLS, cache.line_offsets + header_line_cnt, MAX_SPLIT_FILE_LINES - header_line_cnt, 1, NULL);
142
143	if (cache.data_len - header_len != (size_t)cache.line_offsets[cache.line_total])
144	{
145	#ifdef _DEBUG
146	log_error("Body of article(aid=%d) is truncated from %ld to %ld\n",
147	p_article->aid, cache.data_len - header_len, cache.line_offsets[cache.line_total]);
148	#endif
149	cache.data_len = header_len + (size_t)(cache.line_offsets[cache.line_total]);
150	}
151
152	for (i = header_line_cnt; i <= cache.line_total; i++)
153	{
154	cache.line_offsets[i] += (long)header_len;
155	}
156
157	footer_line_cnt = split_data_lines(footer, SCREEN_COLS, cache.line_offsets + cache.line_total, MAX_SPLIT_FILE_LINES - cache.line_total, 1, NULL);
158
159	if (footer_len != cache.line_offsets[cache.line_total + footer_line_cnt])
160	{
161	#ifdef _DEBUG
162	log_error("Footer of article(aid=%d) is truncated from %ld to %ld\n",
163	p_article->aid, footer_len, cache.line_offsets[cache.line_total + footer_line_cnt]);
164	#endif
165	footer_len = (size_t)(cache.line_offsets[cache.line_total + footer_line_cnt]);
166	}
167
168	for (i = 0; i <= footer_line_cnt; i++)
169	{
170	cache.line_offsets[cache.line_total + i] += (long)cache.data_len;
171	}
172
173	cache.data_len += footer_len;
174	cache.line_total += footer_line_cnt;
175	cache.mmap_len = sizeof(cache) - sizeof(long) * (MAX_SPLIT_FILE_LINES - (size_t)(cache.line_total) - 1) + cache.data_len;
176
177	if (write(fd, &cache, cache.mmap_len - cache.data_len) == -1)
178	{
179	log_error("write(%s, cache) error (%d)\n", data_file, errno);
180	close(fd);
181	return -3;
182	}
183	if (write(fd, header, header_len) == -1)
184	{
185	log_error("write(%s, header) error (%d)\n", data_file, errno);
186	close(fd);
187	return -3;
188	}
189	if (write(fd, content_f, cache.data_len - header_len - footer_len) == -1)
190	{
191	log_error("write(%s, content) error (%d)\n", data_file, errno);
192	close(fd);
193	return -3;
194	}
195	if (write(fd, footer, footer_len) == -1)
196	{
197	log_error("write(%s, footer) error (%d)\n", data_file, errno);
198	close(fd);
199	return -3;
200	}
201
202	if (close(fd) == -1)
203	{
204	log_error("close(%s) error (%d)\n", data_file, errno);
205	return -2;
206	}
207
208	return 0;
209	}
210
211	void article_cache_cleanup(void)
212	{
213	if (content_f)
214	{
215	free(content_f);
216	content_f = NULL;
217	}
218	}
219
220	int article_cache_load(ARTICLE_CACHE p_cache, const char cache_dir, const ARTICLE *p_article)
221	{
222	char data_file[FILE_PATH_LEN];
223	int fd;
224	struct stat sb;
225	void *p_mmap;
226	size_t mmap_len;
227
228	if (p_cache == NULL \|\| cache_dir == NULL \|\| p_article == NULL)
229	{
230	log_error("NULL pointer error\n");
231	return -1;
232	}
233
234	if (article_cache_path(data_file, sizeof(data_file), cache_dir, p_article) < 0)
235	{
236	log_error("article_cache_path(dir=%s, cid=%d) error\n", cache_dir, p_article->cid);
237	return -1;
238	}
239
240	if ((fd = open(data_file, O_RDONLY)) == -1)
241	{
242	log_error("open(%s) error (%d)\n", data_file, errno);
243	return -2;
244	}
245
246	if (fstat(fd, &sb) < 0)
247	{
248	log_error("fstat(fd) error (%d)\n", errno);
249	return -2;
250	}
251
252	mmap_len = (size_t)sb.st_size;
253
254	p_mmap = mmap(NULL, mmap_len, PROT_READ, MAP_SHARED, fd, 0L);
255	if (p_mmap == MAP_FAILED)
256	{
257	log_error("mmap(%s) error (%d)\n", data_file, errno);
258	return -2;
259	}
260
261	if (close(fd) == -1)
262	{
263	log_error("close(%s) error (%d)\n", data_file, errno);
264	return -2;
265	}
266
267	if (((ARTICLE_CACHE *)p_mmap)->mmap_len != mmap_len)
268	{
269	log_error("Inconsistent mmap len of article (cid=%d), %ld != %ld\n", p_article->cid, p_cache->mmap_len, mmap_len);
270	return -3;
271	}
272
273	memset(p_cache, 0, sizeof(*p_cache));
274	memcpy((void )p_cache, p_mmap, (size_t)(((ARTICLE_CACHE )p_mmap)->mmap_len - ((ARTICLE_CACHE *)p_mmap)->data_len));
275
276	p_cache->p_mmap = p_mmap;
277	p_cache->p_data = (char *)p_mmap + (p_cache->mmap_len - p_cache->data_len);
278
279	return 0;
280	}
281
282	int article_cache_unload(ARTICLE_CACHE *p_cache)
283	{
284	if (p_cache == NULL \|\| p_cache->p_mmap == NULL)
285	{
286	log_error("NULL pointer error\n");
287	return -1;
288	}
289
290	if (munmap(p_cache->p_mmap, p_cache->mmap_len) < 0)
291	{
292	log_error("munmap() error (%d)\n", errno);
293	return -2;
294	}
295
296	p_cache->p_mmap = NULL;
297	p_cache->p_data = NULL;
298
299	return 0;
300	}
webmaster@leafok.com	ViewVC Help
Powered by ViewVC 1.3.0-beta1