format.c 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516
  1. /* snac - A simple, minimalistic ActivityPub instance */
  2. /* copyright (c) 2022 - 2025 grunfink et al. / MIT license */
  3. #include "xs.h"
  4. #include "xs_regex.h"
  5. #include "xs_mime.h"
  6. #include "xs_html.h"
  7. #include "xs_json.h"
  8. #include "xs_time.h"
  9. #include "xs_match.h"
  10. #include "snac.h"
  11. /* emoticons, people laughing and such */
  12. const char *smileys[] = {
  13. ":-)", "🙂",
  14. ":-D", "😀",
  15. "X-D", "😆",
  16. ";-)", "😉",
  17. "B-)", "😎",
  18. ">:-(", "😡",
  19. ":-(", "😞",
  20. ":-*", "😘",
  21. ":-/", "😕",
  22. "8-o", "😲",
  23. "%-)", "🤪",
  24. ":_(", "😢",
  25. ":-|", "😐",
  26. "<3", "&#10084;&#65039;",
  27. ":facepalm:", "&#129318;",
  28. ":shrug:", "&#129335;",
  29. ":shrug2:", "&#175;\\_(&#12484;)_/&#175;",
  30. ":eyeroll:", "&#128580;",
  31. ":beer:", "&#127866;",
  32. ":beers:", "&#127867;",
  33. ":munch:", "&#128561;",
  34. ":thumb:", "&#128077;",
  35. NULL, NULL
  36. };
  37. xs_dict *emojis(void)
  38. /* returns a dict with the emojis */
  39. {
  40. xs *fn = xs_fmt("%s/emojis.json", srv_basedir);
  41. FILE *f;
  42. if (mtime(fn) == 0) {
  43. /* file does not exist; create it with the defaults */
  44. xs *d = xs_dict_new();
  45. const char **emo = smileys;
  46. while (*emo) {
  47. d = xs_dict_append(d, emo[0], emo[1]);
  48. emo += 2;
  49. }
  50. if ((f = fopen(fn, "w")) != NULL) {
  51. xs_json_dump(d, 4, f);
  52. fclose(f);
  53. }
  54. else
  55. srv_log(xs_fmt("Error creating '%s'", fn));
  56. }
  57. xs_dict *d = NULL;
  58. if ((f = fopen(fn, "r")) != NULL) {
  59. d = xs_json_load(f);
  60. fclose(f);
  61. if (d == NULL)
  62. srv_log(xs_fmt("JSON parse error in '%s'", fn));
  63. }
  64. else
  65. srv_log(xs_fmt("Error opening '%s'", fn));
  66. return d;
  67. }
  68. /* Non-whitespace without trailing comma, period or closing paren */
  69. #define NOSPACE "([^[:space:],.)]+|[,.)]+[^[:space:],.)])+"
  70. static xs_str *format_line(const char *line, xs_list **attach)
  71. /* formats a line */
  72. {
  73. xs_str *s = xs_str_new(NULL);
  74. char *p;
  75. const char *v;
  76. /* split by markup */
  77. xs *sm = xs_regex_split(line,
  78. "("
  79. "`[^`]+`" "|"
  80. "~~[^~]+~~" "|"
  81. "\\*\\*?\\*?[^\\*]+\\*?\\*?\\*" "|"
  82. "__[^_]+__" "|" //anzu
  83. "!\\[[^]]+\\]\\([^\\)]+\\)" "|"
  84. "\\[[^]]+\\]\\([^\\)]+\\)" "|"
  85. "[a-z]+:/" "/" NOSPACE "|"
  86. "(mailto|xmpp):[^@[:space:]]+@" NOSPACE
  87. ")");
  88. int n = 0;
  89. p = sm;
  90. while (xs_list_iter(&p, &v)) {
  91. if ((n & 0x1)) {
  92. /* markup */
  93. if (xs_startswith(v, "`")) {
  94. xs *s1 = xs_strip_chars_i(xs_dup(v), "`");
  95. xs *e1 = encode_html(s1);
  96. xs *s2 = xs_fmt("<code>%s</code>", e1);
  97. s = xs_str_cat(s, s2);
  98. }
  99. else
  100. if (xs_startswith(v, "***")) {
  101. xs *s1 = xs_strip_chars_i(xs_dup(v), "*");
  102. xs *s2 = xs_fmt("<b><i>%s</i></b>", s1);
  103. s = xs_str_cat(s, s2);
  104. }
  105. else
  106. if (xs_startswith(v, "**")) {
  107. xs *s1 = xs_strip_chars_i(xs_dup(v), "*");
  108. xs *s2 = xs_fmt("<b>%s</b>", s1);
  109. s = xs_str_cat(s, s2);
  110. }
  111. else
  112. if (xs_startswith(v, "*")) {
  113. xs *s1 = xs_strip_chars_i(xs_dup(v), "*");
  114. xs *s2 = xs_fmt("<i>%s</i>", s1);
  115. s = xs_str_cat(s, s2);
  116. }
  117. //anzu - begin
  118. else
  119. if (xs_startswith(v, "__")) {
  120. xs *s1 = xs_strip_chars_i(xs_dup(v), "_");
  121. xs *s2 = xs_fmt("<u>%s</u>", s1);
  122. s = xs_str_cat(s, s2);
  123. }
  124. //anzu - end
  125. else
  126. if (xs_startswith(v, "~~")) {
  127. xs *s1 = xs_strip_chars_i(xs_dup(v), "~");
  128. xs *e1 = encode_html(s1);
  129. xs *s2 = xs_fmt("<s>%s</s>", e1);
  130. s = xs_str_cat(s, s2);
  131. }
  132. else
  133. if (*v == '[') {
  134. /* markdown-like links [label](url) */
  135. xs *w = xs_strip_chars_i(
  136. xs_replace_i(xs_replace(v, "#", "&#35;"), "@", "&#64;"),
  137. "![)");
  138. xs *l = xs_split_n(w, "](", 1);
  139. if (xs_list_len(l) == 2) {
  140. const char *name = xs_list_get(l, 0);
  141. const char *url = xs_list_get(l, 1);
  142. xs *link = xs_fmt("<a href=\"%s\">%s</a>", url, name);
  143. s = xs_str_cat(s, link);
  144. if (attach) {
  145. /* also add the link as an attachment */
  146. xs *d = xs_dict_new();
  147. d = xs_dict_append(d, "mediaType", "text/html");
  148. d = xs_dict_append(d, "url", url);
  149. d = xs_dict_append(d, "name", name);
  150. d = xs_dict_append(d, "type", "Link");
  151. *attach = xs_list_append(*attach, d);
  152. }
  153. }
  154. else
  155. s = xs_str_cat(s, v);
  156. }
  157. else
  158. if (*v == '!') {
  159. /* markdown-like images ![alt text](url to image) */
  160. xs *w = xs_strip_chars_i(
  161. xs_replace_i(xs_replace(v, "#", "&#35;"), "@", "&#64;"),
  162. "![)");
  163. xs *l = xs_split_n(w, "](", 1);
  164. if (xs_list_len(l) == 2) {
  165. const char *alt_text = xs_list_get(l, 0);
  166. const char *img_url = xs_list_get(l, 1);
  167. const char *mime = xs_mime_by_ext(img_url);
  168. if (attach != NULL && xs_startswith(mime, "image/")) {
  169. const xs_dict *ad;
  170. int add = 1;
  171. xs_list_foreach(*attach, ad) {
  172. if (strcmp(xs_dict_get_def(ad, "url", ""), img_url) == 0) {
  173. add = 0;
  174. break;
  175. }
  176. }
  177. if (add) {
  178. xs *d = xs_dict_new();
  179. d = xs_dict_append(d, "mediaType", mime);
  180. d = xs_dict_append(d, "url", img_url);
  181. d = xs_dict_append(d, "name", alt_text);
  182. d = xs_dict_append(d, "type", "Image");
  183. *attach = xs_list_append(*attach, d);
  184. }
  185. }
  186. else {
  187. xs *link = xs_fmt("<a href=\"%s\">%s</a>", img_url, alt_text);
  188. s = xs_str_cat(s, link);
  189. }
  190. }
  191. else
  192. s = xs_str_cat(s, v);
  193. }
  194. else
  195. if (xs_str_in(v, ":/" "/") != -1) {
  196. /* direct URLs in the post body */
  197. xs *u = xs_replace_i(xs_replace(v, "#", "&#35;"), "@", "&#64;");
  198. xs *v2 = xs_strip_chars_i(xs_dup(u), ".,)");
  199. const char *mime = xs_mime_by_ext(v2);
  200. if (attach != NULL && xs_startswith(mime, "image/")) {
  201. /* if it's a link to an image, insert it as an attachment */
  202. const xs_dict *ad;
  203. int add = 1;
  204. xs_list_foreach(*attach, ad) {
  205. if (strcmp(xs_dict_get_def(ad, "url", ""), v2) == 0) {
  206. add = 0;
  207. break;
  208. }
  209. }
  210. if (add) {
  211. xs *d = xs_dict_new();
  212. d = xs_dict_append(d, "mediaType", mime);
  213. d = xs_dict_append(d, "url", v2);
  214. d = xs_dict_append(d, "name", "");
  215. d = xs_dict_append(d, "type", "Image");
  216. *attach = xs_list_append(*attach, d);
  217. }
  218. }
  219. else {
  220. xs *s1 = xs_fmt("<a href=\"%s\" target=\"_blank\">%s</a>", v2, u);
  221. s = xs_str_cat(s, s1);
  222. if (attach) {
  223. /* also add the link as an attachment */
  224. xs *d = xs_dict_new();
  225. d = xs_dict_append(d, "mediaType", "text/html");
  226. d = xs_dict_append(d, "url", v2);
  227. d = xs_dict_append(d, "name", "");
  228. d = xs_dict_append(d, "type", "Link");
  229. *attach = xs_list_append(*attach, d);
  230. }
  231. }
  232. }
  233. else
  234. if (xs_match(v, "mailto*|xmpp*")) {
  235. xs *u = xs_replace_i(xs_replace(v, "#", "&#35;"), "@", "&#64;");
  236. xs *v2 = xs_strip_chars_i(xs_dup(u), ".,)");
  237. xs *s1 = xs_fmt("<a href=\"%s\" target=\"_blank\">%s</a>", v2, u);
  238. s = xs_str_cat(s, s1);
  239. }
  240. else
  241. s = xs_str_cat(s, v);
  242. }
  243. else
  244. /* surrounded text, copy directly */
  245. s = xs_str_cat(s, v);
  246. n++;
  247. }
  248. return s;
  249. }
  250. xs_str *not_really_markdown(const char *content, xs_list **attach, xs_list **tag)
  251. /* formats a content using some Markdown rules */
  252. {
  253. xs_str *s = xs_str_new(NULL);
  254. int in_pre = 0;
  255. int in_blq = 0;
  256. xs *list;
  257. char *p;
  258. const char *v;
  259. /* work by lines */
  260. list = xs_split(content, "\n");
  261. p = list;
  262. while (xs_list_iter(&p, &v)) {
  263. xs *ss = NULL;
  264. if (strcmp(v, "```") == 0) {
  265. if (!in_pre)
  266. s = xs_str_cat(s, "<pre>");
  267. else
  268. s = xs_str_cat(s, "</pre>");
  269. in_pre = !in_pre;
  270. continue;
  271. }
  272. if (in_pre) {
  273. // Encode all HTML characters when we're in pre element until we are out.
  274. ss = encode_html(v);
  275. s = xs_str_cat(s, ss);
  276. s = xs_str_cat(s, "<br>");
  277. continue;
  278. }
  279. else
  280. ss = xs_strip_i(format_line(v, attach));
  281. if (xs_startswith(ss, "---")) {
  282. /* delete the --- */
  283. ss = xs_strip_i(xs_crop_i(ss, 3, 0));
  284. s = xs_str_cat(s, "<hr>");
  285. s = xs_str_cat(s, ss);
  286. continue;
  287. }
  288. //anzu - begin
  289. // h1 reserved for snac?
  290. if (xs_startswith(ss, "# ")) {
  291. ss = xs_strip_i(xs_crop_i(ss, 2, 0));
  292. s = xs_str_cat(s, "<h2>");
  293. s = xs_str_cat(s, ss);
  294. s = xs_str_cat(s, "</h2>");
  295. continue;
  296. }
  297. if (xs_startswith(ss, "## ")) {
  298. ss = xs_strip_i(xs_crop_i(ss, 3, 0));
  299. s = xs_str_cat(s, "<h2>");
  300. s = xs_str_cat(s, ss);
  301. s = xs_str_cat(s, "</h2>");
  302. continue;
  303. }
  304. if (xs_startswith(ss, "### ")) {
  305. ss = xs_strip_i(xs_crop_i(ss, 4, 0));
  306. s = xs_str_cat(s, "<h3>");
  307. s = xs_str_cat(s, ss);
  308. s = xs_str_cat(s, "</h3>");
  309. continue;
  310. }
  311. //anzu - end
  312. if (xs_startswith(ss, ">")) {
  313. /* delete the > and subsequent spaces */
  314. ss = xs_strip_i(xs_crop_i(ss, 1, 0));
  315. if (!in_blq) {
  316. s = xs_str_cat(s, "<blockquote>");
  317. in_blq = 1;
  318. }
  319. s = xs_str_cat(s, ss);
  320. s = xs_str_cat(s, "<br>");
  321. continue;
  322. }
  323. if (in_blq) {
  324. s = xs_str_cat(s, "</blockquote>");
  325. in_blq = 0;
  326. }
  327. s = xs_str_cat(s, ss);
  328. s = xs_str_cat(s, "<br>");
  329. }
  330. if (in_blq)
  331. s = xs_str_cat(s, "</blockquote>");
  332. if (in_pre)
  333. s = xs_str_cat(s, "</pre>");
  334. /* some beauty fixes */
  335. s = xs_replace_i(s, "<br><br><blockquote>", "<br><blockquote>");
  336. s = xs_replace_i(s, "</blockquote><br>", "</blockquote>");
  337. s = xs_replace_i(s, "</pre><br>", "</pre>");
  338. s = xs_replace_i(s, "</h2><br>", "</h2>"); //anzu ???
  339. s = xs_replace_i(s, "</h3><br>", "</h3>"); //anzu ???
  340. {
  341. /* traditional emoticons */
  342. xs *d = emojis();
  343. int c = 0;
  344. const char *k, *v;
  345. while (xs_dict_next(d, &k, &v, &c)) {
  346. const char *t = xs_mime_by_ext(v);
  347. /* is it an URL to an image? */
  348. if (xs_startswith(v, "https:/" "/") &&
  349. (xs_startswith(t, "image/") || strcmp(t, "application/octet-stream") == 0)) {
  350. if (tag && xs_str_in(s, k) != -1) {
  351. /* add the emoji to the tag list */
  352. xs *e = xs_dict_new();
  353. xs *i = xs_dict_new();
  354. xs *u = xs_str_utctime(0, ISO_DATE_SPEC);
  355. e = xs_dict_append(e, "id", v);
  356. e = xs_dict_append(e, "type", "Emoji");
  357. e = xs_dict_append(e, "name", k);
  358. e = xs_dict_append(e, "updated", u);
  359. i = xs_dict_append(i, "type", "Image");
  360. i = xs_dict_append(i, "mediaType", t);
  361. i = xs_dict_append(i, "url", v);
  362. e = xs_dict_append(e, "icon", i);
  363. *tag = xs_list_append(*tag, e);
  364. }
  365. }
  366. else
  367. s = xs_replace_i(s, k, v);
  368. }
  369. }
  370. return s;
  371. }
  372. const char *valid_tags[] = {
  373. "a", "p", "br", "br/", "blockquote", "ul", "ol", "li", "cite", "small",
  374. "span", "i", "b", "u", "s", "pre", "code", "em", "strong", "hr", "img", "del", "bdi",
  375. "h2","h3", //anzu
  376. NULL
  377. };
  378. xs_str *sanitize(const char *content)
  379. /* cleans dangerous HTML output */
  380. {
  381. xs_str *s = xs_str_new(NULL);
  382. xs *sl;
  383. int n = 0;
  384. char *p;
  385. const char *v;
  386. sl = xs_regex_split(content, "</?[^>]+>");
  387. p = sl;
  388. n = 0;
  389. while (xs_list_iter(&p, &v)) {
  390. if (n & 0x1) {
  391. xs *s1 = xs_strip_i(xs_crop_i(xs_dup(v), v[1] == '/' ? 2 : 1, -1));
  392. xs *l1 = xs_split_n(s1, " ", 1);
  393. xs *tag = xs_tolower_i(xs_dup(xs_list_get(l1, 0)));
  394. xs *s2 = NULL;
  395. int i;
  396. /* check if it's one of the valid tags */
  397. for (i = 0; valid_tags[i]; i++) {
  398. if (strcmp(tag, valid_tags[i]) == 0)
  399. break;
  400. }
  401. if (valid_tags[i]) {
  402. /* accepted tag: rebuild it with only the accepted elements */
  403. xs *el = xs_regex_select(v, "(src|href|rel|class|target)=(\"[^\"]*\"|'[^']*')");
  404. xs *s3 = xs_join(el, " ");
  405. s2 = xs_fmt("<%s%s%s%s>",
  406. v[1] == '/' ? "/" : "", tag, xs_list_len(el) ? " " : "", s3);
  407. s = xs_str_cat(s, s2);
  408. } else {
  409. /* treat end of divs as paragraph breaks */
  410. if (strcmp(v, "</div>"))
  411. s = xs_str_cat(s, "<p>");
  412. }
  413. }
  414. else {
  415. /* non-tag */
  416. s = xs_str_cat(s, v);
  417. }
  418. n++;
  419. }
  420. return s;
  421. }
  422. xs_str *encode_html(const char *str)
  423. /* escapes html characters */
  424. {
  425. xs_str *encoded = xs_html_encode((char *)str);
  426. /* Restore only <br>. Probably safe. Let's hope nothing goes wrong with this. */
  427. encoded = xs_replace_i(encoded, "&lt;br&gt;", "<br>");
  428. return encoded;
  429. }