snac.h 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520
  1. /* snac - A simple, minimalistic ActivityPub instance */
  2. /* copyright (c) 2022 - 2026 grunfink et al. / MIT license */
  3. #define VERSION "2.95"
  4. #define USER_AGENT "snac/" VERSION
  5. #define WHAT_IS_SNAC_URL "https:/" "/comam.es/what-is-snac"
  6. #define SNAC_DOC_URL "https:/" "/comam.es/snac-doc"
  7. #define DIR_PERM 00770
  8. #define DIR_PERM_ADD 02770
  9. #define ISO_DATE_SPEC "%Y-%m-%dT%H:%M:%SZ"
  10. #ifndef MAX_THREADS
  11. #define MAX_THREADS 256
  12. #endif
  13. #ifndef MAX_JSON_DEPTH
  14. #define MAX_JSON_DEPTH 8
  15. #endif
  16. #ifndef MAX_CONVERSATION_LEVELS
  17. #define MAX_CONVERSATION_LEVELS 48
  18. #endif
  19. #define MD5_HEX_SIZE 33
  20. #define MD5_ALREADY_SEEN_MARK "00000000000000000000000000000000"
  21. extern double disk_layout;
  22. extern xs_str *srv_basedir;
  23. extern xs_dict *srv_config;
  24. extern xs_str *srv_baseurl;
  25. extern xs_str *srv_proxy_token_seed;
  26. extern xs_dict *srv_langs;
  27. extern const char *months[12];
  28. extern int dbglevel;
  29. #define L(s) lang_str((s), user)
  30. #define LL(s) (s)
  31. #define POSTLIKE_OBJECT_TYPE "Note|Question|Page|Article|Video|Audio|Event"
  32. int mkdirx(const char *pathname);
  33. #define valid_status(status) xs_http_valid_status(status)
  34. xs_str *tid(int offset);
  35. double ftime(void);
  36. void srv_log(xs_str *str);
  37. #define srv_debug(level, str) do { if (dbglevel >= (level)) \
  38. { srv_log((str)); } } while (0)
  39. typedef struct {
  40. xs_str *uid; /* uid */
  41. xs_str *basedir; /* user base directory */
  42. xs_dict *config; /* user configuration */
  43. xs_dict *config_o; /* user configuration admin override */
  44. xs_dict *key; /* keypair */
  45. xs_dict *links; /* validated links */
  46. xs_str *actor; /* actor url */
  47. xs_str *actor_alt; /* actor alternative url */
  48. xs_str *md5; /* actor url md5 */
  49. const xs_dict *lang;/* string translation dict */
  50. const char *tz; /* configured timezone */
  51. } snac;
  52. typedef struct {
  53. int s_size; /* struct size (for double checking) */
  54. int srv_running; /* server running on/off */
  55. int use_fcgi; /* FastCGI use on/off */
  56. time_t srv_start_time; /* start time */
  57. int job_fifo_size; /* job fifo size */
  58. int peak_job_fifo_size; /* maximum job fifo size seen */
  59. int n_threads; /* number of configured threads */
  60. enum { THST_STOP, THST_WAIT, THST_IN, THST_QUEUE } th_state[MAX_THREADS];
  61. } srv_state;
  62. typedef enum {
  63. OP_CHECK = 0,
  64. OP_ADD = 1,
  65. OP_DEL = 2,
  66. OP_LIST = 3,
  67. OP_FIND = 4,
  68. OP_ID = 5
  69. } snac_op;
  70. extern srv_state *p_state;
  71. enum {
  72. SCOPE_PUBLIC = 0,
  73. SCOPE_MENTIONED = 1,
  74. SCOPE_UNLISTED = 2,
  75. SCOPE_FOLLOWERS = 3,
  76. };
  77. void snac_log(const snac *user, xs_str *str);
  78. #define snac_debug(user, level, str) do { if (dbglevel >= (level)) \
  79. { snac_log((user), (str)); } } while (0)
  80. int srv_open(const char *basedir, int auto_upgrade);
  81. void srv_free(void);
  82. void sbox_enter(const char *basedir);
  83. int user_open(snac *snac, const char *uid);
  84. void user_free(snac *snac);
  85. xs_list *user_list(void);
  86. int user_open_by_md5(snac *snac, const char *md5);
  87. int user_persist(snac *snac, int publish);
  88. int validate_uid(const char *uid);
  89. xs_str *hash_password(const char *uid, const char *passwd, const char *nonce);
  90. int check_password(const char *uid, const char *passwd, const char *hash);
  91. char* findprog(const char *prog);
  92. int strip_media(const char *fn);
  93. int check_strip_tool(void);
  94. void srv_archive(const char *direction, const char *url, xs_dict *req,
  95. const char *payload, int p_size,
  96. int status, xs_dict *headers,
  97. const char *body, int b_size);
  98. void srv_archive_error(const char *prefix, const xs_str *err,
  99. const xs_dict *req, const xs_val *data);
  100. void srv_archive_qitem(const char *prefix, xs_dict *q_item);
  101. double mtime_nl(const char *fn, int *n_link);
  102. #define mtime(fn) mtime_nl(fn, NULL)
  103. double f_ctime(const char *fn);
  104. int index_add_md5(const char *fn, const char *md5);
  105. int index_add(const char *fn, const char *id);
  106. int index_gc(const char *fn);
  107. int index_first(const char *fn, char md5[MD5_HEX_SIZE]);
  108. int index_len(const char *fn);
  109. xs_list *index_list(const char *fn, int max);
  110. int index_desc_next(FILE *f, char md5[MD5_HEX_SIZE]);
  111. int index_desc_first(FILE *f, char md5[MD5_HEX_SIZE], int skip);
  112. int index_asc_next(FILE *f, char md5[MD5_HEX_SIZE]);
  113. int index_asc_first(FILE *f, char md5[MD5_HEX_SIZE], const char *seek_md5);
  114. xs_list *index_list_desc(const char *fn, int skip, int show);
  115. int object_add(const char *id, const xs_dict *obj);
  116. int object_add_ow(const char *id, const xs_dict *obj);
  117. int object_here_by_md5(const char *id);
  118. int object_here(const char *id);
  119. int object_get_by_md5(const char *md5, xs_dict **obj);
  120. int object_get(const char *id, xs_dict **obj);
  121. int object_del(const char *id);
  122. int object_del_if_unref(const char *id);
  123. double object_ctime_by_md5(const char *md5);
  124. double object_ctime(const char *id);
  125. double object_mtime_by_md5(const char *md5);
  126. double object_mtime(const char *id);
  127. void object_touch(const char *id);
  128. int object_admire(const char *id, const char *actor, int like);
  129. int object_unadmire(const char *id, const char *actor, int like);
  130. int object_emoji_react(const char *mid, const char *eid);
  131. int object_rm_emoji_react(const char *mid, const char *eid);
  132. int object_likes_len(const char *id);
  133. int object_announces_len(const char *id);
  134. int object_emojireacts_len(const char *id);
  135. xs_list *object_children(const char *id);
  136. xs_list *object_likes(const char *id);
  137. xs_list *object_announces(const char *id);
  138. xs_list *object_get_emoji_reacts(const char *id);
  139. int object_parent(const char *md5, char parent[MD5_HEX_SIZE]);
  140. int object_user_cache_add(snac *snac, const char *id, const char *cachedir);
  141. int object_user_cache_del(snac *snac, const char *id, const char *cachedir);
  142. int follower_add(snac *snac, const char *actor);
  143. int follower_del(snac *snac, const char *actor);
  144. int follower_check(snac *snac, const char *actor);
  145. xs_list *follower_list(snac *snac);
  146. int follower_list_len(snac *snac);
  147. int pending_add(snac *user, const char *actor, const xs_dict *msg);
  148. int pending_check(snac *user, const char *actor);
  149. xs_dict *pending_get(snac *user, const char *actor);
  150. void pending_del(snac *user, const char *actor);
  151. xs_list *pending_list(snac *user);
  152. int pending_count(snac *user);
  153. double timeline_mtime(snac *snac);
  154. int timeline_touch(snac *snac);
  155. int timeline_here_by_md5(snac *snac, const char *md5);
  156. int timeline_here(snac *snac, const char *id);
  157. int timeline_get_by_md5(snac *snac, const char *md5, xs_dict **msg);
  158. int timeline_del(snac *snac, const char *id);
  159. xs_str *user_index_fn(snac *user, const char *idx_name);
  160. xs_list *timeline_simple_list(snac *user, const char *idx_name, int skip, int show, int *more);
  161. xs_list *timeline_list(snac *snac, const char *idx_name, int skip, int show, int *more);
  162. int timeline_add(snac *snac, const char *id, const xs_dict *o_msg);
  163. int timeline_admire(snac *snac, const char *id, const char *admirer, int like, const xs_dict *msg);
  164. int timeline_emoji_react(const char *atto, const char *id, const xs_dict *o_msg);
  165. xs_list *timeline_top_level(snac *snac, const xs_list *list);
  166. void timeline_add_mark(snac *user);
  167. xs_list *local_list(snac *snac, int max);
  168. xs_str *instance_index_fn(void);
  169. xs_list *timeline_instance_list(int skip, int show);
  170. int following_add(snac *snac, const char *actor, const xs_dict *msg);
  171. int following_del(snac *snac, const char *actor);
  172. int following_check(snac *snac, const char *actor);
  173. int following_get(snac *snac, const char *actor, xs_dict **data);
  174. xs_list *following_list(snac *snac);
  175. int following_list_len(snac *snac);
  176. void mute(snac *snac, const char *actor);
  177. void unmute(snac *snac, const char *actor);
  178. int is_muted(snac *snac, const char *actor);
  179. xs_list *muted_list(snac *user);
  180. xs_str *emoji_reacted(snac *user, const char *id);
  181. int is_bookmarked(snac *user, const char *id);
  182. int bookmark(snac *user, const char *id);
  183. int unbookmark(snac *user, const char *id);
  184. xs_list *bookmark_list(snac *user);
  185. xs_str *bookmark_index_fn(snac *user);
  186. int pin(snac *user, const char *id);
  187. int unpin(snac *user, const char *id);
  188. int is_pinned(snac *user, const char *id);
  189. int is_pinned_by_md5(snac *user, const char *md5);
  190. xs_list *pinned_list(snac *user);
  191. int is_draft(snac *user, const char *id);
  192. void draft_del(snac *user, const char *id);
  193. void draft_add(snac *user, const char *id, const xs_dict *msg);
  194. xs_list *draft_list(snac *user);
  195. int is_scheduled(snac *user, const char *id);
  196. void schedule_del(snac *user, const char *id);
  197. void schedule_add(snac *user, const char *id, const xs_dict *msg);
  198. xs_list *scheduled_list(snac *user);
  199. void scheduled_process(snac *user);
  200. int limited(snac *user, const char *id, snac_op);
  201. #define is_limited(user, id) limited((user), (id), OP_CHECK)
  202. #define limit(user, id) limited((user), (id), OP_ADD)
  203. #define unlimit(user, id) limited((user), (id), OP_DEL)
  204. int cool(snac *user, const char *id, snac_op op);
  205. void hide(snac *snac, const char *id);
  206. int is_hidden(snac *snac, const char *id);
  207. int unhide(snac *user, const char *id);
  208. void tag_index(const char *id, const xs_dict *obj);
  209. xs_str *tag_fn(const char *tag);
  210. xs_list *tag_search(const char *tag, int skip, int show);
  211. xs_val *list_maint(snac *user, const char *list, snac_op op);
  212. xs_str *list_timeline_fn(snac *user, const char *list);
  213. xs_list *list_timeline(snac *user, const char *list, int skip, int show);
  214. xs_val *list_members(snac *user, const char *list_id, const char *actor_md5, snac_op op);
  215. void list_distribute(snac *user, const char *who, const xs_dict *post);
  216. int actor_add(const char *actor, const xs_dict *msg);
  217. int actor_get(const char *actor, xs_dict **data);
  218. int actor_get_refresh(snac *user, const char *actor, xs_dict **data);
  219. int static_get(snac *snac, const char *id, xs_val **data, int *size, const char *inm, xs_str **etag);
  220. void static_put(snac *snac, const char *id, const char *data, int size);
  221. void static_put_meta(snac *snac, const char *id, const char *str);
  222. xs_str *static_get_meta(snac *snac, const char *id);
  223. double history_mtime(snac *snac, const char *id);
  224. void history_add(snac *snac, const char *id, const char *content, int size,
  225. xs_str **etag);
  226. int history_get(snac *snac, const char *id, xs_str **content, int *size,
  227. const char *inm, xs_str **etag);
  228. int history_del(snac *snac, const char *id);
  229. xs_list *history_list(snac *snac);
  230. void lastlog_write(snac *snac, const char *source);
  231. xs_str *notify_check_time(snac *snac, int reset);
  232. void notify_add(snac *snac, const char *type, const char *utype,
  233. const char *actor, const char *objid, const xs_dict *msg);
  234. xs_dict *notify_get(snac *snac, const char *id);
  235. int notify_new_num(snac *snac);
  236. xs_list *notify_list(snac *snac, int skip, int show);
  237. xs_list *notify_filter_list(snac *snac, xs_list *ids, int skip, int show);
  238. void notify_clear(snac *snac);
  239. xs_dict *markers_get(snac *snac, const xs_list *markers);
  240. xs_dict *markers_set(snac *snac, const char *home_marker, const char *notify_marker);
  241. void inbox_add(const char *inbox);
  242. void inbox_add_by_actor(const xs_dict *actor);
  243. xs_list *inbox_list(void);
  244. int is_instance_blocked(const char *instance);
  245. int instance_block(const char *instance);
  246. int instance_unblock(const char *instance);
  247. int content_match(const char *file, const xs_dict *msg);
  248. xs_list *content_search(snac *user, const char *regex,
  249. int priv, int skip, int show, int max_secs, int *timeout);
  250. int actor_failure(const char *actor, snac_op op);
  251. int instance_failure(const char *url, snac_op op);
  252. int grave(const char *objid, snac_op op);
  253. void enqueue_input(snac *snac, const xs_dict *msg, const xs_dict *req, int retries);
  254. void enqueue_shared_input(const xs_dict *msg, const xs_dict *req, int retries);
  255. void enqueue_output_raw(const char *keyid, const char *seckey,
  256. const xs_dict *msg, const xs_str *inbox,
  257. int retries, int p_status);
  258. void enqueue_output(snac *snac, const xs_dict *msg,
  259. const xs_str *inbox, int retries, int p_status);
  260. void enqueue_output_by_actor(snac *snac, const xs_dict *msg,
  261. const xs_str *actor, int retries);
  262. void enqueue_email(const xs_str *msg, int retries);
  263. void enqueue_telegram(const xs_str *msg, const char *bot, const char *chat_id);
  264. void enqueue_ntfy(const xs_str *msg, const char *ntfy_server, const char *ntfy_token);
  265. void enqueue_message(snac *snac, const xs_dict *msg);
  266. void enqueue_close_question(snac *user, const char *id, int end_secs);
  267. void enqueue_object_request(snac *user, const char *id, int forward_secs);
  268. void enqueue_verify_links(snac *user);
  269. void enqueue_actor_refresh(snac *user, const char *actor, int forward_secs);
  270. void enqueue_webmention(const xs_dict *msg);
  271. void enqueue_notify_webhook(snac *user, const xs_dict *noti, int retries);
  272. void enqueue_collect_replies(snac *user, const char *post);
  273. void enqueue_collect_outbox(snac *user, const char *actor_id);
  274. void enqueue_fsck(void);
  275. int was_question_voted(snac *user, const char *id);
  276. xs_list *user_queue(snac *snac);
  277. xs_list *queue(void);
  278. xs_dict *queue_get(const char *fn);
  279. xs_dict *dequeue(const char *fn);
  280. void purge(snac *snac);
  281. void purge_all(void);
  282. xs_dict *http_signed_request_raw(const char *keyid, const char *seckey,
  283. const char *method, const char *url,
  284. const xs_dict *headers,
  285. const char *body, int b_size,
  286. int *status, xs_str **payload, int *p_size,
  287. int timeout);
  288. xs_dict *http_signed_request(snac *snac, const char *method, const char *url,
  289. const xs_dict *headers,
  290. const char *body, int b_size,
  291. int *status, xs_str **payload, int *p_size,
  292. int timeout);
  293. int check_signature(const xs_dict *req, xs_str **err, xs_str **key_id);
  294. srv_state *srv_state_op(xs_str **fname, int op);
  295. void httpd(void);
  296. int webfinger_request_signed(snac *snac, const char *qs, xs_str **actor, xs_str **user);
  297. int webfinger_request(const char *qs, xs_str **actor, xs_str **user);
  298. int webfinger_request_fake(const char *qs, xs_str **actor, xs_str **user);
  299. int webfinger_get_handler(const xs_dict *req, const char *q_path,
  300. xs_val **body, int *b_size, char **ctype);
  301. const char *default_avatar_base64(void);
  302. xs_str *process_tags(snac *snac, const char *content, xs_list **tag);
  303. void collect_replies(snac *user, const char *id);
  304. void collect_outbox(snac *user, const char *actor_id);
  305. const char *get_atto(const xs_dict *msg);
  306. const char *get_in_reply_to(const xs_dict *msg);
  307. xs_list *get_attachments(const xs_dict *msg);
  308. xs_dict *msg_admiration(snac *snac, const char *object, const char *type);
  309. xs_dict *msg_repulsion(snac *user, const char *id, const char *type);
  310. xs_dict *msg_emoji_init(snac *user, const char *mid, const char *eid);
  311. xs_dict *msg_emoji_unreact(snac *user, const char *id, const char *type);
  312. xs_dict *msg_create(snac *snac, const xs_dict *object);
  313. xs_dict *msg_follow(snac *snac, const char *actor);
  314. xs_dict *msg_note(snac *snac, const xs_str *content, const xs_val *rcpts,
  315. const xs_str *in_reply_to, const xs_list *attach,
  316. int scope, const char *lang_str, const char *msg_date);
  317. xs_dict *msg_undo(snac *snac, const xs_val *object);
  318. xs_dict *msg_delete(snac *snac, const char *id);
  319. xs_dict *msg_actor(snac *snac);
  320. xs_dict *msg_update(snac *snac, const xs_dict *object);
  321. xs_dict *msg_ping(snac *user, const char *rcpt);
  322. xs_dict *msg_pong(snac *user, const char *rcpt, const char *object);
  323. xs_dict *msg_move(snac *user, const char *new_account);
  324. xs_dict *msg_accept(snac *snac, const xs_val *object, const char *to);
  325. xs_dict *msg_question(snac *user, const char *content, xs_list *attach,
  326. const xs_list *opts, int multiple, int end_secs);
  327. xs_dict *msg_replies(snac *user, const char *id, int fill);
  328. int get_msg_visibility(const xs_dict *msg);
  329. int activitypub_request(snac *snac, const char *url, xs_dict **data);
  330. int actor_request(snac *user, const char *actor, xs_dict **data);
  331. int send_to_inbox_raw(const char *keyid, const char *seckey,
  332. const xs_str *inbox, const xs_dict *msg,
  333. xs_val **payload, int *p_size, int timeout);
  334. int send_to_inbox(snac *snac, const xs_str *inbox, const xs_dict *msg,
  335. xs_val **payload, int *p_size, int timeout);
  336. xs_str *get_actor_inbox(const char *actor, int shared);
  337. int send_to_actor(snac *snac, const char *actor, const xs_dict *msg,
  338. xs_val **payload, int *p_size, int timeout);
  339. int is_msg_mine(snac *user, const char *id);
  340. int is_msg_public(const xs_dict *msg);
  341. int is_msg_from_private_user(const xs_dict *msg);
  342. int is_msg_for_me(snac *snac, const xs_dict *msg);
  343. int process_user_queue(snac *snac);
  344. void process_queue_item(xs_dict *q_item);
  345. int process_queue(void);
  346. int activitypub_get_handler(const xs_dict *req, const char *q_path,
  347. char **body, int *b_size, char **ctype);
  348. int activitypub_post_handler(const xs_dict *req, const char *q_path,
  349. char *payload, int p_size,
  350. char **body, int *b_size, char **ctype);
  351. xs_dict *emojis(void);
  352. xs_dict *emojis_rm_categories(void);
  353. xs_str *format_text_with_emoji(snac *user, const char *text, int ems, const char *proxy);
  354. xs_str *not_really_markdown(const char *content, xs_list **attach, xs_list **tag);
  355. xs_str *sanitize(const char *content);
  356. xs_str *encode_html(const char *str);
  357. xs_str *html_timeline(snac *user, const xs_list *list, int read_only,
  358. int skip, int show, int show_more,
  359. const char *title, const char *page,
  360. int utl, const char *error, int terse, int tb_friendly);
  361. int html_get_handler(const xs_dict *req, const char *q_path,
  362. char **body, int *b_size, char **ctype,
  363. xs_str **etag, xs_str **last_modified);
  364. int html_post_handler(const xs_dict *req, const char *q_path,
  365. char *payload, int p_size,
  366. char **body, int *b_size, char **ctype);
  367. int write_default_css(void);
  368. int snac_init(const char *_basedir);
  369. int adduser(const char *uid);
  370. int resetpwd(snac *snac);
  371. int deluser(snac *user);
  372. extern const char *snac_blurb;
  373. void job_post(const xs_val *job, int urgent);
  374. void job_wait(xs_val **job);
  375. int oauth_get_handler(const xs_dict *req, const char *q_path,
  376. char **body, int *b_size, char **ctype);
  377. int oauth_post_handler(const xs_dict *req, const char *q_path,
  378. const char *payload, int p_size,
  379. char **body, int *b_size, char **ctype);
  380. int mastoapi_get_handler(const xs_dict *req, const char *q_path,
  381. char **body, int *b_size, char **ctype, xs_str **link);
  382. int mastoapi_post_handler(const xs_dict *req, const char *q_path,
  383. const char *payload, int p_size,
  384. char **body, int *b_size, char **ctype);
  385. int mastoapi_delete_handler(const xs_dict *req, const char *q_path,
  386. const char *payload, int p_size,
  387. char **body, int *b_size, char **ctype);
  388. int mastoapi_put_handler(const xs_dict *req, const char *q_path,
  389. const char *payload, int p_size,
  390. char **body, int *b_size, char **ctype);
  391. void persist_image(const char *key, const xs_val *data, const char *payload, snac *snac);
  392. int mastoapi_patch_handler(const xs_dict *req, const char *q_path,
  393. const char *payload, int p_size,
  394. char **body, int *b_size, char **ctype);
  395. void mastoapi_purge(void);
  396. void verify_links(snac *user);
  397. void export_csv(snac *user);
  398. void export_posts(snac *user);
  399. int migrate_account(snac *user);
  400. void import_blocked_accounts_csv(snac *user, const char *fn);
  401. void import_following_accounts_csv(snac *user, const char *fn);
  402. void import_list_csv(snac *user, const char *fn);
  403. void import_csv(snac *user);
  404. int parse_port(const char *url, const char **errstr);
  405. typedef struct {
  406. double timestamp;
  407. char *text;
  408. } t_announcement;
  409. t_announcement *announcement(double after);
  410. xs_str *make_url(const char *href, const char *proxy, int by_token);
  411. int badlogin_check(const char *user, const char *addr);
  412. void badlogin_inc(const char *user, const char *addr);
  413. const char *lang_str(const char *str, const snac *user);
  414. xs_str *rss_from_timeline(snac *user, const xs_list *timeline,
  415. const char *title, const char *link, const char *desc);
  416. void rss_to_timeline(snac *user, const char *url);
  417. void rss_poll_hashtags(void);
  418. void data_fsck(void);
  419. xs_list *user_top_ten(snac *user, int count);