utils.c 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907
  1. /* snac - A simple, minimalistic ActivityPub instance */
  2. /* copyright (c) 2022 - 2024 grunfink et al. / MIT license */
  3. #include "xs.h"
  4. #include "xs_io.h"
  5. #include "xs_json.h"
  6. #include "xs_time.h"
  7. #include "xs_openssl.h"
  8. #include "xs_random.h"
  9. #include "xs_glob.h"
  10. #include "xs_curl.h"
  11. #include "xs_regex.h"
  12. #include "snac.h"
  13. #include <sys/stat.h>
  14. #include <stdlib.h>
  15. static const char *default_srv_config = "{"
  16. "\"host\": \"\","
  17. "\"prefix\": \"\","
  18. "\"address\": \"127.0.0.1\","
  19. "\"port\": 8001,"
  20. "\"layout\": 0.0,"
  21. "\"dbglevel\": 0,"
  22. "\"queue_retry_minutes\": 2,"
  23. "\"queue_retry_max\": 10,"
  24. "\"queue_timeout\": 6,"
  25. "\"queue_timeout_2\": 8,"
  26. "\"cssurls\": [\"\"],"
  27. "\"max_timeline_entries\": 50,"
  28. "\"timeline_purge_days\": 120,"
  29. "\"local_purge_days\": 0,"
  30. "\"min_account_age\": 0,"
  31. "\"admin_email\": \"\","
  32. "\"admin_account\": \"\","
  33. "\"title\": \"\","
  34. "\"short_description\": \"\","
  35. "\"short_description_raw\": false,"
  36. "\"protocol\": \"https\","
  37. "\"fastcgi\": false"
  38. "}";
  39. static const char *default_css =
  40. "body { max-width: 48em; margin: auto; line-height: 1.5; padding: 0.8em; word-wrap: break-word; }\n"
  41. "pre { overflow-x: scroll; }\n"
  42. ".snac-embedded-video, img { max-width: 100% }\n"
  43. ".snac-origin { font-size: 85% }\n"
  44. ".snac-score { float: right; font-size: 85% }\n"
  45. ".snac-top-user { text-align: center; padding-bottom: 2em }\n"
  46. ".snac-top-user-name { font-size: 200% }\n"
  47. ".snac-top-user-id { font-size: 150% }\n"
  48. ".snac-announcement { border: black 1px solid; padding: 0.5em }\n"
  49. ".snac-avatar { float: left; height: 2.5em; width: 2.5em; padding: 0.25em }\n"
  50. ".snac-author { font-size: 90%; text-decoration: none }\n"
  51. ".snac-author-tag { font-size: 80% }\n"
  52. ".snac-pubdate { color: #a0a0a0; font-size: 90% }\n"
  53. ".snac-top-controls { padding-bottom: 1.5em }\n"
  54. ".snac-post { border-top: 1px solid #a0a0a0; padding-top: 0.5em; padding-bottom: 0.5em; }\n"
  55. ".snac-children { padding-left: 1em; border-left: 1px solid #a0a0a0; }\n"
  56. ".snac-textarea { font-family: inherit; width: 100% }\n"
  57. ".snac-history { border: 1px solid #606060; border-radius: 3px; margin: 2.5em 0; padding: 0 2em }\n"
  58. ".snac-btn-mute { float: right; margin-left: 0.5em }\n"
  59. ".snac-btn-unmute { float: right; margin-left: 0.5em }\n"
  60. ".snac-btn-follow { float: right; margin-left: 0.5em }\n"
  61. ".snac-btn-unfollow { float: right; margin-left: 0.5em }\n"
  62. ".snac-btn-hide { float: right; margin-left: 0.5em }\n"
  63. ".snac-btn-delete { float: right; margin-left: 0.5em }\n"
  64. ".snac-btn-limit { float: right; margin-left: 0.5em }\n"
  65. ".snac-btn-unlimit { float: right; margin-left: 0.5em }\n"
  66. ".snac-footer { margin-top: 2em; font-size: 75% }\n"
  67. ".snac-poll-result { margin-left: auto; margin-right: auto; }\n"
  68. ".snac-list-of-lists { padding-left: 0; }\n"
  69. ".snac-list-of-lists li { display: inline; border: 1px solid #a0a0a0; border-radius: 25px;\n"
  70. " margin-right: 0.5em; padding-left: 0.5em; padding-right: 0.5em; }\n"
  71. "@media (prefers-color-scheme: dark) { \n"
  72. " body, input, textarea { background-color: #000; color: #fff; }\n"
  73. " a { color: #7799dd }\n"
  74. " a:visited { color: #aa99dd }\n"
  75. "}\n"
  76. ;
  77. const char *snac_blurb =
  78. "<p><b>%host%</b> is a <a href=\"https:/"
  79. "/en.wikipedia.org/wiki/Fediverse\">Fediverse</a> "
  80. "instance that uses the <a href=\"https:/"
  81. "/en.wikipedia.org/wiki/ActivityPub\">ActivityPub</a> "
  82. "protocol. In other words, users at this host can communicate with people "
  83. "that use software like Mastodon, Pleroma, Friendica, etc. "
  84. "all around the world.</p>\n"
  85. "<p>This server runs the "
  86. "<a href=\"" WHAT_IS_SNAC_URL "\">snac</a> software and there is no "
  87. "automatic sign-up process.</p>\n"
  88. ;
  89. static const char *greeting_html =
  90. "<!DOCTYPE html>\n"
  91. "<html><head>\n"
  92. "<meta name=\"viewport\" content=\"width=device-width, initial-scale=1\"/>\n"
  93. "<link rel=\"icon\" type=\"image/x-icon\" href=\"https://%host%/favicon.ico\"/>\n"
  94. "<title>Welcome to %host%</title>\n"
  95. "<body style=\"margin: auto; max-width: 50em\">\n"
  96. "%blurb%"
  97. "<p>The following users are part of this community:</p>\n"
  98. "\n"
  99. "%userlist%\n"
  100. "\n"
  101. "<p>This site is powered by <abbr title=\"Social Networks Are Crap\">snac</abbr>.</p>\n"
  102. "</body></html>\n";
  103. int write_default_css(void)
  104. {
  105. FILE *f;
  106. xs *sfn = xs_fmt("%s/style.css", srv_basedir);
  107. if ((f = fopen(sfn, "w")) == NULL)
  108. return 1;
  109. fwrite(default_css, strlen(default_css), 1, f);
  110. fclose(f);
  111. return 0;
  112. }
  113. int snac_init(const char *basedir)
  114. {
  115. FILE *f;
  116. if (basedir == NULL) {
  117. printf("Base directory: "); fflush(stdout);
  118. srv_basedir = xs_strip_i(xs_readline(stdin));
  119. }
  120. else
  121. srv_basedir = xs_str_new(basedir);
  122. if (srv_basedir == NULL || *srv_basedir == '\0')
  123. return 1;
  124. if (xs_endswith(srv_basedir, "/"))
  125. srv_basedir = xs_crop_i(srv_basedir, 0, -1);
  126. if (mtime(srv_basedir) != 0.0) {
  127. printf("ERROR: directory '%s' must not exist.\n", srv_basedir);
  128. return 1;
  129. }
  130. srv_config = xs_json_loads(default_srv_config);
  131. xs *layout = xs_number_new(disk_layout);
  132. srv_config = xs_dict_set(srv_config, "layout", layout);
  133. int is_unix_socket = 0;
  134. printf("Network address or full path to unix socket [%s]: ", xs_dict_get(srv_config, "address")); fflush(stdout);
  135. {
  136. xs *i = xs_strip_i(xs_readline(stdin));
  137. if (*i) {
  138. srv_config = xs_dict_set(srv_config, "address", i);
  139. if (*i == '/')
  140. is_unix_socket = 1;
  141. }
  142. }
  143. if (!is_unix_socket) {
  144. printf("Network port [%d]: ", (int)xs_number_get(xs_dict_get(srv_config, "port"))); fflush(stdout);
  145. {
  146. xs *i = xs_strip_i(xs_readline(stdin));
  147. if (*i) {
  148. xs *n = xs_number_new(atoi(i));
  149. srv_config = xs_dict_set(srv_config, "port", n);
  150. }
  151. }
  152. }
  153. else {
  154. xs *n = xs_number_new(0);
  155. srv_config = xs_dict_set(srv_config, "port", n);
  156. }
  157. printf("Host name: "); fflush(stdout);
  158. {
  159. xs *i = xs_strip_i(xs_readline(stdin));
  160. if (*i == '\0')
  161. return 1;
  162. srv_config = xs_dict_set(srv_config, "host", i);
  163. }
  164. printf("URL prefix: "); fflush(stdout);
  165. {
  166. xs *i = xs_strip_i(xs_readline(stdin));
  167. if (*i) {
  168. if (xs_endswith(i, "/"))
  169. i = xs_crop_i(i, 0, -1);
  170. srv_config = xs_dict_set(srv_config, "prefix", i);
  171. }
  172. }
  173. printf("Admin email address (optional): "); fflush(stdout);
  174. {
  175. xs *i = xs_strip_i(xs_readline(stdin));
  176. srv_config = xs_dict_set(srv_config, "admin_email", i);
  177. }
  178. if (mkdirx(srv_basedir) == -1) {
  179. printf("ERROR: cannot create directory '%s'\n", srv_basedir);
  180. return 1;
  181. }
  182. xs *udir = xs_fmt("%s/user", srv_basedir);
  183. mkdirx(udir);
  184. xs *odir = xs_fmt("%s/object", srv_basedir);
  185. mkdirx(odir);
  186. xs *qdir = xs_fmt("%s/queue", srv_basedir);
  187. mkdirx(qdir);
  188. xs *ibdir = xs_fmt("%s/inbox", srv_basedir);
  189. mkdirx(ibdir);
  190. xs *gfn = xs_fmt("%s/greeting.html", srv_basedir);
  191. if ((f = fopen(gfn, "w")) == NULL) {
  192. printf("ERROR: cannot create '%s'\n", gfn);
  193. return 1;
  194. }
  195. xs *gh = xs_replace(greeting_html, "%blurb%", snac_blurb);
  196. fwrite(gh, strlen(gh), 1, f);
  197. fclose(f);
  198. if (write_default_css()) {
  199. printf("ERROR: cannot create style.css\n");
  200. return 1;
  201. }
  202. xs *cfn = xs_fmt("%s/server.json", srv_basedir);
  203. if ((f = fopen(cfn, "w")) == NULL) {
  204. printf("ERROR: cannot create '%s'\n", cfn);
  205. return 1;
  206. }
  207. xs_json_dump(srv_config, 4, f);
  208. fclose(f);
  209. printf("Done.\n");
  210. return 0;
  211. }
  212. void new_password(const char *uid, xs_str **clear_pwd, xs_str **hashed_pwd)
  213. /* creates a random password */
  214. {
  215. int rndbuf[3];
  216. xs_rnd_buf(rndbuf, sizeof(rndbuf));
  217. *clear_pwd = xs_base64_enc((char *)rndbuf, sizeof(rndbuf));
  218. *hashed_pwd = hash_password(uid, *clear_pwd, NULL);
  219. }
  220. int adduser(const char *uid)
  221. /* creates a new user */
  222. {
  223. snac snac;
  224. xs *config = xs_dict_new();
  225. xs *date = xs_str_utctime(0, ISO_DATE_SPEC);
  226. xs *pwd = NULL;
  227. xs *pwd_f = NULL;
  228. xs *key = NULL;
  229. FILE *f;
  230. if (uid == NULL) {
  231. printf("Username: "); fflush(stdout);
  232. uid = xs_strip_i(xs_readline(stdin));
  233. }
  234. if (!validate_uid(uid)) {
  235. printf("ERROR: only alphanumeric characters and _ are allowed in user ids.\n");
  236. return 1;
  237. }
  238. if (user_open(&snac, uid)) {
  239. printf("ERROR: user '%s' already exists\n", snac.uid);
  240. return 1;
  241. }
  242. new_password(uid, &pwd, &pwd_f);
  243. config = xs_dict_append(config, "uid", uid);
  244. config = xs_dict_append(config, "name", uid);
  245. config = xs_dict_append(config, "avatar", "");
  246. config = xs_dict_append(config, "bio", "");
  247. config = xs_dict_append(config, "cw", "");
  248. config = xs_dict_append(config, "published", date);
  249. config = xs_dict_append(config, "passwd", pwd_f);
  250. xs *basedir = xs_fmt("%s/user/%s", srv_basedir, uid);
  251. if (mkdirx(basedir) == -1) {
  252. printf("ERROR: cannot create directory '%s'\n", basedir);
  253. return 0;
  254. }
  255. const char *dirs[] = {
  256. "followers", "following", "muted", "hidden",
  257. "public", "private", "queue", "history",
  258. "static", NULL };
  259. int n;
  260. for (n = 0; dirs[n]; n++) {
  261. xs *d = xs_fmt("%s/%s", basedir, dirs[n]);
  262. mkdirx(d);
  263. }
  264. xs *cfn = xs_fmt("%s/user.json", basedir);
  265. if ((f = fopen(cfn, "w")) == NULL) {
  266. printf("ERROR: cannot create '%s'\n", cfn);
  267. return 1;
  268. }
  269. else {
  270. xs_json_dump(config, 4, f);
  271. fclose(f);
  272. }
  273. printf("\nCreating RSA key...\n");
  274. key = xs_evp_genkey(4096);
  275. printf("Done.\n");
  276. xs *kfn = xs_fmt("%s/key.json", basedir);
  277. if ((f = fopen(kfn, "w")) == NULL) {
  278. printf("ERROR: cannot create '%s'\n", kfn);
  279. return 1;
  280. }
  281. else {
  282. xs_json_dump(key, 4, f);
  283. fclose(f);
  284. }
  285. printf("\nUser password is %s\n", pwd);
  286. printf("\nGo to %s/%s and continue configuring your user there.\n", srv_baseurl, uid);
  287. return 0;
  288. }
  289. int resetpwd(snac *snac)
  290. /* creates a new password for the user */
  291. {
  292. xs *clear_pwd = NULL;
  293. xs *hashed_pwd = NULL;
  294. xs *fn = xs_fmt("%s/user.json", snac->basedir);
  295. FILE *f;
  296. int ret = 0;
  297. new_password(snac->uid, &clear_pwd, &hashed_pwd);
  298. snac->config = xs_dict_set(snac->config, "passwd", hashed_pwd);
  299. if ((f = fopen(fn, "w")) != NULL) {
  300. xs_json_dump(snac->config, 4, f);
  301. fclose(f);
  302. printf("New password for user %s is %s\n", snac->uid, clear_pwd);
  303. }
  304. else {
  305. printf("ERROR: cannot write to %s\n", fn);
  306. ret = 1;
  307. }
  308. return ret;
  309. }
  310. void rm_rf(const char *dir)
  311. /* does an rm -rf (yes, I'm also scared) */
  312. {
  313. xs *d = xs_str_cat(xs_dup(dir), "/" "*");
  314. xs *l = xs_glob(d, 0, 0);
  315. xs_list *p = l;
  316. const xs_str *v;
  317. if (dbglevel >= 1)
  318. printf("Deleting directory %s\n", dir);
  319. while (xs_list_iter(&p, &v)) {
  320. struct stat st;
  321. if (stat(v, &st) != -1) {
  322. if (st.st_mode & S_IFDIR) {
  323. rm_rf(v);
  324. }
  325. else {
  326. if (dbglevel >= 1)
  327. printf("Deleting file %s\n", v);
  328. if (unlink(v) == -1)
  329. printf("ERROR: cannot delete file %s\n", v);
  330. }
  331. }
  332. else
  333. printf("ERROR: stat() fail for %s\n", v);
  334. }
  335. if (rmdir(dir) == -1)
  336. printf("ERROR: cannot delete directory %s\n", dir);
  337. }
  338. int deluser(snac *user)
  339. /* deletes a user */
  340. {
  341. int ret = 0;
  342. xs *fwers = following_list(user);
  343. xs_list *p = fwers;
  344. const xs_str *v;
  345. while (xs_list_iter(&p, &v)) {
  346. xs *object = NULL;
  347. if (valid_status(following_get(user, v, &object))) {
  348. xs *msg = msg_undo(user, xs_dict_get(object, "object"));
  349. following_del(user, v);
  350. enqueue_output_by_actor(user, msg, v, 0);
  351. printf("Unfollowing actor %s\n", v);
  352. }
  353. }
  354. rm_rf(user->basedir);
  355. return ret;
  356. }
  357. void verify_links(snac *user)
  358. /* verifies a user's links */
  359. {
  360. xs *metadata = NULL;
  361. const xs_dict *md = xs_dict_get(user->config, "metadata");
  362. const char *k, *v;
  363. int changed = 0;
  364. xs *headers = xs_dict_new();
  365. headers = xs_dict_append(headers, "accept", "text/html");
  366. headers = xs_dict_append(headers, "user-agent", USER_AGENT " (link verify)");
  367. if (xs_type(md) == XSTYPE_DICT)
  368. metadata = xs_dup(md);
  369. else
  370. if (xs_type(md) == XSTYPE_STRING) {
  371. /* convert to dict for easier iteration */
  372. metadata = xs_dict_new();
  373. xs *l = xs_split(md, "\n");
  374. const char *ll;
  375. xs_list_foreach(l, ll) {
  376. xs *kv = xs_split_n(ll, "=", 1);
  377. const char *k = xs_list_get(kv, 0);
  378. const char *v = xs_list_get(kv, 1);
  379. if (k && v) {
  380. xs *kk = xs_strip_i(xs_dup(k));
  381. xs *vv = xs_strip_i(xs_dup(v));
  382. metadata = xs_dict_set(metadata, kk, vv);
  383. }
  384. }
  385. }
  386. int c = 0;
  387. while (metadata && xs_dict_next(metadata, &k, &v, &c)) {
  388. /* not an https link? skip */
  389. if (!xs_startswith(v, "https:/" "/"))
  390. continue;
  391. int status;
  392. xs *req = NULL;
  393. xs *payload = NULL;
  394. int p_size = 0;
  395. req = xs_http_request("GET", v, headers, NULL, 0, &status,
  396. &payload, &p_size, 0);
  397. if (!valid_status(status)) {
  398. snac_log(user, xs_fmt("link %s verify error %d", v, status));
  399. continue;
  400. }
  401. /* extract the links */
  402. xs *ls = xs_regex_select(payload, "< *(a|link) +[^>]+>");
  403. xs_list *lp = ls;
  404. const char *ll;
  405. int vfied = 0;
  406. while (!vfied && xs_list_iter(&lp, &ll)) {
  407. /* extract href and rel */
  408. xs *r = xs_regex_select(ll, "(href|rel) *= *(\"[^\"]*\"|'[^']*')");
  409. /* must have both attributes */
  410. if (xs_list_len(r) != 2)
  411. continue;
  412. xs *href = NULL;
  413. int is_rel_me = 0;
  414. xs_list *pr = r;
  415. const char *ar;
  416. while (xs_list_iter(&pr, &ar)) {
  417. xs *nq = xs_dup(ar);
  418. nq = xs_replace_i(nq, "\"", "");
  419. nq = xs_replace_i(nq, "'", "");
  420. xs *r2 = xs_split_n(nq, "=", 1);
  421. if (xs_list_len(r2) != 2)
  422. continue;
  423. xs *ak = xs_strip_i(xs_dup(xs_list_get(r2, 0)));
  424. xs *av = xs_strip_i(xs_dup(xs_list_get(r2, 1)));
  425. if (strcmp(ak, "href") == 0)
  426. href = xs_dup(av);
  427. else
  428. if (strcmp(ak, "rel") == 0) {
  429. /* split the value by spaces */
  430. xs *vbs = xs_split(av, " ");
  431. /* is any of it "me"? */
  432. if (xs_list_in(vbs, "me") != -1)
  433. is_rel_me = 1;
  434. }
  435. }
  436. /* after all this acrobatics, do we have an href and a rel="me"? */
  437. if (href != NULL && is_rel_me) {
  438. /* is it the same as the actor? */
  439. if (strcmp(href, user->actor) == 0) {
  440. /* got it! */
  441. xs *verified_time = xs_number_new((double)time(NULL));
  442. if (user->links == NULL)
  443. user->links = xs_dict_new();
  444. user->links = xs_dict_set(user->links, v, verified_time);
  445. vfied = 1;
  446. }
  447. else
  448. snac_debug(user, 1,
  449. xs_fmt("verify link %s rel='me' found but not related (%s)", v, href));
  450. }
  451. }
  452. if (vfied) {
  453. changed++;
  454. snac_log(user, xs_fmt("link %s verified", v));
  455. }
  456. else {
  457. snac_log(user, xs_fmt("link %s not verified (rel='me' not found)", v));
  458. }
  459. }
  460. if (changed) {
  461. FILE *f;
  462. /* update the links.json file */
  463. xs *fn = xs_fmt("%s/links.json", user->basedir);
  464. xs *bfn = xs_fmt("%s.bak", fn);
  465. rename(fn, bfn);
  466. if ((f = fopen(fn, "w")) != NULL) {
  467. xs_json_dump(user->links, 4, f);
  468. fclose(f);
  469. }
  470. else
  471. rename(bfn, fn);
  472. }
  473. }
  474. void export_csv(snac *user)
  475. /* exports user data to current directory in a way that pleases Mastodon */
  476. {
  477. FILE *f;
  478. xs *fn = NULL;
  479. fn = xs_fmt("%s/export/bookmarks.csv", user->basedir);
  480. if ((f = fopen(fn, "w")) != NULL) {
  481. snac_log(user, xs_fmt("Creating %s...", fn));
  482. xs *l = bookmark_list(user);
  483. const char *md5;
  484. xs_list_foreach(l, md5) {
  485. xs *post = NULL;
  486. if (valid_status(object_get_by_md5(md5, &post))) {
  487. const char *id = xs_dict_get(post, "id");
  488. if (xs_type(id) == XSTYPE_STRING)
  489. fprintf(f, "%s\n", id);
  490. }
  491. }
  492. fclose(f);
  493. }
  494. else
  495. snac_log(user, xs_fmt("Cannot create file %s", fn));
  496. xs_free(fn);
  497. fn = xs_fmt("%s/export/blocked_accounts.csv", user->basedir);
  498. if ((f = fopen(fn, "w")) != NULL) {
  499. snac_log(user, xs_fmt("Creating %s...", fn));
  500. xs *l = muted_list(user);
  501. const char *actor;
  502. xs_list_foreach(l, actor) {
  503. xs *uid = NULL;
  504. webfinger_request_fake(actor, NULL, &uid);
  505. fprintf(f, "%s\n", uid);
  506. }
  507. fclose(f);
  508. }
  509. else
  510. snac_log(user, xs_fmt("Cannot create file %s", fn));
  511. xs_free(fn);
  512. fn = xs_fmt("%s/export/lists.csv", user->basedir);
  513. if ((f = fopen(fn, "w")) != NULL) {
  514. snac_log(user, xs_fmt("Creating %s...", fn));
  515. xs *lol = list_maint(user, NULL, 0);
  516. const xs_list *li;
  517. xs_list_foreach(lol, li) {
  518. const char *lid = xs_list_get(li, 0);
  519. const char *ltitle = xs_list_get(li, 1);
  520. xs *actors = list_content(user, lid, NULL, 0);
  521. const char *md5;
  522. xs_list_foreach(actors, md5) {
  523. xs *actor = NULL;
  524. if (valid_status(object_get_by_md5(md5, &actor))) {
  525. const char *id = xs_dict_get(actor, "id");
  526. xs *uid = NULL;
  527. webfinger_request_fake(id, NULL, &uid);
  528. fprintf(f, "%s,%s\n", ltitle, uid);
  529. }
  530. }
  531. }
  532. fclose(f);
  533. }
  534. else
  535. snac_log(user, xs_fmt("Cannot create file %s", fn));
  536. xs_free(fn);
  537. fn = xs_fmt("%s/export/following_accounts.csv", user->basedir);
  538. if ((f = fopen(fn, "w")) != NULL) {
  539. snac_log(user, xs_fmt("Creating %s...", fn));
  540. fprintf(f, "Account address,Show boosts,Notify on new posts,Languages\n");
  541. xs *fwing = following_list(user);
  542. const char *actor;
  543. xs_list_foreach(fwing, actor) {
  544. xs *uid = NULL;
  545. webfinger_request_fake(actor, NULL, &uid);
  546. fprintf(f, "%s,%s,false,\n", uid, limited(user, actor, 0) ? "false" : "true");
  547. }
  548. fclose(f);
  549. }
  550. else
  551. snac_log(user, xs_fmt("Cannot create file %s", fn));
  552. }
  553. void import_blocked_accounts_csv(snac *user, const char *ifn)
  554. /* imports a Mastodon CSV file of blocked accounts */
  555. {
  556. FILE *f;
  557. xs *l = xs_split(ifn, "/");
  558. xs *fn = xs_fmt("%s/import/%s", user->basedir, xs_list_get(l, -1));
  559. if ((f = fopen(fn, "r")) != NULL) {
  560. snac_log(user, xs_fmt("Importing from %s...", fn));
  561. while (!feof(f)) {
  562. xs *l = xs_strip_i(xs_readline(f));
  563. if (*l && strchr(l, '@') != NULL) {
  564. xs *url = NULL;
  565. xs *uid = NULL;
  566. if (valid_status(webfinger_request(l, &url, &uid))) {
  567. if (is_muted(user, url))
  568. snac_log(user, xs_fmt("Actor %s already MUTEd", url));
  569. else {
  570. mute(user, url);
  571. snac_log(user, xs_fmt("MUTEd actor %s", url));
  572. }
  573. }
  574. else
  575. snac_log(user, xs_fmt("Webfinger error for account %s", l));
  576. }
  577. }
  578. fclose(f);
  579. }
  580. else
  581. snac_log(user, xs_fmt("Cannot open file %s", fn));
  582. }
  583. void import_following_accounts_csv(snac *user, const char *ifn)
  584. /* imports a Mastodon CSV file of accounts to follow */
  585. {
  586. FILE *f;
  587. xs *l = xs_split(ifn, "/");
  588. xs *fn = xs_fmt("%s/import/%s", user->basedir, xs_list_get(l, -1));
  589. if ((f = fopen(fn, "r")) != NULL) {
  590. snac_log(user, xs_fmt("Importing from %s...", fn));
  591. while (!feof(f)) {
  592. xs *l = xs_strip_i(xs_readline(f));
  593. if (*l) {
  594. xs *l2 = xs_split(l, ",");
  595. const char *acct = xs_list_get(l2, 0);
  596. const char *show = xs_list_get(l2, 1);
  597. if (acct) {
  598. /* not a valid account? skip (probably the CSV header) */
  599. if (strchr(acct, '@') == NULL)
  600. continue;
  601. xs *msg = msg_follow(user, acct);
  602. if (msg == NULL) {
  603. snac_log(user, xs_fmt("Cannot follow %s -- server down?", acct));
  604. continue;
  605. }
  606. const char *actor = xs_dict_get(msg, "object");
  607. if (following_check(user, actor))
  608. snac_log(user, xs_fmt("Actor %s already followed", actor));
  609. else {
  610. following_add(user, actor, msg);
  611. enqueue_output_by_actor(user, msg, actor, 0);
  612. snac_log(user, xs_fmt("Following %s", actor));
  613. }
  614. if (show && strcmp(show, "false") == 0) {
  615. limit(user, actor);
  616. snac_log(user, xs_fmt("Limiting boosts from actor %s", actor));
  617. }
  618. else {
  619. unlimit(user, actor);
  620. snac_log(user, xs_fmt("Unlimiting boosts from actor %s", actor));
  621. }
  622. }
  623. }
  624. }
  625. fclose(f);
  626. }
  627. else
  628. snac_log(user, xs_fmt("Cannot open file %s", fn));
  629. }
  630. void import_list_csv(snac *user, const char *ifn)
  631. /* imports a Mastodon CSV file list */
  632. {
  633. FILE *f;
  634. xs *l = xs_split(ifn, "/");
  635. xs *fn = xs_fmt("%s/import/%s", user->basedir, xs_list_get(l, -1));
  636. if ((f = fopen(fn, "r")) != NULL) {
  637. snac_log(user, xs_fmt("Importing from %s...", fn));
  638. while (!feof(f)) {
  639. xs *l = xs_strip_i(xs_readline(f));
  640. if (*l) {
  641. xs *l2 = xs_split(l, ",");
  642. const char *lname = xs_list_get(l2, 0);
  643. const char *acct = xs_list_get(l2, 1);
  644. if (lname && acct) {
  645. /* create the list */
  646. xs *list_id = list_maint(user, lname, 1);
  647. xs *url = NULL;
  648. xs *uid = NULL;
  649. if (valid_status(webfinger_request(acct, &url, &uid))) {
  650. xs *actor_md5 = xs_md5_hex(url, strlen(url));
  651. list_content(user, list_id, actor_md5, 1);
  652. snac_log(user, xs_fmt("Added %s to list %s", url, lname));
  653. if (!following_check(user, url)) {
  654. xs *msg = msg_follow(user, url);
  655. if (msg == NULL) {
  656. snac_log(user, xs_fmt("Cannot follow %s -- server down?", acct));
  657. continue;
  658. }
  659. following_add(user, url, msg);
  660. enqueue_output_by_actor(user, msg, url, 0);
  661. snac_log(user, xs_fmt("Following %s", url));
  662. }
  663. }
  664. else
  665. snac_log(user, xs_fmt("Webfinger error while adding %s to list %s", acct, lname));
  666. }
  667. }
  668. }
  669. fclose(f);
  670. }
  671. else
  672. snac_log(user, xs_fmt("Cannot open file %s", fn));
  673. }
  674. void import_csv(snac *user)
  675. /* import CSV files from Mastodon */
  676. {
  677. FILE *f;
  678. import_blocked_accounts_csv(user, "blocked_accounts.csv");
  679. import_following_accounts_csv(user, "following_accounts.csv");
  680. import_list_csv(user, "lists.csv");
  681. xs *fn = xs_fmt("%s/import/bookmarks.csv", user->basedir);
  682. if ((f = fopen(fn, "r")) != NULL) {
  683. snac_log(user, xs_fmt("Importing from %s...", fn));
  684. while (!feof(f)) {
  685. xs *l = xs_strip_i(xs_readline(f));
  686. if (*l) {
  687. xs *post = NULL;
  688. if (!object_get(l, &post)) {
  689. if (!valid_status(activitypub_request(user, l, &post))) {
  690. snac_log(user, xs_fmt("Error getting object %s for bookmarking", l));
  691. continue;
  692. }
  693. }
  694. if (post == NULL)
  695. continue;
  696. /* request the actor that created the post */
  697. const char *actor = get_atto(post);
  698. if (xs_type(actor) == XSTYPE_STRING)
  699. actor_request(user, actor, NULL);
  700. object_add_ow(l, post);
  701. timeline_add(user, l, post);
  702. bookmark(user, l);
  703. snac_log(user, xs_fmt("Bookmarked %s", l));
  704. }
  705. }
  706. fclose(f);
  707. }
  708. else
  709. snac_log(user, xs_fmt("Cannot open file %s", fn));
  710. }