httpd.c 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966
  1. /* snac - A simple, minimalistic ActivityPub instance */
  2. /* copyright (c) 2022 - 2024 grunfink et al. / MIT license */
  3. #include "xs.h"
  4. #include "xs_io.h"
  5. #include "xs_json.h"
  6. #include "xs_socket.h"
  7. #include "xs_unix_socket.h"
  8. #include "xs_httpd.h"
  9. #include "xs_mime.h"
  10. #include "xs_time.h"
  11. #include "xs_openssl.h"
  12. #include "xs_fcgi.h"
  13. #include "xs_html.h"
  14. #include "snac.h"
  15. #include <setjmp.h>
  16. #include <pthread.h>
  17. #include <semaphore.h>
  18. #include <fcntl.h>
  19. #include <stdint.h>
  20. #include <sys/resource.h> // for getrlimit()
  21. #include <sys/mman.h>
  22. #ifdef USE_POLL_FOR_SLEEP
  23. #include <poll.h>
  24. #endif
  25. /** server state **/
  26. srv_state *p_state = NULL;
  27. /** job control **/
  28. /* mutex to access the lists of jobs */
  29. static pthread_mutex_t job_mutex;
  30. /* semaphore to trigger job processing */
  31. static sem_t *job_sem;
  32. typedef struct job_fifo_item {
  33. struct job_fifo_item *next;
  34. xs_val *job;
  35. } job_fifo_item;
  36. static job_fifo_item *job_fifo_first = NULL;
  37. static job_fifo_item *job_fifo_last = NULL;
  38. /** other global data **/
  39. static jmp_buf on_break;
  40. /** code **/
  41. /* nodeinfo 2.0 template */
  42. const char *nodeinfo_2_0_template = ""
  43. "{\"version\":\"2.0\","
  44. "\"software\":{\"name\":\"snac\",\"version\":\"" VERSION "\"},"
  45. "\"protocols\":[\"activitypub\"],"
  46. "\"services\":{\"outbound\":[],\"inbound\":[]},"
  47. "\"usage\":{\"users\":{\"total\":%d,\"activeMonth\":%d,\"activeHalfyear\":%d},"
  48. "\"localPosts\":%d},"
  49. "\"openRegistrations\":false,\"metadata\":{}}";
  50. xs_str *nodeinfo_2_0(void)
  51. /* builds a nodeinfo json object */
  52. {
  53. int n_utotal = 0;
  54. int n_umonth = 0;
  55. int n_uhyear = 0;
  56. int n_posts = 0;
  57. xs *users = user_list();
  58. xs_list *p = users;
  59. const char *v;
  60. double now = (double)time(NULL);
  61. while (xs_list_iter(&p, &v)) {
  62. /* build the full path name to the last usage log */
  63. xs *llfn = xs_fmt("%s/user/%s/lastlog.txt", srv_basedir, v);
  64. double llsecs = now - mtime(llfn);
  65. if (llsecs < 60 * 60 * 24 * 30 * 6) {
  66. n_uhyear++;
  67. if (llsecs < 60 * 60 * 24 * 30)
  68. n_umonth++;
  69. }
  70. n_utotal++;
  71. /* build the file to each user public.idx */
  72. xs *pidxfn = xs_fmt("%s/user/%s/public.idx", srv_basedir, v);
  73. n_posts += index_len(pidxfn);
  74. }
  75. return xs_fmt(nodeinfo_2_0_template, n_utotal, n_umonth, n_uhyear, n_posts);
  76. }
  77. static xs_str *greeting_html(void)
  78. /* processes and returns greeting.html */
  79. {
  80. /* try to open greeting.html */
  81. xs *fn = xs_fmt("%s/greeting.html", srv_basedir);
  82. FILE *f;
  83. xs_str *s = NULL;
  84. if ((f = fopen(fn, "r")) != NULL) {
  85. s = xs_readall(f);
  86. fclose(f);
  87. /* replace %host% */
  88. s = xs_replace_i(s, "%host%", xs_dict_get(srv_config, "host"));
  89. const char *adm_email = xs_dict_get(srv_config, "admin_email");
  90. if (xs_is_null(adm_email) || *adm_email == '\0')
  91. adm_email = "the administrator of this instance";
  92. /* replace %admin_email */
  93. s = xs_replace_i(s, "%admin_email%", adm_email);
  94. /* does it have a %userlist% mark? */
  95. if (xs_str_in(s, "%userlist%") != -1) {
  96. const char *host = xs_dict_get(srv_config, "host");
  97. xs *list = user_list();
  98. xs_list *p = list;
  99. const xs_str *uid;
  100. xs_html *ul = xs_html_tag("ul",
  101. xs_html_attr("class", "snac-user-list"));
  102. p = list;
  103. while (xs_list_iter(&p, &uid)) {
  104. snac user;
  105. if (user_open(&user, uid)) {
  106. xs_html_add(ul,
  107. xs_html_tag("li",
  108. xs_html_tag("a",
  109. xs_html_attr("href", user.actor),
  110. xs_html_text("@"),
  111. xs_html_text(uid),
  112. xs_html_text("@"),
  113. xs_html_text(host),
  114. xs_html_text(" ("),
  115. xs_html_text(xs_dict_get(user.config, "name")),
  116. xs_html_text(")"))));
  117. user_free(&user);
  118. }
  119. }
  120. xs *s1 = xs_html_render(ul);
  121. s = xs_replace_i(s, "%userlist%", s1);
  122. }
  123. }
  124. return s;
  125. }
  126. const char *share_page = ""
  127. "<!DOCTYPE html>\n"
  128. "<html>\n"
  129. "<head>\n"
  130. "<title>%s - snac</title>\n"
  131. "<meta content=\"width=device-width, initial-scale=1, minimum-scale=1, user-scalable=no\" name=\"viewport\">"
  132. "<style>:root {color-scheme: light dark}</style>\n"
  133. "</head>\n"
  134. "<body><h1>%s link share</h1>\n"
  135. "<form method=\"get\" action=\"%s/share-bridge\">\n"
  136. "<textarea name=\"content\" rows=\"6\" wrap=\"virtual\" required=\"required\" style=\"width: 50em\">%s</textarea>\n"
  137. "<p>Login: <input type=\"text\" name=\"login\" autocapitalize=\"off\" required=\"required\"></p>\n"
  138. "<input type=\"submit\" value=\"OK\">\n"
  139. "</form><p>%s</p></body></html>\n"
  140. "";
  141. int server_get_handler(xs_dict *req, const char *q_path,
  142. char **body, int *b_size, char **ctype)
  143. /* basic server services */
  144. {
  145. int status = 0;
  146. /* is it the server root? */
  147. if (*q_path == '\0') {
  148. const xs_dict *q_vars = xs_dict_get(req, "q_vars");
  149. const char *t = NULL;
  150. if (xs_type(q_vars) == XSTYPE_DICT && (t = xs_dict_get(q_vars, "t"))) {
  151. /** search by tag **/
  152. int skip = 0;
  153. int show = xs_number_get(xs_dict_get(srv_config, "max_timeline_entries"));
  154. const char *v;
  155. if ((v = xs_dict_get(q_vars, "skip")) != NULL)
  156. skip = atoi(v);
  157. if ((v = xs_dict_get(q_vars, "show")) != NULL)
  158. show = atoi(v);
  159. xs *tl = tag_search(t, skip, show + 1);
  160. int more = 0;
  161. if (xs_list_len(tl) >= show + 1) {
  162. /* drop the last one */
  163. tl = xs_list_del(tl, -1);
  164. more = 1;
  165. }
  166. const char *accept = xs_dict_get(req, "accept");
  167. if (!xs_is_null(accept) && strcmp(accept, "application/rss+xml") == 0) {
  168. xs *link = xs_fmt("%s/?t=%s", srv_baseurl, t);
  169. *body = timeline_to_rss(NULL, tl, link, link, link);
  170. *ctype = "application/rss+xml; charset=utf-8";
  171. }
  172. else {
  173. xs *page = xs_fmt("?t=%s", t);
  174. xs *title = xs_fmt(L("Search results for tag #%s"), t);
  175. *body = html_timeline(NULL, tl, 0, skip, show, more, title, page, 0, NULL);
  176. }
  177. }
  178. else
  179. if (xs_type(xs_dict_get(srv_config, "show_instance_timeline")) == XSTYPE_TRUE) {
  180. /** instance timeline **/
  181. xs *tl = timeline_instance_list(0, 30);
  182. *body = html_timeline(NULL, tl, 0, 0, 0, 0,
  183. L("Recent posts by users in this instance"), NULL, 0, NULL);
  184. }
  185. else
  186. *body = greeting_html();
  187. if (*body)
  188. status = HTTP_STATUS_OK;
  189. }
  190. else
  191. if (strcmp(q_path, "/susie.png") == 0 || strcmp(q_path, "/favicon.ico") == 0 ) {
  192. status = HTTP_STATUS_OK;
  193. *body = xs_base64_dec(default_avatar_base64(), b_size);
  194. *ctype = "image/png";
  195. }
  196. else
  197. if (strcmp(q_path, "/.well-known/nodeinfo") == 0) {
  198. status = HTTP_STATUS_OK;
  199. *ctype = "application/json; charset=utf-8";
  200. *body = xs_fmt("{\"links\":["
  201. "{\"rel\":\"http:/" "/nodeinfo.diaspora.software/ns/schema/2.0\","
  202. "\"href\":\"%s/nodeinfo_2_0\"}]}",
  203. srv_baseurl);
  204. }
  205. else
  206. if (strcmp(q_path, "/.well-known/host-meta") == 0) {
  207. status = HTTP_STATUS_OK;
  208. *ctype = "application/xrd+xml";
  209. *body = xs_fmt("<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n"
  210. "<XRD>"
  211. "<Link rel=\"lrdd\" type=\"application/xrd+xml\" template=\"https://%s/.well-known/webfinger?resource={uri}\"/>"
  212. "</XRD>", xs_dict_get(srv_config, "host"));
  213. }
  214. else
  215. if (strcmp(q_path, "/nodeinfo_2_0") == 0) {
  216. status = HTTP_STATUS_OK;
  217. *ctype = "application/json; charset=utf-8";
  218. *body = nodeinfo_2_0();
  219. }
  220. else
  221. if (strcmp(q_path, "/robots.txt") == 0) {
  222. status = HTTP_STATUS_OK;
  223. *ctype = "text/plain";
  224. *body = xs_str_new("User-agent: *\n"
  225. "Disallow: /\n");
  226. }
  227. else
  228. if (strcmp(q_path, "/share") == 0) {
  229. const xs_dict *q_vars = xs_dict_get(req, "q_vars");
  230. const char *url = xs_dict_get(q_vars, "url");
  231. const char *text = xs_dict_get(q_vars, "text");
  232. xs *s = NULL;
  233. if (xs_type(text) == XSTYPE_STRING) {
  234. if (xs_type(url) == XSTYPE_STRING)
  235. s = xs_fmt("%s:\n\n%s\n", text, url);
  236. else
  237. s = xs_fmt("%s\n", text);
  238. }
  239. else
  240. s = xs_fmt("%s\n", url);
  241. status = HTTP_STATUS_OK;
  242. *ctype = "text/html";
  243. *body = xs_fmt(share_page,
  244. xs_dict_get(srv_config, "host"),
  245. xs_dict_get(srv_config, "host"),
  246. srv_baseurl,
  247. s,
  248. USER_AGENT
  249. );
  250. }
  251. if (status != 0)
  252. srv_debug(1, xs_fmt("server_get_handler serving '%s' %d", q_path, status));
  253. return status;
  254. }
  255. void httpd_connection(FILE *f)
  256. /* the connection processor */
  257. {
  258. xs *req;
  259. const char *method;
  260. int status = 0;
  261. xs_str *body = NULL;
  262. int b_size = 0;
  263. char *ctype = NULL;
  264. xs *headers = xs_dict_new();
  265. xs *q_path = NULL;
  266. xs *payload = NULL;
  267. xs *etag = NULL;
  268. xs *last_modified = NULL;
  269. xs *link = NULL;
  270. int p_size = 0;
  271. const char *p;
  272. int fcgi_id;
  273. if (p_state->use_fcgi)
  274. req = xs_fcgi_request(f, &payload, &p_size, &fcgi_id);
  275. else
  276. req = xs_httpd_request(f, &payload, &p_size);
  277. if (req == NULL) {
  278. /* probably because a timeout */
  279. fclose(f);
  280. return;
  281. }
  282. if (!(method = xs_dict_get(req, "method")) || !(p = xs_dict_get(req, "path"))) {
  283. /* missing needed headers; discard */
  284. fclose(f);
  285. return;
  286. }
  287. q_path = xs_dup(p);
  288. /* crop the q_path from leading / and the prefix */
  289. if (xs_endswith(q_path, "/"))
  290. q_path = xs_crop_i(q_path, 0, -1);
  291. p = xs_dict_get(srv_config, "prefix");
  292. if (xs_startswith(q_path, p))
  293. q_path = xs_crop_i(q_path, strlen(p), 0);
  294. if (strcmp(method, "GET") == 0 || strcmp(method, "HEAD") == 0) {
  295. /* cascade through */
  296. if (status == 0)
  297. status = server_get_handler(req, q_path, &body, &b_size, &ctype);
  298. if (status == 0)
  299. status = webfinger_get_handler(req, q_path, &body, &b_size, &ctype);
  300. if (status == 0)
  301. status = activitypub_get_handler(req, q_path, &body, &b_size, &ctype);
  302. #ifndef NO_MASTODON_API
  303. if (status == 0)
  304. status = oauth_get_handler(req, q_path, &body, &b_size, &ctype);
  305. if (status == 0)
  306. status = mastoapi_get_handler(req, q_path, &body, &b_size, &ctype, &link);
  307. #endif /* NO_MASTODON_API */
  308. if (status == 0)
  309. status = html_get_handler(req, q_path, &body, &b_size, &ctype, &etag, &last_modified);
  310. }
  311. else
  312. if (strcmp(method, "POST") == 0) {
  313. #ifndef NO_MASTODON_API
  314. if (status == 0)
  315. status = oauth_post_handler(req, q_path,
  316. payload, p_size, &body, &b_size, &ctype);
  317. if (status == 0)
  318. status = mastoapi_post_handler(req, q_path,
  319. payload, p_size, &body, &b_size, &ctype);
  320. #endif
  321. if (status == 0)
  322. status = activitypub_post_handler(req, q_path,
  323. payload, p_size, &body, &b_size, &ctype);
  324. if (status == 0)
  325. status = html_post_handler(req, q_path,
  326. payload, p_size, &body, &b_size, &ctype);
  327. }
  328. else
  329. if (strcmp(method, "PUT") == 0) {
  330. #ifndef NO_MASTODON_API
  331. if (status == 0)
  332. status = mastoapi_put_handler(req, q_path,
  333. payload, p_size, &body, &b_size, &ctype);
  334. #endif
  335. }
  336. else
  337. if (strcmp(method, "PATCH") == 0) {
  338. #ifndef NO_MASTODON_API
  339. if (status == 0)
  340. status = mastoapi_patch_handler(req, q_path,
  341. payload, p_size, &body, &b_size, &ctype);
  342. #endif
  343. }
  344. else
  345. if (strcmp(method, "OPTIONS") == 0) {
  346. const char *methods = "OPTIONS, GET, HEAD, POST, PUT, DELETE";
  347. headers = xs_dict_append(headers, "allow", methods);
  348. headers = xs_dict_append(headers, "access-control-allow-methods", methods);
  349. status = HTTP_STATUS_OK;
  350. }
  351. else
  352. if (strcmp(method, "DELETE") == 0) {
  353. #ifndef NO_MASTODON_API
  354. if (status == 0)
  355. status = mastoapi_delete_handler(req, q_path,
  356. payload, p_size, &body, &b_size, &ctype);
  357. #endif
  358. }
  359. /* unattended? it's an error */
  360. if (status == 0) {
  361. srv_archive_error("unattended_method", "unattended method", req, payload);
  362. srv_debug(1, xs_fmt("httpd_connection unattended %s %s", method, q_path));
  363. status = HTTP_STATUS_NOT_FOUND;
  364. }
  365. if (status == HTTP_STATUS_FORBIDDEN)
  366. body = xs_str_new("<h1>403 Forbidden</h1>");
  367. if (status == HTTP_STATUS_NOT_FOUND)
  368. body = xs_str_new("<h1>404 Not Found</h1>");
  369. if (status == HTTP_STATUS_BAD_REQUEST && body != NULL)
  370. body = xs_str_new("<h1>400 Bad Request</h1>");
  371. if (status == HTTP_STATUS_SEE_OTHER)
  372. headers = xs_dict_append(headers, "location", body);
  373. if (status == HTTP_STATUS_UNAUTHORIZED && body) {
  374. xs *www_auth = xs_fmt("Basic realm=\"@%s@%s snac login\"",
  375. body, xs_dict_get(srv_config, "host"));
  376. headers = xs_dict_append(headers, "WWW-Authenticate", www_auth);
  377. headers = xs_dict_append(headers, "Cache-Control", "no-cache, must-revalidate, max-age=0");
  378. }
  379. if (ctype == NULL)
  380. ctype = "text/html; charset=utf-8";
  381. headers = xs_dict_append(headers, "content-type", ctype);
  382. headers = xs_dict_append(headers, "x-creator", USER_AGENT);
  383. if (!xs_is_null(etag))
  384. headers = xs_dict_append(headers, "etag", etag);
  385. if (!xs_is_null(last_modified))
  386. headers = xs_dict_append(headers, "last-modified", last_modified);
  387. if (!xs_is_null(link))
  388. headers = xs_dict_append(headers, "Link", link);
  389. /* if there are any additional headers, add them */
  390. const xs_dict *more_headers = xs_dict_get(srv_config, "http_headers");
  391. if (xs_type(more_headers) == XSTYPE_DICT) {
  392. const char *k, *v;
  393. int c = 0;
  394. while (xs_dict_next(more_headers, &k, &v, &c))
  395. headers = xs_dict_set(headers, k, v);
  396. }
  397. if (b_size == 0 && body != NULL)
  398. b_size = strlen(body);
  399. /* if it was a HEAD, no body will be sent */
  400. if (strcmp(method, "HEAD") == 0)
  401. body = xs_free(body);
  402. headers = xs_dict_append(headers, "access-control-allow-origin", "*");
  403. headers = xs_dict_append(headers, "access-control-allow-headers", "*");
  404. if (p_state->use_fcgi)
  405. xs_fcgi_response(f, status, headers, body, b_size, fcgi_id);
  406. else
  407. xs_httpd_response(f, status, http_status_text(status), headers, body, b_size);
  408. fclose(f);
  409. srv_archive("RECV", NULL, req, payload, p_size, status, headers, body, b_size);
  410. /* JSON validation check */
  411. if (!xs_is_null(body) && strcmp(ctype, "application/json") == 0) {
  412. xs *j = xs_json_loads(body);
  413. if (j == NULL) {
  414. srv_log(xs_fmt("bad JSON"));
  415. srv_archive_error("bad_json", "bad JSON", req, body);
  416. }
  417. }
  418. xs_free(body);
  419. }
  420. void job_post(const xs_val *job, int urgent)
  421. /* posts a job for the threads to process it */
  422. {
  423. if (job != NULL) {
  424. /* lock the mutex */
  425. pthread_mutex_lock(&job_mutex);
  426. job_fifo_item *i = xs_realloc(NULL, sizeof(job_fifo_item));
  427. *i = (job_fifo_item){ NULL, xs_dup(job) };
  428. if (job_fifo_first == NULL)
  429. job_fifo_first = job_fifo_last = i;
  430. else
  431. if (urgent) {
  432. /* prepend */
  433. i->next = job_fifo_first;
  434. job_fifo_first = i;
  435. }
  436. else {
  437. /* append */
  438. job_fifo_last->next = i;
  439. job_fifo_last = i;
  440. }
  441. p_state->job_fifo_size++;
  442. if (p_state->job_fifo_size > p_state->peak_job_fifo_size)
  443. p_state->peak_job_fifo_size = p_state->job_fifo_size;
  444. /* unlock the mutex */
  445. pthread_mutex_unlock(&job_mutex);
  446. /* ask for someone to attend it */
  447. sem_post(job_sem);
  448. }
  449. }
  450. void job_wait(xs_val **job)
  451. /* waits for an available job */
  452. {
  453. *job = NULL;
  454. if (sem_wait(job_sem) == 0) {
  455. /* lock the mutex */
  456. pthread_mutex_lock(&job_mutex);
  457. /* dequeue */
  458. job_fifo_item *i = job_fifo_first;
  459. if (i != NULL) {
  460. job_fifo_first = i->next;
  461. if (job_fifo_first == NULL)
  462. job_fifo_last = NULL;
  463. *job = i->job;
  464. xs_free(i);
  465. p_state->job_fifo_size--;
  466. }
  467. /* unlock the mutex */
  468. pthread_mutex_unlock(&job_mutex);
  469. }
  470. }
  471. static void *job_thread(void *arg)
  472. /* job thread */
  473. {
  474. int pid = (int)(uintptr_t)arg;
  475. srv_debug(1, xs_fmt("job thread %d started", pid));
  476. for (;;) {
  477. xs *job = NULL;
  478. p_state->th_state[pid] = THST_WAIT;
  479. job_wait(&job);
  480. if (job == NULL) /* corrupted message? */
  481. continue;
  482. if (xs_type(job) == XSTYPE_FALSE) /* special message: exit */
  483. break;
  484. else
  485. if (xs_type(job) == XSTYPE_DATA) {
  486. /* it's a socket */
  487. FILE *f = NULL;
  488. p_state->th_state[pid] = THST_IN;
  489. xs_data_get(&f, job);
  490. if (f != NULL)
  491. httpd_connection(f);
  492. }
  493. else {
  494. /* it's a q_item */
  495. p_state->th_state[pid] = THST_QUEUE;
  496. process_queue_item(job);
  497. }
  498. }
  499. p_state->th_state[pid] = THST_STOP;
  500. srv_debug(1, xs_fmt("job thread %d stopped", pid));
  501. return NULL;
  502. }
  503. /* background thread sleep control */
  504. static pthread_mutex_t sleep_mutex;
  505. static pthread_cond_t sleep_cond;
  506. static void *background_thread(void *arg)
  507. /* background thread (queue management and other things) */
  508. {
  509. time_t purge_time;
  510. (void)arg;
  511. /* first purge time */
  512. purge_time = time(NULL) + 10 * 60;
  513. srv_log(xs_fmt("background thread started"));
  514. while (p_state->srv_running) {
  515. time_t t;
  516. int cnt = 0;
  517. p_state->th_state[0] = THST_QUEUE;
  518. {
  519. xs *list = user_list();
  520. char *p;
  521. const char *uid;
  522. /* process queues for all users */
  523. p = list;
  524. while (xs_list_iter(&p, &uid)) {
  525. snac snac;
  526. if (user_open(&snac, uid)) {
  527. cnt += process_user_queue(&snac);
  528. user_free(&snac);
  529. }
  530. }
  531. }
  532. /* global queue */
  533. cnt += process_queue();
  534. /* time to purge? */
  535. if ((t = time(NULL)) > purge_time) {
  536. /* next purge time is tomorrow */
  537. purge_time = t + 24 * 60 * 60;
  538. xs *q_item = xs_dict_new();
  539. q_item = xs_dict_append(q_item, "type", "purge");
  540. job_post(q_item, 0);
  541. }
  542. if (cnt == 0) {
  543. /* sleep 3 seconds */
  544. p_state->th_state[0] = THST_WAIT;
  545. #ifdef USE_POLL_FOR_SLEEP
  546. poll(NULL, 0, 3 * 1000);
  547. #else
  548. struct timespec ts;
  549. clock_gettime(CLOCK_REALTIME, &ts);
  550. ts.tv_sec += 3;
  551. pthread_mutex_lock(&sleep_mutex);
  552. while (pthread_cond_timedwait(&sleep_cond, &sleep_mutex, &ts) == 0);
  553. pthread_mutex_unlock(&sleep_mutex);
  554. #endif
  555. }
  556. }
  557. p_state->th_state[0] = THST_STOP;
  558. srv_log(xs_fmt("background thread stopped"));
  559. return NULL;
  560. }
  561. void term_handler(int s)
  562. {
  563. (void)s;
  564. longjmp(on_break, 1);
  565. }
  566. srv_state *srv_state_op(xs_str **fname, int op)
  567. /* opens or deletes the shared memory object */
  568. {
  569. int fd;
  570. srv_state *ss = NULL;
  571. if (*fname == NULL)
  572. *fname = xs_fmt("/%s_snac_state", xs_dict_get(srv_config, "host"));
  573. switch (op) {
  574. case 0: /* open for writing */
  575. #ifdef WITHOUT_SHM
  576. errno = ENOTSUP;
  577. #else
  578. if ((fd = shm_open(*fname, O_CREAT | O_RDWR, 0666)) != -1) {
  579. ftruncate(fd, sizeof(*ss));
  580. if ((ss = mmap(0, sizeof(*ss), PROT_READ | PROT_WRITE,
  581. MAP_SHARED, fd, 0)) == MAP_FAILED)
  582. ss = NULL;
  583. close(fd);
  584. }
  585. #endif
  586. if (ss == NULL) {
  587. /* shared memory error: just create a plain structure */
  588. srv_log(xs_fmt("warning: shm object error (%s)", strerror(errno)));
  589. ss = malloc(sizeof(*ss));
  590. }
  591. /* init structure */
  592. *ss = (srv_state){0};
  593. ss->s_size = sizeof(*ss);
  594. break;
  595. case 1: /* open for reading */
  596. #ifdef WITHOUT_SHM
  597. errno = ENOTSUP;
  598. #else
  599. if ((fd = shm_open(*fname, O_RDONLY, 0666)) != -1) {
  600. if ((ss = mmap(0, sizeof(*ss), PROT_READ, MAP_SHARED, fd, 0)) == MAP_FAILED)
  601. ss = NULL;
  602. close(fd);
  603. }
  604. #endif
  605. if (ss == NULL) {
  606. /* shared memory error */
  607. srv_log(xs_fmt("error: shm object error (%s) server not running?", strerror(errno)));
  608. }
  609. else
  610. if (ss->s_size != sizeof(*ss)) {
  611. srv_log(xs_fmt("error: struct size mismatch (%d != %d)",
  612. ss->s_size, sizeof(*ss)));
  613. munmap(ss, sizeof(*ss));
  614. ss = NULL;
  615. }
  616. break;
  617. case 2: /* unlink */
  618. #ifndef WITHOUT_SHM
  619. if (*fname)
  620. shm_unlink(*fname);
  621. #endif
  622. break;
  623. }
  624. return ss;
  625. }
  626. void httpd(void)
  627. /* starts the server */
  628. {
  629. const char *address = NULL;
  630. const char *port = NULL;
  631. xs *full_address = NULL;
  632. int rs;
  633. pthread_t threads[MAX_THREADS] = {0};
  634. int n;
  635. xs *sem_name = NULL;
  636. xs *shm_name = NULL;
  637. sem_t anon_job_sem;
  638. xs *pidfile = xs_fmt("%s/server.pid", srv_basedir);
  639. int pidfd;
  640. {
  641. /* do some pidfile locking acrobatics */
  642. if ((pidfd = open(pidfile, O_RDWR | O_CREAT, 0660)) == -1) {
  643. srv_log(xs_fmt("Cannot create pidfile %s -- cannot continue", pidfile));
  644. return;
  645. }
  646. if (lockf(pidfd, F_TLOCK, 1) == -1) {
  647. srv_log(xs_fmt("Cannot lock pidfile %s -- server already running?", pidfile));
  648. close(pidfd);
  649. return;
  650. }
  651. ftruncate(pidfd, 0);
  652. xs *s = xs_fmt("%d\n", (int)getpid());
  653. write(pidfd, s, strlen(s));
  654. }
  655. address = xs_dict_get(srv_config, "address");
  656. if (*address == '/') {
  657. rs = xs_unix_socket_server(address, NULL);
  658. full_address = xs_fmt("unix:%s", address);
  659. }
  660. else {
  661. port = xs_number_str(xs_dict_get(srv_config, "port"));
  662. full_address = xs_fmt("%s:%s", address, port);
  663. rs = xs_socket_server(address, port);
  664. }
  665. if (rs == -1) {
  666. srv_log(xs_fmt("cannot bind socket to %s", full_address));
  667. return;
  668. }
  669. /* setup the server stat structure */
  670. p_state = srv_state_op(&shm_name, 0);
  671. p_state->srv_start_time = time(NULL);
  672. p_state->use_fcgi = xs_type(xs_dict_get(srv_config, "fastcgi")) == XSTYPE_TRUE;
  673. p_state->srv_running = 1;
  674. signal(SIGPIPE, SIG_IGN);
  675. signal(SIGTERM, term_handler);
  676. signal(SIGINT, term_handler);
  677. srv_log(xs_fmt("httpd%s start %s %s", p_state->use_fcgi ? " (FastCGI)" : "",
  678. full_address, USER_AGENT));
  679. /* show the number of usable file descriptors */
  680. struct rlimit r;
  681. getrlimit(RLIMIT_NOFILE, &r);
  682. srv_debug(1, xs_fmt("available (rlimit) fds: %d (cur) / %d (max)",
  683. (int) r.rlim_cur, (int) r.rlim_max));
  684. /* initialize the job control engine */
  685. pthread_mutex_init(&job_mutex, NULL);
  686. sem_name = xs_fmt("/job_%d", getpid());
  687. job_sem = sem_open(sem_name, O_CREAT, 0644, 0);
  688. if (job_sem == NULL) {
  689. /* error opening a named semaphore; try with an anonymous one */
  690. if (sem_init(&anon_job_sem, 0, 0) != -1)
  691. job_sem = &anon_job_sem;
  692. }
  693. if (job_sem == NULL) {
  694. srv_log(xs_fmt("fatal error: cannot create semaphore -- cannot continue"));
  695. return;
  696. }
  697. /* initialize sleep control */
  698. pthread_mutex_init(&sleep_mutex, NULL);
  699. pthread_cond_init(&sleep_cond, NULL);
  700. p_state->n_threads = xs_number_get(xs_dict_get(srv_config, "num_threads"));
  701. #ifdef _SC_NPROCESSORS_ONLN
  702. if (p_state->n_threads == 0) {
  703. /* get number of CPUs on the machine */
  704. p_state->n_threads = sysconf(_SC_NPROCESSORS_ONLN);
  705. }
  706. #endif
  707. if (p_state->n_threads < 4)
  708. p_state->n_threads = 4;
  709. if (p_state->n_threads > MAX_THREADS)
  710. p_state->n_threads = MAX_THREADS;
  711. srv_debug(0, xs_fmt("using %d threads", p_state->n_threads));
  712. /* thread #0 is the background thread */
  713. pthread_create(&threads[0], NULL, background_thread, NULL);
  714. /* the rest of threads are for job processing */
  715. char *ptr = (char *) 0x1;
  716. for (n = 1; n < p_state->n_threads; n++)
  717. pthread_create(&threads[n], NULL, job_thread, ptr++);
  718. if (setjmp(on_break) == 0) {
  719. for (;;) {
  720. int cs = xs_socket_accept(rs);
  721. if (cs != -1) {
  722. FILE *f = fdopen(cs, "r+");
  723. xs *job = xs_data_new(&f, sizeof(FILE *));
  724. job_post(job, 1);
  725. }
  726. else
  727. break;
  728. }
  729. }
  730. p_state->srv_running = 0;
  731. /* send as many exit jobs as working threads */
  732. for (n = 1; n < p_state->n_threads; n++)
  733. job_post(xs_stock(XSTYPE_FALSE), 0);
  734. /* wait for all the threads to exit */
  735. for (n = 0; n < p_state->n_threads; n++)
  736. pthread_join(threads[n], NULL);
  737. sem_close(job_sem);
  738. sem_unlink(sem_name);
  739. srv_state_op(&shm_name, 2);
  740. xs *uptime = xs_str_time_diff(time(NULL) - p_state->srv_start_time);
  741. srv_log(xs_fmt("httpd%s stop %s (run time: %s)",
  742. p_state->use_fcgi ? " (FastCGI)" : "",
  743. full_address, uptime));
  744. unlink(pidfile);
  745. }