httpd.c 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979
  1. /* snac - A simple, minimalistic ActivityPub instance */
  2. /* copyright (c) 2022 - 2024 grunfink et al. / MIT license */
  3. #include "xs.h"
  4. #include "xs_io.h"
  5. #include "xs_json.h"
  6. #include "xs_socket.h"
  7. #include "xs_unix_socket.h"
  8. #include "xs_httpd.h"
  9. #include "xs_mime.h"
  10. #include "xs_time.h"
  11. #include "xs_openssl.h"
  12. #include "xs_fcgi.h"
  13. #include "xs_html.h"
  14. #include "snac.h"
  15. #include <setjmp.h>
  16. #include <pthread.h>
  17. #include <semaphore.h>
  18. #include <fcntl.h>
  19. #include <stdint.h>
  20. #include <sys/resource.h> // for getrlimit()
  21. #include <sys/mman.h>
  22. #ifdef USE_POLL_FOR_SLEEP
  23. #include <poll.h>
  24. #endif
  25. /** server state **/
  26. srv_state *p_state = NULL;
  27. /** job control **/
  28. /* mutex to access the lists of jobs */
  29. static pthread_mutex_t job_mutex;
  30. /* semaphore to trigger job processing */
  31. static sem_t *job_sem;
  32. typedef struct job_fifo_item {
  33. struct job_fifo_item *next;
  34. xs_val *job;
  35. } job_fifo_item;
  36. static job_fifo_item *job_fifo_first = NULL;
  37. static job_fifo_item *job_fifo_last = NULL;
  38. /** other global data **/
  39. static jmp_buf on_break;
  40. /** code **/
  41. /* nodeinfo 2.0 template */
  42. const char *nodeinfo_2_0_template = ""
  43. "{\"version\":\"2.0\","
  44. "\"software\":{\"name\":\"snac\",\"version\":\"" VERSION "\"},"
  45. "\"protocols\":[\"activitypub\"],"
  46. "\"services\":{\"outbound\":[],\"inbound\":[]},"
  47. "\"usage\":{\"users\":{\"total\":%d,\"activeMonth\":%d,\"activeHalfyear\":%d},"
  48. "\"localPosts\":%d},"
  49. "\"openRegistrations\":false,\"metadata\":{}}";
  50. xs_str *nodeinfo_2_0(void)
  51. /* builds a nodeinfo json object */
  52. {
  53. int n_utotal = 0;
  54. int n_umonth = 0;
  55. int n_uhyear = 0;
  56. int n_posts = 0;
  57. xs *users = user_list();
  58. xs_list *p = users;
  59. const char *v;
  60. double now = (double)time(NULL);
  61. while (xs_list_iter(&p, &v)) {
  62. /* build the full path name to the last usage log */
  63. xs *llfn = xs_fmt("%s/user/%s/lastlog.txt", srv_basedir, v);
  64. double llsecs = now - mtime(llfn);
  65. if (llsecs < 60 * 60 * 24 * 30 * 6) {
  66. n_uhyear++;
  67. if (llsecs < 60 * 60 * 24 * 30)
  68. n_umonth++;
  69. }
  70. n_utotal++;
  71. /* build the file to each user public.idx */
  72. xs *pidxfn = xs_fmt("%s/user/%s/public.idx", srv_basedir, v);
  73. n_posts += index_len(pidxfn);
  74. }
  75. return xs_fmt(nodeinfo_2_0_template, n_utotal, n_umonth, n_uhyear, n_posts);
  76. }
  77. static xs_str *greeting_html(void)
  78. /* processes and returns greeting.html */
  79. {
  80. /* try to open greeting.html */
  81. xs *fn = xs_fmt("%s/greeting.html", srv_basedir);
  82. FILE *f;
  83. xs_str *s = NULL;
  84. if ((f = fopen(fn, "r")) != NULL) {
  85. s = xs_readall(f);
  86. fclose(f);
  87. /* replace %host% */
  88. s = xs_replace_i(s, "%host%", xs_dict_get(srv_config, "host"));
  89. const char *adm_email = xs_dict_get(srv_config, "admin_email");
  90. if (xs_is_null(adm_email) || *adm_email == '\0')
  91. adm_email = "the administrator of this instance";
  92. /* replace %admin_email */
  93. s = xs_replace_i(s, "%admin_email%", adm_email);
  94. /* does it have a %userlist% mark? */
  95. if (xs_str_in(s, "%userlist%") != -1) {
  96. const char *host = xs_dict_get(srv_config, "host");
  97. xs *list = user_list();
  98. xs_list *p = list;
  99. const xs_str *uid;
  100. xs_html *ul = xs_html_tag("ul",
  101. xs_html_attr("class", "snac-user-list"));
  102. p = list;
  103. while (xs_list_iter(&p, &uid)) {
  104. snac user;
  105. if (user_open(&user, uid)) {
  106. xs_html_add(ul,
  107. xs_html_tag("li",
  108. xs_html_tag("a",
  109. xs_html_attr("href", user.actor),
  110. xs_html_text("@"),
  111. xs_html_text(uid),
  112. xs_html_text("@"),
  113. xs_html_text(host),
  114. xs_html_text(" ("),
  115. xs_html_text(xs_dict_get(user.config, "name")),
  116. xs_html_text(")"))));
  117. user_free(&user);
  118. }
  119. }
  120. xs *s1 = xs_html_render(ul);
  121. s = xs_replace_i(s, "%userlist%", s1);
  122. }
  123. }
  124. return s;
  125. }
  126. const char *share_page = ""
  127. "<!DOCTYPE html>\n"
  128. "<html>\n"
  129. "<head>\n"
  130. "<title>%s - snac</title>\n"
  131. "<meta content=\"width=device-width, initial-scale=1, minimum-scale=1, user-scalable=no\" name=\"viewport\">"
  132. "<style>:root {color-scheme: light dark}</style>\n"
  133. "</head>\n"
  134. "<body><h1>%s link share</h1>\n"
  135. "<form method=\"get\" action=\"%s/share-bridge\">\n"
  136. "<textarea name=\"content\" rows=\"6\" wrap=\"virtual\" required=\"required\" style=\"width: 50em\">%s</textarea>\n"
  137. "<p>Login: <input type=\"text\" name=\"login\" autocapitalize=\"off\" required=\"required\"></p>\n"
  138. "<input type=\"submit\" value=\"OK\">\n"
  139. "</form><p>%s</p></body></html>\n"
  140. "";
  141. int server_get_handler(xs_dict *req, const char *q_path,
  142. char **body, int *b_size, char **ctype)
  143. /* basic server services */
  144. {
  145. int status = 0;
  146. /* is it the server root? */
  147. if (*q_path == '\0') {
  148. const xs_dict *q_vars = xs_dict_get(req, "q_vars");
  149. const char *t = NULL;
  150. if (xs_type(q_vars) == XSTYPE_DICT && (t = xs_dict_get(q_vars, "t"))) {
  151. /** search by tag **/
  152. int skip = 0;
  153. int show = xs_number_get(xs_dict_get(srv_config, "max_timeline_entries"));
  154. const char *v;
  155. if ((v = xs_dict_get(q_vars, "skip")) != NULL)
  156. skip = atoi(v);
  157. if ((v = xs_dict_get(q_vars, "show")) != NULL)
  158. show = atoi(v);
  159. xs *tl = tag_search(t, skip, show + 1);
  160. int more = 0;
  161. if (xs_list_len(tl) >= show + 1) {
  162. /* drop the last one */
  163. tl = xs_list_del(tl, -1);
  164. more = 1;
  165. }
  166. const char *accept = xs_dict_get(req, "accept");
  167. if (!xs_is_null(accept) && strcmp(accept, "application/rss+xml") == 0) {
  168. xs *link = xs_fmt("%s/?t=%s", srv_baseurl, t);
  169. *body = timeline_to_rss(NULL, tl, link, link, link);
  170. *ctype = "application/rss+xml; charset=utf-8";
  171. }
  172. else {
  173. xs *page = xs_fmt("?t=%s", t);
  174. xs *title = xs_fmt(L("Search results for tag #%s"), t);
  175. *body = html_timeline(NULL, tl, 0, skip, show, more, title, page, 0, NULL);
  176. }
  177. }
  178. else
  179. if (xs_type(xs_dict_get(srv_config, "show_instance_timeline")) == XSTYPE_TRUE) {
  180. /** instance timeline **/
  181. xs *tl = timeline_instance_list(0, 30);
  182. *body = html_timeline(NULL, tl, 0, 0, 0, 0,
  183. L("Recent posts by users in this instance"), NULL, 0, NULL);
  184. }
  185. else
  186. *body = greeting_html();
  187. if (*body)
  188. status = HTTP_STATUS_OK;
  189. }
  190. else
  191. if (strcmp(q_path, "/susie.png") == 0 || strcmp(q_path, "/favicon.ico") == 0 ) {
  192. status = HTTP_STATUS_OK;
  193. *body = xs_base64_dec(default_avatar_base64(), b_size);
  194. *ctype = "image/png";
  195. }
  196. else
  197. if (strcmp(q_path, "/.well-known/nodeinfo") == 0) {
  198. status = HTTP_STATUS_OK;
  199. *ctype = "application/json; charset=utf-8";
  200. *body = xs_fmt("{\"links\":["
  201. "{\"rel\":\"http:/" "/nodeinfo.diaspora.software/ns/schema/2.0\","
  202. "\"href\":\"%s/nodeinfo_2_0\"}]}",
  203. srv_baseurl);
  204. }
  205. else
  206. if (strcmp(q_path, "/.well-known/host-meta") == 0) {
  207. status = HTTP_STATUS_OK;
  208. *ctype = "application/xrd+xml";
  209. *body = xs_fmt("<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n"
  210. "<XRD>"
  211. "<Link rel=\"lrdd\" type=\"application/xrd+xml\" template=\"https://%s/.well-known/webfinger?resource={uri}\"/>"
  212. "</XRD>", xs_dict_get(srv_config, "host"));
  213. }
  214. else
  215. if (strcmp(q_path, "/nodeinfo_2_0") == 0) {
  216. status = HTTP_STATUS_OK;
  217. *ctype = "application/json; charset=utf-8";
  218. *body = nodeinfo_2_0();
  219. }
  220. else
  221. if (strcmp(q_path, "/robots.txt") == 0) {
  222. status = HTTP_STATUS_OK;
  223. *ctype = "text/plain";
  224. *body = xs_str_new("User-agent: *\n"
  225. "Disallow: /\n");
  226. }
  227. else
  228. if (strcmp(q_path, "/style.css") == 0) {
  229. FILE *f;
  230. xs *css_fn = xs_fmt("%s/style.css", srv_basedir);
  231. if ((f = fopen(css_fn, "r")) != NULL) {
  232. *body = xs_readall(f);
  233. fclose(f);
  234. status = HTTP_STATUS_OK;
  235. *ctype = "text/css";
  236. }
  237. }
  238. else
  239. if (strcmp(q_path, "/share") == 0) {
  240. const xs_dict *q_vars = xs_dict_get(req, "q_vars");
  241. const char *url = xs_dict_get(q_vars, "url");
  242. const char *text = xs_dict_get(q_vars, "text");
  243. xs *s = NULL;
  244. if (xs_type(text) == XSTYPE_STRING) {
  245. if (xs_type(url) == XSTYPE_STRING)
  246. s = xs_fmt("%s:\n\n%s\n", text, url);
  247. else
  248. s = xs_fmt("%s\n", text);
  249. }
  250. else
  251. s = xs_fmt("%s\n", url);
  252. status = HTTP_STATUS_OK;
  253. *ctype = "text/html";
  254. *body = xs_fmt(share_page,
  255. xs_dict_get(srv_config, "host"),
  256. xs_dict_get(srv_config, "host"),
  257. srv_baseurl,
  258. s,
  259. USER_AGENT
  260. );
  261. }
  262. if (status != 0)
  263. srv_debug(1, xs_fmt("server_get_handler serving '%s' %d", q_path, status));
  264. return status;
  265. }
  266. void httpd_connection(FILE *f)
  267. /* the connection processor */
  268. {
  269. xs *req;
  270. const char *method;
  271. int status = 0;
  272. xs_str *body = NULL;
  273. int b_size = 0;
  274. char *ctype = NULL;
  275. xs *headers = xs_dict_new();
  276. xs *q_path = NULL;
  277. xs *payload = NULL;
  278. xs *etag = NULL;
  279. xs *last_modified = NULL;
  280. xs *link = NULL;
  281. int p_size = 0;
  282. const char *p;
  283. int fcgi_id;
  284. if (p_state->use_fcgi)
  285. req = xs_fcgi_request(f, &payload, &p_size, &fcgi_id);
  286. else
  287. req = xs_httpd_request(f, &payload, &p_size);
  288. if (req == NULL) {
  289. /* probably because a timeout */
  290. fclose(f);
  291. return;
  292. }
  293. if (!(method = xs_dict_get(req, "method")) || !(p = xs_dict_get(req, "path"))) {
  294. /* missing needed headers; discard */
  295. fclose(f);
  296. return;
  297. }
  298. q_path = xs_dup(p);
  299. /* crop the q_path from leading / and the prefix */
  300. if (xs_endswith(q_path, "/"))
  301. q_path = xs_crop_i(q_path, 0, -1);
  302. p = xs_dict_get(srv_config, "prefix");
  303. if (xs_startswith(q_path, p))
  304. q_path = xs_crop_i(q_path, strlen(p), 0);
  305. if (strcmp(method, "GET") == 0 || strcmp(method, "HEAD") == 0) {
  306. /* cascade through */
  307. if (status == 0)
  308. status = server_get_handler(req, q_path, &body, &b_size, &ctype);
  309. if (status == 0)
  310. status = webfinger_get_handler(req, q_path, &body, &b_size, &ctype);
  311. if (status == 0)
  312. status = activitypub_get_handler(req, q_path, &body, &b_size, &ctype);
  313. #ifndef NO_MASTODON_API
  314. if (status == 0)
  315. status = oauth_get_handler(req, q_path, &body, &b_size, &ctype);
  316. if (status == 0)
  317. status = mastoapi_get_handler(req, q_path, &body, &b_size, &ctype, &link);
  318. #endif /* NO_MASTODON_API */
  319. if (status == 0)
  320. status = html_get_handler(req, q_path, &body, &b_size, &ctype, &etag, &last_modified);
  321. }
  322. else
  323. if (strcmp(method, "POST") == 0) {
  324. #ifndef NO_MASTODON_API
  325. if (status == 0)
  326. status = oauth_post_handler(req, q_path,
  327. payload, p_size, &body, &b_size, &ctype);
  328. if (status == 0)
  329. status = mastoapi_post_handler(req, q_path,
  330. payload, p_size, &body, &b_size, &ctype);
  331. #endif
  332. if (status == 0)
  333. status = activitypub_post_handler(req, q_path,
  334. payload, p_size, &body, &b_size, &ctype);
  335. if (status == 0)
  336. status = html_post_handler(req, q_path,
  337. payload, p_size, &body, &b_size, &ctype);
  338. }
  339. else
  340. if (strcmp(method, "PUT") == 0) {
  341. #ifndef NO_MASTODON_API
  342. if (status == 0)
  343. status = mastoapi_put_handler(req, q_path,
  344. payload, p_size, &body, &b_size, &ctype);
  345. #endif
  346. }
  347. else
  348. if (strcmp(method, "PATCH") == 0) {
  349. #ifndef NO_MASTODON_API
  350. if (status == 0)
  351. status = mastoapi_patch_handler(req, q_path,
  352. payload, p_size, &body, &b_size, &ctype);
  353. #endif
  354. }
  355. else
  356. if (strcmp(method, "OPTIONS") == 0) {
  357. const char *methods = "OPTIONS, GET, HEAD, POST, PUT, DELETE";
  358. headers = xs_dict_append(headers, "allow", methods);
  359. headers = xs_dict_append(headers, "access-control-allow-methods", methods);
  360. status = HTTP_STATUS_OK;
  361. }
  362. else
  363. if (strcmp(method, "DELETE") == 0) {
  364. #ifndef NO_MASTODON_API
  365. if (status == 0)
  366. status = mastoapi_delete_handler(req, q_path,
  367. payload, p_size, &body, &b_size, &ctype);
  368. #endif
  369. }
  370. /* unattended? it's an error */
  371. if (status == 0) {
  372. srv_archive_error("unattended_method", "unattended method", req, payload);
  373. srv_debug(1, xs_fmt("httpd_connection unattended %s %s", method, q_path));
  374. status = HTTP_STATUS_NOT_FOUND;
  375. }
  376. if (status == HTTP_STATUS_FORBIDDEN)
  377. body = xs_str_new("<h1>403 Forbidden</h1>");
  378. if (status == HTTP_STATUS_NOT_FOUND)
  379. body = xs_str_new("<h1>404 Not Found</h1>");
  380. if (status == HTTP_STATUS_BAD_REQUEST && body != NULL)
  381. body = xs_str_new("<h1>400 Bad Request</h1>");
  382. if (status == HTTP_STATUS_SEE_OTHER)
  383. headers = xs_dict_append(headers, "location", body);
  384. if (status == HTTP_STATUS_UNAUTHORIZED && body) {
  385. xs *www_auth = xs_fmt("Basic realm=\"@%s@%s snac login\"",
  386. body, xs_dict_get(srv_config, "host"));
  387. headers = xs_dict_append(headers, "WWW-Authenticate", www_auth);
  388. headers = xs_dict_append(headers, "Cache-Control", "no-cache, must-revalidate, max-age=0");
  389. }
  390. if (ctype == NULL)
  391. ctype = "text/html; charset=utf-8";
  392. headers = xs_dict_append(headers, "content-type", ctype);
  393. headers = xs_dict_append(headers, "x-creator", USER_AGENT);
  394. if (!xs_is_null(etag))
  395. headers = xs_dict_append(headers, "etag", etag);
  396. if (!xs_is_null(last_modified))
  397. headers = xs_dict_append(headers, "last-modified", last_modified);
  398. if (!xs_is_null(link))
  399. headers = xs_dict_append(headers, "Link", link);
  400. /* if there are any additional headers, add them */
  401. const xs_dict *more_headers = xs_dict_get(srv_config, "http_headers");
  402. if (xs_type(more_headers) == XSTYPE_DICT) {
  403. const char *k, *v;
  404. int c = 0;
  405. while (xs_dict_next(more_headers, &k, &v, &c))
  406. headers = xs_dict_set(headers, k, v);
  407. }
  408. if (b_size == 0 && body != NULL)
  409. b_size = strlen(body);
  410. /* if it was a HEAD, no body will be sent */
  411. if (strcmp(method, "HEAD") == 0)
  412. body = xs_free(body);
  413. headers = xs_dict_append(headers, "access-control-allow-origin", "*");
  414. headers = xs_dict_append(headers, "access-control-allow-headers", "*");
  415. if (p_state->use_fcgi)
  416. xs_fcgi_response(f, status, headers, body, b_size, fcgi_id);
  417. else
  418. xs_httpd_response(f, status, http_status_text(status), headers, body, b_size);
  419. fclose(f);
  420. srv_archive("RECV", NULL, req, payload, p_size, status, headers, body, b_size);
  421. /* JSON validation check */
  422. if (!xs_is_null(body) && strcmp(ctype, "application/json") == 0) {
  423. xs *j = xs_json_loads(body);
  424. if (j == NULL) {
  425. srv_log(xs_fmt("bad JSON"));
  426. srv_archive_error("bad_json", "bad JSON", req, body);
  427. }
  428. }
  429. xs_free(body);
  430. }
  431. void job_post(const xs_val *job, int urgent)
  432. /* posts a job for the threads to process it */
  433. {
  434. if (job != NULL) {
  435. /* lock the mutex */
  436. pthread_mutex_lock(&job_mutex);
  437. job_fifo_item *i = xs_realloc(NULL, sizeof(job_fifo_item));
  438. *i = (job_fifo_item){ NULL, xs_dup(job) };
  439. if (job_fifo_first == NULL)
  440. job_fifo_first = job_fifo_last = i;
  441. else
  442. if (urgent) {
  443. /* prepend */
  444. i->next = job_fifo_first;
  445. job_fifo_first = i;
  446. }
  447. else {
  448. /* append */
  449. job_fifo_last->next = i;
  450. job_fifo_last = i;
  451. }
  452. p_state->job_fifo_size++;
  453. if (p_state->job_fifo_size > p_state->peak_job_fifo_size)
  454. p_state->peak_job_fifo_size = p_state->job_fifo_size;
  455. /* unlock the mutex */
  456. pthread_mutex_unlock(&job_mutex);
  457. /* ask for someone to attend it */
  458. sem_post(job_sem);
  459. }
  460. }
  461. void job_wait(xs_val **job)
  462. /* waits for an available job */
  463. {
  464. *job = NULL;
  465. if (sem_wait(job_sem) == 0) {
  466. /* lock the mutex */
  467. pthread_mutex_lock(&job_mutex);
  468. /* dequeue */
  469. job_fifo_item *i = job_fifo_first;
  470. if (i != NULL) {
  471. job_fifo_first = i->next;
  472. if (job_fifo_first == NULL)
  473. job_fifo_last = NULL;
  474. *job = i->job;
  475. xs_free(i);
  476. p_state->job_fifo_size--;
  477. }
  478. /* unlock the mutex */
  479. pthread_mutex_unlock(&job_mutex);
  480. }
  481. }
  482. static void *job_thread(void *arg)
  483. /* job thread */
  484. {
  485. int pid = (int)(uintptr_t)arg;
  486. srv_debug(1, xs_fmt("job thread %d started", pid));
  487. for (;;) {
  488. xs *job = NULL;
  489. p_state->th_state[pid] = THST_WAIT;
  490. job_wait(&job);
  491. if (job == NULL) /* corrupted message? */
  492. continue;
  493. if (xs_type(job) == XSTYPE_FALSE) /* special message: exit */
  494. break;
  495. else
  496. if (xs_type(job) == XSTYPE_DATA) {
  497. /* it's a socket */
  498. FILE *f = NULL;
  499. p_state->th_state[pid] = THST_IN;
  500. xs_data_get(&f, job);
  501. if (f != NULL)
  502. httpd_connection(f);
  503. }
  504. else {
  505. /* it's a q_item */
  506. p_state->th_state[pid] = THST_QUEUE;
  507. process_queue_item(job);
  508. }
  509. }
  510. p_state->th_state[pid] = THST_STOP;
  511. srv_debug(1, xs_fmt("job thread %d stopped", pid));
  512. return NULL;
  513. }
  514. /* background thread sleep control */
  515. static pthread_mutex_t sleep_mutex;
  516. static pthread_cond_t sleep_cond;
  517. static void *background_thread(void *arg)
  518. /* background thread (queue management and other things) */
  519. {
  520. time_t purge_time;
  521. (void)arg;
  522. /* first purge time */
  523. purge_time = time(NULL) + 10 * 60;
  524. srv_log(xs_fmt("background thread started"));
  525. while (p_state->srv_running) {
  526. time_t t;
  527. int cnt = 0;
  528. p_state->th_state[0] = THST_QUEUE;
  529. {
  530. xs *list = user_list();
  531. char *p;
  532. const char *uid;
  533. /* process queues for all users */
  534. p = list;
  535. while (xs_list_iter(&p, &uid)) {
  536. snac snac;
  537. if (user_open(&snac, uid)) {
  538. cnt += process_user_queue(&snac);
  539. user_free(&snac);
  540. }
  541. }
  542. }
  543. /* global queue */
  544. cnt += process_queue();
  545. /* time to purge? */
  546. if ((t = time(NULL)) > purge_time) {
  547. /* next purge time is tomorrow */
  548. purge_time = t + 24 * 60 * 60;
  549. xs *q_item = xs_dict_new();
  550. q_item = xs_dict_append(q_item, "type", "purge");
  551. job_post(q_item, 0);
  552. }
  553. if (cnt == 0) {
  554. /* sleep 3 seconds */
  555. p_state->th_state[0] = THST_WAIT;
  556. #ifdef USE_POLL_FOR_SLEEP
  557. poll(NULL, 0, 3 * 1000);
  558. #else
  559. struct timespec ts;
  560. clock_gettime(CLOCK_REALTIME, &ts);
  561. ts.tv_sec += 3;
  562. pthread_mutex_lock(&sleep_mutex);
  563. while (pthread_cond_timedwait(&sleep_cond, &sleep_mutex, &ts) == 0);
  564. pthread_mutex_unlock(&sleep_mutex);
  565. #endif
  566. }
  567. }
  568. p_state->th_state[0] = THST_STOP;
  569. srv_log(xs_fmt("background thread stopped"));
  570. return NULL;
  571. }
  572. void term_handler(int s)
  573. {
  574. (void)s;
  575. longjmp(on_break, 1);
  576. }
  577. srv_state *srv_state_op(xs_str **fname, int op)
  578. /* opens or deletes the shared memory object */
  579. {
  580. int fd;
  581. srv_state *ss = NULL;
  582. if (*fname == NULL)
  583. *fname = xs_fmt("/%s_snac_state", xs_dict_get(srv_config, "host"));
  584. switch (op) {
  585. case 0: /* open for writing */
  586. #ifdef WITHOUT_SHM
  587. errno = ENOTSUP;
  588. #else
  589. if ((fd = shm_open(*fname, O_CREAT | O_RDWR, 0666)) != -1) {
  590. ftruncate(fd, sizeof(*ss));
  591. if ((ss = mmap(0, sizeof(*ss), PROT_READ | PROT_WRITE,
  592. MAP_SHARED, fd, 0)) == MAP_FAILED)
  593. ss = NULL;
  594. close(fd);
  595. }
  596. #endif
  597. if (ss == NULL) {
  598. /* shared memory error: just create a plain structure */
  599. srv_log(xs_fmt("warning: shm object error (%s)", strerror(errno)));
  600. ss = malloc(sizeof(*ss));
  601. }
  602. /* init structure */
  603. *ss = (srv_state){0};
  604. ss->s_size = sizeof(*ss);
  605. break;
  606. case 1: /* open for reading */
  607. #ifdef WITHOUT_SHM
  608. errno = ENOTSUP;
  609. #else
  610. if ((fd = shm_open(*fname, O_RDONLY, 0666)) != -1) {
  611. if ((ss = mmap(0, sizeof(*ss), PROT_READ, MAP_SHARED, fd, 0)) == MAP_FAILED)
  612. ss = NULL;
  613. close(fd);
  614. }
  615. #endif
  616. if (ss == NULL) {
  617. /* shared memory error */
  618. srv_log(xs_fmt("error: shm object error (%s) server not running?", strerror(errno)));
  619. }
  620. else
  621. if (ss->s_size != sizeof(*ss)) {
  622. srv_log(xs_fmt("error: struct size mismatch (%d != %d)",
  623. ss->s_size, sizeof(*ss)));
  624. munmap(ss, sizeof(*ss));
  625. ss = NULL;
  626. }
  627. break;
  628. case 2: /* unlink */
  629. #ifndef WITHOUT_SHM
  630. if (*fname)
  631. shm_unlink(*fname);
  632. #endif
  633. break;
  634. }
  635. return ss;
  636. }
  637. void httpd(void)
  638. /* starts the server */
  639. {
  640. const char *address = NULL;
  641. const char *port = NULL;
  642. xs *full_address = NULL;
  643. int rs;
  644. pthread_t threads[MAX_THREADS] = {0};
  645. int n;
  646. xs *sem_name = NULL;
  647. xs *shm_name = NULL;
  648. sem_t anon_job_sem;
  649. xs *pidfile = xs_fmt("%s/server.pid", srv_basedir);
  650. int pidfd;
  651. {
  652. /* do some pidfile locking acrobatics */
  653. if ((pidfd = open(pidfile, O_RDWR | O_CREAT, 0660)) == -1) {
  654. srv_log(xs_fmt("Cannot create pidfile %s -- cannot continue", pidfile));
  655. return;
  656. }
  657. if (lockf(pidfd, F_TLOCK, 1) == -1) {
  658. srv_log(xs_fmt("Cannot lock pidfile %s -- server already running?", pidfile));
  659. close(pidfd);
  660. return;
  661. }
  662. ftruncate(pidfd, 0);
  663. xs *s = xs_fmt("%d\n", (int)getpid());
  664. write(pidfd, s, strlen(s));
  665. }
  666. address = xs_dict_get(srv_config, "address");
  667. if (*address == '/') {
  668. rs = xs_unix_socket_server(address, NULL);
  669. full_address = xs_fmt("unix:%s", address);
  670. }
  671. else {
  672. port = xs_number_str(xs_dict_get(srv_config, "port"));
  673. full_address = xs_fmt("%s:%s", address, port);
  674. rs = xs_socket_server(address, port);
  675. }
  676. if (rs == -1) {
  677. srv_log(xs_fmt("cannot bind socket to %s", full_address));
  678. return;
  679. }
  680. /* setup the server stat structure */
  681. p_state = srv_state_op(&shm_name, 0);
  682. p_state->srv_start_time = time(NULL);
  683. p_state->use_fcgi = xs_type(xs_dict_get(srv_config, "fastcgi")) == XSTYPE_TRUE;
  684. p_state->srv_running = 1;
  685. signal(SIGPIPE, SIG_IGN);
  686. signal(SIGTERM, term_handler);
  687. signal(SIGINT, term_handler);
  688. srv_log(xs_fmt("httpd%s start %s %s", p_state->use_fcgi ? " (FastCGI)" : "",
  689. full_address, USER_AGENT));
  690. /* show the number of usable file descriptors */
  691. struct rlimit r;
  692. getrlimit(RLIMIT_NOFILE, &r);
  693. srv_debug(1, xs_fmt("available (rlimit) fds: %d (cur) / %d (max)",
  694. (int) r.rlim_cur, (int) r.rlim_max));
  695. /* initialize the job control engine */
  696. pthread_mutex_init(&job_mutex, NULL);
  697. sem_name = xs_fmt("/job_%d", getpid());
  698. job_sem = sem_open(sem_name, O_CREAT, 0644, 0);
  699. if (job_sem == NULL) {
  700. /* error opening a named semaphore; try with an anonymous one */
  701. if (sem_init(&anon_job_sem, 0, 0) != -1)
  702. job_sem = &anon_job_sem;
  703. }
  704. if (job_sem == NULL) {
  705. srv_log(xs_fmt("fatal error: cannot create semaphore -- cannot continue"));
  706. return;
  707. }
  708. /* initialize sleep control */
  709. pthread_mutex_init(&sleep_mutex, NULL);
  710. pthread_cond_init(&sleep_cond, NULL);
  711. p_state->n_threads = xs_number_get(xs_dict_get(srv_config, "num_threads"));
  712. #ifdef _SC_NPROCESSORS_ONLN
  713. if (p_state->n_threads == 0) {
  714. /* get number of CPUs on the machine */
  715. p_state->n_threads = sysconf(_SC_NPROCESSORS_ONLN);
  716. }
  717. #endif
  718. if (p_state->n_threads < 4)
  719. p_state->n_threads = 4;
  720. if (p_state->n_threads > MAX_THREADS)
  721. p_state->n_threads = MAX_THREADS;
  722. srv_debug(0, xs_fmt("using %d threads", p_state->n_threads));
  723. /* thread #0 is the background thread */
  724. pthread_create(&threads[0], NULL, background_thread, NULL);
  725. /* the rest of threads are for job processing */
  726. char *ptr = (char *) 0x1;
  727. for (n = 1; n < p_state->n_threads; n++)
  728. pthread_create(&threads[n], NULL, job_thread, ptr++);
  729. if (setjmp(on_break) == 0) {
  730. for (;;) {
  731. int cs = xs_socket_accept(rs);
  732. if (cs != -1) {
  733. FILE *f = fdopen(cs, "r+");
  734. xs *job = xs_data_new(&f, sizeof(FILE *));
  735. job_post(job, 1);
  736. }
  737. else
  738. break;
  739. }
  740. }
  741. p_state->srv_running = 0;
  742. /* send as many exit jobs as working threads */
  743. for (n = 1; n < p_state->n_threads; n++)
  744. job_post(xs_stock(XSTYPE_FALSE), 0);
  745. /* wait for all the threads to exit */
  746. for (n = 0; n < p_state->n_threads; n++)
  747. pthread_join(threads[n], NULL);
  748. sem_close(job_sem);
  749. sem_unlink(sem_name);
  750. srv_state_op(&shm_name, 2);
  751. xs *uptime = xs_str_time_diff(time(NULL) - p_state->srv_start_time);
  752. srv_log(xs_fmt("httpd%s stop %s (run time: %s)",
  753. p_state->use_fcgi ? " (FastCGI)" : "",
  754. full_address, uptime));
  755. unlink(pidfile);
  756. }