httpd.c 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962
  1. /* snac - A simple, minimalistic ActivityPub instance */
  2. /* copyright (c) 2022 - 2024 grunfink et al. / MIT license */
  3. #include "xs.h"
  4. #include "xs_io.h"
  5. #include "xs_json.h"
  6. #include "xs_socket.h"
  7. #include "xs_unix_socket.h"
  8. #include "xs_httpd.h"
  9. #include "xs_mime.h"
  10. #include "xs_time.h"
  11. #include "xs_openssl.h"
  12. #include "xs_fcgi.h"
  13. #include "xs_html.h"
  14. #include "snac.h"
  15. #include <setjmp.h>
  16. #include <pthread.h>
  17. #include <semaphore.h>
  18. #include <fcntl.h>
  19. #include <stdint.h>
  20. #include <sys/resource.h> // for getrlimit()
  21. #include <sys/mman.h>
  22. #ifdef USE_POLL_FOR_SLEEP
  23. #include <poll.h>
  24. #endif
  25. /** server state **/
  26. srv_state *p_state = NULL;
  27. /** job control **/
  28. /* mutex to access the lists of jobs */
  29. static pthread_mutex_t job_mutex;
  30. /* semaphore to trigger job processing */
  31. static sem_t *job_sem;
  32. typedef struct job_fifo_item {
  33. struct job_fifo_item *next;
  34. xs_val *job;
  35. } job_fifo_item;
  36. static job_fifo_item *job_fifo_first = NULL;
  37. static job_fifo_item *job_fifo_last = NULL;
  38. /** other global data **/
  39. static jmp_buf on_break;
  40. /** code **/
  41. /* nodeinfo 2.0 template */
  42. const char *nodeinfo_2_0_template = ""
  43. "{\"version\":\"2.0\","
  44. "\"software\":{\"name\":\"snac\",\"version\":\"" VERSION "\"},"
  45. "\"protocols\":[\"activitypub\"],"
  46. "\"services\":{\"outbound\":[],\"inbound\":[]},"
  47. "\"usage\":{\"users\":{\"total\":%d,\"activeMonth\":%d,\"activeHalfyear\":%d},"
  48. "\"localPosts\":%d},"
  49. "\"openRegistrations\":false,\"metadata\":{}}";
  50. xs_str *nodeinfo_2_0(void)
  51. /* builds a nodeinfo json object */
  52. {
  53. int n_utotal = 0;
  54. int n_umonth = 0;
  55. int n_uhyear = 0;
  56. int n_posts = 0;
  57. xs *users = user_list();
  58. xs_list *p = users;
  59. const char *v;
  60. double now = (double)time(NULL);
  61. while (xs_list_iter(&p, &v)) {
  62. /* build the full path name to the last usage log */
  63. xs *llfn = xs_fmt("%s/user/%s/lastlog.txt", srv_basedir, v);
  64. double llsecs = now - mtime(llfn);
  65. if (llsecs < 60 * 60 * 24 * 30 * 6) {
  66. n_uhyear++;
  67. if (llsecs < 60 * 60 * 24 * 30)
  68. n_umonth++;
  69. }
  70. n_utotal++;
  71. /* build the file to each user public.idx */
  72. xs *pidxfn = xs_fmt("%s/user/%s/public.idx", srv_basedir, v);
  73. n_posts += index_len(pidxfn);
  74. }
  75. return xs_fmt(nodeinfo_2_0_template, n_utotal, n_umonth, n_uhyear, n_posts);
  76. }
  77. static xs_str *greeting_html(void)
  78. /* processes and returns greeting.html */
  79. {
  80. /* try to open greeting.html */
  81. xs *fn = xs_fmt("%s/greeting.html", srv_basedir);
  82. FILE *f;
  83. xs_str *s = NULL;
  84. if ((f = fopen(fn, "r")) != NULL) {
  85. s = xs_readall(f);
  86. fclose(f);
  87. /* replace %host% */
  88. s = xs_replace_i(s, "%host%", xs_dict_get(srv_config, "host"));
  89. const char *adm_email = xs_dict_get(srv_config, "admin_email");
  90. if (xs_is_null(adm_email) || *adm_email == '\0')
  91. adm_email = "the administrator of this instance";
  92. /* replace %admin_email */
  93. s = xs_replace_i(s, "%admin_email%", adm_email);
  94. /* does it have a %userlist% mark? */
  95. if (xs_str_in(s, "%userlist%") != -1) {
  96. const char *host = xs_dict_get(srv_config, "host");
  97. xs *list = user_list();
  98. xs_list *p = list;
  99. const xs_str *uid;
  100. xs_html *ul = xs_html_tag("ul",
  101. xs_html_attr("class", "snac-user-list"));
  102. p = list;
  103. while (xs_list_iter(&p, &uid)) {
  104. snac user;
  105. if (user_open(&user, uid)) {
  106. xs_html_add(ul,
  107. xs_html_tag("li",
  108. xs_html_tag("a",
  109. xs_html_attr("href", user.actor),
  110. xs_html_text("@"),
  111. xs_html_text(uid),
  112. xs_html_text("@"),
  113. xs_html_text(host),
  114. xs_html_text(" ("),
  115. xs_html_text(xs_dict_get(user.config, "name")),
  116. xs_html_text(")"))));
  117. user_free(&user);
  118. }
  119. }
  120. xs *s1 = xs_html_render(ul);
  121. s = xs_replace_i(s, "%userlist%", s1);
  122. }
  123. }
  124. return s;
  125. }
  126. const char *share_page = ""
  127. "<!DOCTYPE html>\n"
  128. "<html>\n"
  129. "<head>\n"
  130. "<title>%s - snac</title>\n"
  131. "<meta content=\"width=device-width, initial-scale=1, minimum-scale=1, user-scalable=no\" name=\"viewport\">"
  132. "<style>:root {color-scheme: light dark}</style>\n"
  133. "</head>\n"
  134. "<body><h1>%s link share</h1>\n"
  135. "<form method=\"get\" action=\"%s/share-bridge\">\n"
  136. "<textarea name=\"content\" rows=\"6\" wrap=\"virtual\" required=\"required\" style=\"width: 50em\">%s</textarea>\n"
  137. "<p>Login: <input type=\"text\" name=\"login\" autocapitalize=\"off\" required=\"required\"></p>\n"
  138. "<input type=\"submit\" value=\"OK\">\n"
  139. "</form><p>%s</p></body></html>\n"
  140. "";
  141. int server_get_handler(xs_dict *req, const char *q_path,
  142. char **body, int *b_size, char **ctype)
  143. /* basic server services */
  144. {
  145. int status = 0;
  146. /* is it the server root? */
  147. if (*q_path == '\0') {
  148. const xs_dict *q_vars = xs_dict_get(req, "q_vars");
  149. const char *t = NULL;
  150. if (xs_type(q_vars) == XSTYPE_DICT && (t = xs_dict_get(q_vars, "t"))) {
  151. /** search by tag **/
  152. int skip = 0;
  153. int show = xs_number_get(xs_dict_get(srv_config, "max_timeline_entries"));
  154. const char *v;
  155. if ((v = xs_dict_get(q_vars, "skip")) != NULL)
  156. skip = atoi(v);
  157. if ((v = xs_dict_get(q_vars, "show")) != NULL)
  158. show = atoi(v);
  159. xs *tl = tag_search(t, skip, show + 1);
  160. int more = 0;
  161. if (xs_list_len(tl) >= show + 1) {
  162. /* drop the last one */
  163. tl = xs_list_del(tl, -1);
  164. more = 1;
  165. }
  166. const char *accept = xs_dict_get(req, "accept");
  167. if (!xs_is_null(accept) && strcmp(accept, "application/rss+xml") == 0) {
  168. xs *link = xs_fmt("%s/?t=%s", srv_baseurl, t);
  169. *body = timeline_to_rss(NULL, tl, link, link, link);
  170. *ctype = "application/rss+xml; charset=utf-8";
  171. }
  172. else {
  173. xs *page = xs_fmt("?t=%s", t);
  174. xs *title = xs_fmt(L("Search results for tag #%s"), t);
  175. *body = html_timeline(NULL, tl, 0, skip, show, more, title, page, 0, NULL);
  176. }
  177. }
  178. else
  179. if (xs_type(xs_dict_get(srv_config, "show_instance_timeline")) == XSTYPE_TRUE) {
  180. /** instance timeline **/
  181. xs *tl = timeline_instance_list(0, 30);
  182. *body = html_timeline(NULL, tl, 0, 0, 0, 0,
  183. L("Recent posts by users in this instance"), NULL, 0, NULL);
  184. }
  185. else
  186. *body = greeting_html();
  187. if (*body)
  188. status = HTTP_STATUS_OK;
  189. }
  190. else
  191. if (strcmp(q_path, "/susie.png") == 0 || strcmp(q_path, "/favicon.ico") == 0 ) {
  192. status = HTTP_STATUS_OK;
  193. *body = xs_base64_dec(default_avatar_base64(), b_size);
  194. *ctype = "image/png";
  195. }
  196. else
  197. if (strcmp(q_path, "/.well-known/nodeinfo") == 0) {
  198. status = HTTP_STATUS_OK;
  199. *ctype = "application/json; charset=utf-8";
  200. *body = xs_fmt("{\"links\":["
  201. "{\"rel\":\"http:/" "/nodeinfo.diaspora.software/ns/schema/2.0\","
  202. "\"href\":\"%s/nodeinfo_2_0\"}]}",
  203. srv_baseurl);
  204. }
  205. else
  206. if (strcmp(q_path, "/.well-known/host-meta") == 0) {
  207. status = HTTP_STATUS_OK;
  208. *ctype = "application/xrd+xml";
  209. *body = xs_fmt("<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n"
  210. "<XRD>"
  211. "<Link rel=\"lrdd\" type=\"application/xrd+xml\" template=\"https://%s/.well-known/webfinger?resource={uri}\"/>"
  212. "</XRD>", xs_dict_get(srv_config, "host"));
  213. }
  214. else
  215. if (strcmp(q_path, "/nodeinfo_2_0") == 0) {
  216. status = HTTP_STATUS_OK;
  217. *ctype = "application/json; charset=utf-8";
  218. *body = nodeinfo_2_0();
  219. }
  220. else
  221. if (strcmp(q_path, "/robots.txt") == 0) {
  222. status = HTTP_STATUS_OK;
  223. *ctype = "text/plain";
  224. *body = xs_str_new("User-agent: *\n"
  225. "Disallow: /\n");
  226. }
  227. else
  228. if (strcmp(q_path, "/share") == 0) {
  229. const xs_dict *q_vars = xs_dict_get(req, "q_vars");
  230. const char *url = xs_dict_get(q_vars, "url");
  231. const char *text = xs_dict_get(q_vars, "text");
  232. xs *s = NULL;
  233. if (xs_type(text) == XSTYPE_STRING)
  234. s = xs_fmt("%s\n\n%s\n", text, url);
  235. else
  236. s = xs_fmt("%s\n", url);
  237. status = HTTP_STATUS_OK;
  238. *ctype = "text/html";
  239. *body = xs_fmt(share_page,
  240. xs_dict_get(srv_config, "host"),
  241. xs_dict_get(srv_config, "host"),
  242. srv_baseurl,
  243. s,
  244. USER_AGENT
  245. );
  246. }
  247. if (status != 0)
  248. srv_debug(1, xs_fmt("server_get_handler serving '%s' %d", q_path, status));
  249. return status;
  250. }
  251. void httpd_connection(FILE *f)
  252. /* the connection processor */
  253. {
  254. xs *req;
  255. const char *method;
  256. int status = 0;
  257. xs_str *body = NULL;
  258. int b_size = 0;
  259. char *ctype = NULL;
  260. xs *headers = xs_dict_new();
  261. xs *q_path = NULL;
  262. xs *payload = NULL;
  263. xs *etag = NULL;
  264. xs *last_modified = NULL;
  265. xs *link = NULL;
  266. int p_size = 0;
  267. const char *p;
  268. int fcgi_id;
  269. if (p_state->use_fcgi)
  270. req = xs_fcgi_request(f, &payload, &p_size, &fcgi_id);
  271. else
  272. req = xs_httpd_request(f, &payload, &p_size);
  273. if (req == NULL) {
  274. /* probably because a timeout */
  275. fclose(f);
  276. return;
  277. }
  278. if (!(method = xs_dict_get(req, "method")) || !(p = xs_dict_get(req, "path"))) {
  279. /* missing needed headers; discard */
  280. fclose(f);
  281. return;
  282. }
  283. q_path = xs_dup(p);
  284. /* crop the q_path from leading / and the prefix */
  285. if (xs_endswith(q_path, "/"))
  286. q_path = xs_crop_i(q_path, 0, -1);
  287. p = xs_dict_get(srv_config, "prefix");
  288. if (xs_startswith(q_path, p))
  289. q_path = xs_crop_i(q_path, strlen(p), 0);
  290. if (strcmp(method, "GET") == 0 || strcmp(method, "HEAD") == 0) {
  291. /* cascade through */
  292. if (status == 0)
  293. status = server_get_handler(req, q_path, &body, &b_size, &ctype);
  294. if (status == 0)
  295. status = webfinger_get_handler(req, q_path, &body, &b_size, &ctype);
  296. if (status == 0)
  297. status = activitypub_get_handler(req, q_path, &body, &b_size, &ctype);
  298. #ifndef NO_MASTODON_API
  299. if (status == 0)
  300. status = oauth_get_handler(req, q_path, &body, &b_size, &ctype);
  301. if (status == 0)
  302. status = mastoapi_get_handler(req, q_path, &body, &b_size, &ctype, &link);
  303. #endif /* NO_MASTODON_API */
  304. if (status == 0)
  305. status = html_get_handler(req, q_path, &body, &b_size, &ctype, &etag, &last_modified);
  306. }
  307. else
  308. if (strcmp(method, "POST") == 0) {
  309. #ifndef NO_MASTODON_API
  310. if (status == 0)
  311. status = oauth_post_handler(req, q_path,
  312. payload, p_size, &body, &b_size, &ctype);
  313. if (status == 0)
  314. status = mastoapi_post_handler(req, q_path,
  315. payload, p_size, &body, &b_size, &ctype);
  316. #endif
  317. if (status == 0)
  318. status = activitypub_post_handler(req, q_path,
  319. payload, p_size, &body, &b_size, &ctype);
  320. if (status == 0)
  321. status = html_post_handler(req, q_path,
  322. payload, p_size, &body, &b_size, &ctype);
  323. }
  324. else
  325. if (strcmp(method, "PUT") == 0) {
  326. #ifndef NO_MASTODON_API
  327. if (status == 0)
  328. status = mastoapi_put_handler(req, q_path,
  329. payload, p_size, &body, &b_size, &ctype);
  330. #endif
  331. }
  332. else
  333. if (strcmp(method, "PATCH") == 0) {
  334. #ifndef NO_MASTODON_API
  335. if (status == 0)
  336. status = mastoapi_patch_handler(req, q_path,
  337. payload, p_size, &body, &b_size, &ctype);
  338. #endif
  339. }
  340. else
  341. if (strcmp(method, "OPTIONS") == 0) {
  342. const char *methods = "OPTIONS, GET, HEAD, POST, PUT, DELETE";
  343. headers = xs_dict_append(headers, "allow", methods);
  344. headers = xs_dict_append(headers, "access-control-allow-methods", methods);
  345. status = HTTP_STATUS_OK;
  346. }
  347. else
  348. if (strcmp(method, "DELETE") == 0) {
  349. #ifndef NO_MASTODON_API
  350. if (status == 0)
  351. status = mastoapi_delete_handler(req, q_path,
  352. payload, p_size, &body, &b_size, &ctype);
  353. #endif
  354. }
  355. /* unattended? it's an error */
  356. if (status == 0) {
  357. srv_archive_error("unattended_method", "unattended method", req, payload);
  358. srv_debug(1, xs_fmt("httpd_connection unattended %s %s", method, q_path));
  359. status = HTTP_STATUS_NOT_FOUND;
  360. }
  361. if (status == HTTP_STATUS_FORBIDDEN)
  362. body = xs_str_new("<h1>403 Forbidden</h1>");
  363. if (status == HTTP_STATUS_NOT_FOUND)
  364. body = xs_str_new("<h1>404 Not Found</h1>");
  365. if (status == HTTP_STATUS_BAD_REQUEST && body != NULL)
  366. body = xs_str_new("<h1>400 Bad Request</h1>");
  367. if (status == HTTP_STATUS_SEE_OTHER)
  368. headers = xs_dict_append(headers, "location", body);
  369. if (status == HTTP_STATUS_UNAUTHORIZED && body) {
  370. xs *www_auth = xs_fmt("Basic realm=\"@%s@%s snac login\"",
  371. body, xs_dict_get(srv_config, "host"));
  372. headers = xs_dict_append(headers, "WWW-Authenticate", www_auth);
  373. headers = xs_dict_append(headers, "Cache-Control", "no-cache, must-revalidate, max-age=0");
  374. }
  375. if (ctype == NULL)
  376. ctype = "text/html; charset=utf-8";
  377. headers = xs_dict_append(headers, "content-type", ctype);
  378. headers = xs_dict_append(headers, "x-creator", USER_AGENT);
  379. if (!xs_is_null(etag))
  380. headers = xs_dict_append(headers, "etag", etag);
  381. if (!xs_is_null(last_modified))
  382. headers = xs_dict_append(headers, "last-modified", last_modified);
  383. if (!xs_is_null(link))
  384. headers = xs_dict_append(headers, "Link", link);
  385. /* if there are any additional headers, add them */
  386. const xs_dict *more_headers = xs_dict_get(srv_config, "http_headers");
  387. if (xs_type(more_headers) == XSTYPE_DICT) {
  388. const char *k, *v;
  389. int c = 0;
  390. while (xs_dict_next(more_headers, &k, &v, &c))
  391. headers = xs_dict_set(headers, k, v);
  392. }
  393. if (b_size == 0 && body != NULL)
  394. b_size = strlen(body);
  395. /* if it was a HEAD, no body will be sent */
  396. if (strcmp(method, "HEAD") == 0)
  397. body = xs_free(body);
  398. headers = xs_dict_append(headers, "access-control-allow-origin", "*");
  399. headers = xs_dict_append(headers, "access-control-allow-headers", "*");
  400. if (p_state->use_fcgi)
  401. xs_fcgi_response(f, status, headers, body, b_size, fcgi_id);
  402. else
  403. xs_httpd_response(f, status, http_status_text(status), headers, body, b_size);
  404. fclose(f);
  405. srv_archive("RECV", NULL, req, payload, p_size, status, headers, body, b_size);
  406. /* JSON validation check */
  407. if (!xs_is_null(body) && strcmp(ctype, "application/json") == 0) {
  408. xs *j = xs_json_loads(body);
  409. if (j == NULL) {
  410. srv_log(xs_fmt("bad JSON"));
  411. srv_archive_error("bad_json", "bad JSON", req, body);
  412. }
  413. }
  414. xs_free(body);
  415. }
  416. void job_post(const xs_val *job, int urgent)
  417. /* posts a job for the threads to process it */
  418. {
  419. if (job != NULL) {
  420. /* lock the mutex */
  421. pthread_mutex_lock(&job_mutex);
  422. job_fifo_item *i = xs_realloc(NULL, sizeof(job_fifo_item));
  423. *i = (job_fifo_item){ NULL, xs_dup(job) };
  424. if (job_fifo_first == NULL)
  425. job_fifo_first = job_fifo_last = i;
  426. else
  427. if (urgent) {
  428. /* prepend */
  429. i->next = job_fifo_first;
  430. job_fifo_first = i;
  431. }
  432. else {
  433. /* append */
  434. job_fifo_last->next = i;
  435. job_fifo_last = i;
  436. }
  437. p_state->job_fifo_size++;
  438. if (p_state->job_fifo_size > p_state->peak_job_fifo_size)
  439. p_state->peak_job_fifo_size = p_state->job_fifo_size;
  440. /* unlock the mutex */
  441. pthread_mutex_unlock(&job_mutex);
  442. /* ask for someone to attend it */
  443. sem_post(job_sem);
  444. }
  445. }
  446. void job_wait(xs_val **job)
  447. /* waits for an available job */
  448. {
  449. *job = NULL;
  450. if (sem_wait(job_sem) == 0) {
  451. /* lock the mutex */
  452. pthread_mutex_lock(&job_mutex);
  453. /* dequeue */
  454. job_fifo_item *i = job_fifo_first;
  455. if (i != NULL) {
  456. job_fifo_first = i->next;
  457. if (job_fifo_first == NULL)
  458. job_fifo_last = NULL;
  459. *job = i->job;
  460. xs_free(i);
  461. p_state->job_fifo_size--;
  462. }
  463. /* unlock the mutex */
  464. pthread_mutex_unlock(&job_mutex);
  465. }
  466. }
  467. static void *job_thread(void *arg)
  468. /* job thread */
  469. {
  470. int pid = (int)(uintptr_t)arg;
  471. srv_debug(1, xs_fmt("job thread %d started", pid));
  472. for (;;) {
  473. xs *job = NULL;
  474. p_state->th_state[pid] = THST_WAIT;
  475. job_wait(&job);
  476. if (job == NULL) /* corrupted message? */
  477. continue;
  478. if (xs_type(job) == XSTYPE_FALSE) /* special message: exit */
  479. break;
  480. else
  481. if (xs_type(job) == XSTYPE_DATA) {
  482. /* it's a socket */
  483. FILE *f = NULL;
  484. p_state->th_state[pid] = THST_IN;
  485. xs_data_get(&f, job);
  486. if (f != NULL)
  487. httpd_connection(f);
  488. }
  489. else {
  490. /* it's a q_item */
  491. p_state->th_state[pid] = THST_QUEUE;
  492. process_queue_item(job);
  493. }
  494. }
  495. p_state->th_state[pid] = THST_STOP;
  496. srv_debug(1, xs_fmt("job thread %d stopped", pid));
  497. return NULL;
  498. }
  499. /* background thread sleep control */
  500. static pthread_mutex_t sleep_mutex;
  501. static pthread_cond_t sleep_cond;
  502. static void *background_thread(void *arg)
  503. /* background thread (queue management and other things) */
  504. {
  505. time_t purge_time;
  506. (void)arg;
  507. /* first purge time */
  508. purge_time = time(NULL) + 10 * 60;
  509. srv_log(xs_fmt("background thread started"));
  510. while (p_state->srv_running) {
  511. time_t t;
  512. int cnt = 0;
  513. p_state->th_state[0] = THST_QUEUE;
  514. {
  515. xs *list = user_list();
  516. char *p;
  517. const char *uid;
  518. /* process queues for all users */
  519. p = list;
  520. while (xs_list_iter(&p, &uid)) {
  521. snac snac;
  522. if (user_open(&snac, uid)) {
  523. cnt += process_user_queue(&snac);
  524. user_free(&snac);
  525. }
  526. }
  527. }
  528. /* global queue */
  529. cnt += process_queue();
  530. /* time to purge? */
  531. if ((t = time(NULL)) > purge_time) {
  532. /* next purge time is tomorrow */
  533. purge_time = t + 24 * 60 * 60;
  534. xs *q_item = xs_dict_new();
  535. q_item = xs_dict_append(q_item, "type", "purge");
  536. job_post(q_item, 0);
  537. }
  538. if (cnt == 0) {
  539. /* sleep 3 seconds */
  540. p_state->th_state[0] = THST_WAIT;
  541. #ifdef USE_POLL_FOR_SLEEP
  542. poll(NULL, 0, 3 * 1000);
  543. #else
  544. struct timespec ts;
  545. clock_gettime(CLOCK_REALTIME, &ts);
  546. ts.tv_sec += 3;
  547. pthread_mutex_lock(&sleep_mutex);
  548. while (pthread_cond_timedwait(&sleep_cond, &sleep_mutex, &ts) == 0);
  549. pthread_mutex_unlock(&sleep_mutex);
  550. #endif
  551. }
  552. }
  553. p_state->th_state[0] = THST_STOP;
  554. srv_log(xs_fmt("background thread stopped"));
  555. return NULL;
  556. }
  557. void term_handler(int s)
  558. {
  559. (void)s;
  560. longjmp(on_break, 1);
  561. }
  562. srv_state *srv_state_op(xs_str **fname, int op)
  563. /* opens or deletes the shared memory object */
  564. {
  565. int fd;
  566. srv_state *ss = NULL;
  567. if (*fname == NULL)
  568. *fname = xs_fmt("/%s_snac_state", xs_dict_get(srv_config, "host"));
  569. switch (op) {
  570. case 0: /* open for writing */
  571. #ifdef WITHOUT_SHM
  572. errno = ENOTSUP;
  573. #else
  574. if ((fd = shm_open(*fname, O_CREAT | O_RDWR, 0666)) != -1) {
  575. ftruncate(fd, sizeof(*ss));
  576. if ((ss = mmap(0, sizeof(*ss), PROT_READ | PROT_WRITE,
  577. MAP_SHARED, fd, 0)) == MAP_FAILED)
  578. ss = NULL;
  579. close(fd);
  580. }
  581. #endif
  582. if (ss == NULL) {
  583. /* shared memory error: just create a plain structure */
  584. srv_log(xs_fmt("warning: shm object error (%s)", strerror(errno)));
  585. ss = malloc(sizeof(*ss));
  586. }
  587. /* init structure */
  588. *ss = (srv_state){0};
  589. ss->s_size = sizeof(*ss);
  590. break;
  591. case 1: /* open for reading */
  592. #ifdef WITHOUT_SHM
  593. errno = ENOTSUP;
  594. #else
  595. if ((fd = shm_open(*fname, O_RDONLY, 0666)) != -1) {
  596. if ((ss = mmap(0, sizeof(*ss), PROT_READ, MAP_SHARED, fd, 0)) == MAP_FAILED)
  597. ss = NULL;
  598. close(fd);
  599. }
  600. #endif
  601. if (ss == NULL) {
  602. /* shared memory error */
  603. srv_log(xs_fmt("error: shm object error (%s) server not running?", strerror(errno)));
  604. }
  605. else
  606. if (ss->s_size != sizeof(*ss)) {
  607. srv_log(xs_fmt("error: struct size mismatch (%d != %d)",
  608. ss->s_size, sizeof(*ss)));
  609. munmap(ss, sizeof(*ss));
  610. ss = NULL;
  611. }
  612. break;
  613. case 2: /* unlink */
  614. #ifndef WITHOUT_SHM
  615. if (*fname)
  616. shm_unlink(*fname);
  617. #endif
  618. break;
  619. }
  620. return ss;
  621. }
  622. void httpd(void)
  623. /* starts the server */
  624. {
  625. const char *address = NULL;
  626. const char *port = NULL;
  627. xs *full_address = NULL;
  628. int rs;
  629. pthread_t threads[MAX_THREADS] = {0};
  630. int n;
  631. xs *sem_name = NULL;
  632. xs *shm_name = NULL;
  633. sem_t anon_job_sem;
  634. xs *pidfile = xs_fmt("%s/server.pid", srv_basedir);
  635. int pidfd;
  636. {
  637. /* do some pidfile locking acrobatics */
  638. if ((pidfd = open(pidfile, O_RDWR | O_CREAT, 0660)) == -1) {
  639. srv_log(xs_fmt("Cannot create pidfile %s -- cannot continue", pidfile));
  640. return;
  641. }
  642. if (lockf(pidfd, F_TLOCK, 1) == -1) {
  643. srv_log(xs_fmt("Cannot lock pidfile %s -- server already running?", pidfile));
  644. close(pidfd);
  645. return;
  646. }
  647. ftruncate(pidfd, 0);
  648. xs *s = xs_fmt("%d\n", (int)getpid());
  649. write(pidfd, s, strlen(s));
  650. }
  651. address = xs_dict_get(srv_config, "address");
  652. if (*address == '/') {
  653. rs = xs_unix_socket_server(address, NULL);
  654. full_address = xs_fmt("unix:%s", address);
  655. }
  656. else {
  657. port = xs_number_str(xs_dict_get(srv_config, "port"));
  658. full_address = xs_fmt("%s:%s", address, port);
  659. rs = xs_socket_server(address, port);
  660. }
  661. if (rs == -1) {
  662. srv_log(xs_fmt("cannot bind socket to %s", full_address));
  663. return;
  664. }
  665. /* setup the server stat structure */
  666. p_state = srv_state_op(&shm_name, 0);
  667. p_state->srv_start_time = time(NULL);
  668. p_state->use_fcgi = xs_type(xs_dict_get(srv_config, "fastcgi")) == XSTYPE_TRUE;
  669. p_state->srv_running = 1;
  670. signal(SIGPIPE, SIG_IGN);
  671. signal(SIGTERM, term_handler);
  672. signal(SIGINT, term_handler);
  673. srv_log(xs_fmt("httpd%s start %s %s", p_state->use_fcgi ? " (FastCGI)" : "",
  674. full_address, USER_AGENT));
  675. /* show the number of usable file descriptors */
  676. struct rlimit r;
  677. getrlimit(RLIMIT_NOFILE, &r);
  678. srv_debug(1, xs_fmt("available (rlimit) fds: %d (cur) / %d (max)",
  679. (int) r.rlim_cur, (int) r.rlim_max));
  680. /* initialize the job control engine */
  681. pthread_mutex_init(&job_mutex, NULL);
  682. sem_name = xs_fmt("/job_%d", getpid());
  683. job_sem = sem_open(sem_name, O_CREAT, 0644, 0);
  684. if (job_sem == NULL) {
  685. /* error opening a named semaphore; try with an anonymous one */
  686. if (sem_init(&anon_job_sem, 0, 0) != -1)
  687. job_sem = &anon_job_sem;
  688. }
  689. if (job_sem == NULL) {
  690. srv_log(xs_fmt("fatal error: cannot create semaphore -- cannot continue"));
  691. return;
  692. }
  693. /* initialize sleep control */
  694. pthread_mutex_init(&sleep_mutex, NULL);
  695. pthread_cond_init(&sleep_cond, NULL);
  696. p_state->n_threads = xs_number_get(xs_dict_get(srv_config, "num_threads"));
  697. #ifdef _SC_NPROCESSORS_ONLN
  698. if (p_state->n_threads == 0) {
  699. /* get number of CPUs on the machine */
  700. p_state->n_threads = sysconf(_SC_NPROCESSORS_ONLN);
  701. }
  702. #endif
  703. if (p_state->n_threads < 4)
  704. p_state->n_threads = 4;
  705. if (p_state->n_threads > MAX_THREADS)
  706. p_state->n_threads = MAX_THREADS;
  707. srv_debug(0, xs_fmt("using %d threads", p_state->n_threads));
  708. /* thread #0 is the background thread */
  709. pthread_create(&threads[0], NULL, background_thread, NULL);
  710. /* the rest of threads are for job processing */
  711. char *ptr = (char *) 0x1;
  712. for (n = 1; n < p_state->n_threads; n++)
  713. pthread_create(&threads[n], NULL, job_thread, ptr++);
  714. if (setjmp(on_break) == 0) {
  715. for (;;) {
  716. int cs = xs_socket_accept(rs);
  717. if (cs != -1) {
  718. FILE *f = fdopen(cs, "r+");
  719. xs *job = xs_data_new(&f, sizeof(FILE *));
  720. job_post(job, 1);
  721. }
  722. else
  723. break;
  724. }
  725. }
  726. p_state->srv_running = 0;
  727. /* send as many exit jobs as working threads */
  728. for (n = 1; n < p_state->n_threads; n++)
  729. job_post(xs_stock(XSTYPE_FALSE), 0);
  730. /* wait for all the threads to exit */
  731. for (n = 0; n < p_state->n_threads; n++)
  732. pthread_join(threads[n], NULL);
  733. sem_close(job_sem);
  734. sem_unlink(sem_name);
  735. srv_state_op(&shm_name, 2);
  736. xs *uptime = xs_str_time_diff(time(NULL) - p_state->srv_start_time);
  737. srv_log(xs_fmt("httpd%s stop %s (run time: %s)",
  738. p_state->use_fcgi ? " (FastCGI)" : "",
  739. full_address, uptime));
  740. unlink(pidfile);
  741. }