data.c 85 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900290129022903290429052906290729082909291029112912291329142915291629172918291929202921292229232924292529262927292829292930293129322933293429352936293729382939294029412942294329442945294629472948294929502951295229532954295529562957295829592960296129622963296429652966296729682969297029712972297329742975297629772978297929802981298229832984298529862987298829892990299129922993299429952996299729982999300030013002300330043005300630073008300930103011301230133014301530163017301830193020302130223023302430253026302730283029303030313032303330343035303630373038303930403041304230433044304530463047304830493050305130523053305430553056305730583059306030613062306330643065306630673068306930703071307230733074307530763077307830793080308130823083308430853086308730883089309030913092309330943095309630973098309931003101310231033104310531063107310831093110311131123113311431153116311731183119312031213122312331243125312631273128312931303131313231333134313531363137313831393140314131423143314431453146314731483149315031513152315331543155315631573158315931603161316231633164316531663167316831693170317131723173317431753176317731783179318031813182318331843185318631873188318931903191319231933194319531963197319831993200320132023203320432053206320732083209321032113212321332143215321632173218321932203221322232233224322532263227322832293230323132323233323432353236323732383239324032413242324332443245324632473248324932503251325232533254325532563257325832593260326132623263326432653266326732683269327032713272327332743275327632773278327932803281328232833284328532863287328832893290329132923293329432953296329732983299330033013302330333043305330633073308330933103311331233133314331533163317331833193320332133223323332433253326332733283329333033313332333333343335333633373338333933403341334233433344334533463347334833493350335133523353335433553356335733583359336033613362336333643365336633673368336933703371337233733374337533763377337833793380338133823383338433853386338733883389339033913392339333943395339633973398339934003401340234033404340534063407340834093410341134123413341434153416341734183419342034213422342334243425342634273428342934303431343234333434343534363437343834393440344134423443344434453446344734483449345034513452345334543455345634573458345934603461346234633464346534663467346834693470347134723473347434753476347734783479348034813482348334843485348634873488348934903491349234933494349534963497349834993500350135023503350435053506350735083509351035113512351335143515351635173518351935203521352235233524352535263527352835293530353135323533353435353536353735383539354035413542354335443545354635473548354935503551355235533554355535563557355835593560356135623563356435653566356735683569357035713572357335743575357635773578357935803581358235833584358535863587358835893590359135923593359435953596359735983599360036013602360336043605360636073608360936103611361236133614361536163617361836193620362136223623362436253626362736283629363036313632363336343635363636373638363936403641364236433644364536463647364836493650
  1. /* snac - A simple, minimalistic ActivityPub instance */
  2. /* copyright (c) 2022 - 2024 grunfink et al. / MIT license */
  3. #include "xs.h"
  4. #include "xs_hex.h"
  5. #include "xs_io.h"
  6. #include "xs_json.h"
  7. #include "xs_openssl.h"
  8. #include "xs_glob.h"
  9. #include "xs_set.h"
  10. #include "xs_time.h"
  11. #include "xs_regex.h"
  12. #include "xs_match.h"
  13. #include "xs_unicode.h"
  14. #include "xs_random.h"
  15. #include "snac.h"
  16. #include <time.h>
  17. #include <sys/stat.h>
  18. #include <sys/file.h>
  19. #include <sys/time.h>
  20. #include <fcntl.h>
  21. #include <pthread.h>
  22. double disk_layout = 2.7;
  23. /* storage serializer */
  24. pthread_mutex_t data_mutex = {0};
  25. int snac_upgrade(xs_str **error);
  26. int srv_open(const char *basedir, int auto_upgrade)
  27. /* opens a server */
  28. {
  29. int ret = 0;
  30. xs *cfg_file = NULL;
  31. FILE *f;
  32. xs_str *error = NULL;
  33. pthread_mutex_init(&data_mutex, NULL);
  34. srv_basedir = xs_str_new(basedir);
  35. if (xs_endswith(srv_basedir, "/"))
  36. srv_basedir = xs_crop_i(srv_basedir, 0, -1);
  37. cfg_file = xs_fmt("%s/server.json", basedir);
  38. if ((f = fopen(cfg_file, "r")) == NULL)
  39. error = xs_fmt("ERROR: cannot open '%s'", cfg_file);
  40. else {
  41. /* read full config file */
  42. srv_config = xs_json_load(f);
  43. fclose(f);
  44. /* parse */
  45. if (srv_config == NULL)
  46. error = xs_fmt("ERROR: cannot parse '%s'", cfg_file);
  47. else {
  48. const char *host;
  49. const char *prefix;
  50. const char *dbglvl;
  51. const char *proto;
  52. host = xs_dict_get(srv_config, "host");
  53. prefix = xs_dict_get(srv_config, "prefix");
  54. dbglvl = xs_dict_get(srv_config, "dbglevel");
  55. proto = xs_dict_get_def(srv_config, "protocol", "https");
  56. if (host == NULL || prefix == NULL)
  57. error = xs_str_new("ERROR: cannot get server data");
  58. else {
  59. srv_baseurl = xs_fmt("%s:/" "/%s%s", proto, host, prefix);
  60. dbglevel = (int) xs_number_get(dbglvl);
  61. if ((dbglvl = getenv("DEBUG")) != NULL) {
  62. dbglevel = atoi(dbglvl);
  63. error = xs_fmt("DEBUG level set to %d from environment", dbglevel);
  64. }
  65. if (auto_upgrade)
  66. ret = snac_upgrade(&error);
  67. else {
  68. if (xs_number_get(xs_dict_get(srv_config, "layout")) < disk_layout)
  69. error = xs_fmt("ERROR: disk layout changed - execute 'snac upgrade' first");
  70. else
  71. ret = 1;
  72. }
  73. }
  74. }
  75. }
  76. if (error != NULL)
  77. srv_log(error);
  78. /* create the queue/ subdir, just in case */
  79. xs *qdir = xs_fmt("%s/queue", srv_basedir);
  80. mkdirx(qdir);
  81. xs *ibdir = xs_fmt("%s/inbox", srv_basedir);
  82. mkdirx(ibdir);
  83. xs *tmpdir = xs_fmt("%s/tmp", srv_basedir);
  84. mkdirx(tmpdir);
  85. #ifdef __APPLE__
  86. /* Apple uses st_atimespec instead of st_atim etc */
  87. #define st_atim st_atimespec
  88. #define st_ctim st_ctimespec
  89. #define st_mtim st_mtimespec
  90. #endif
  91. sbox_enter(srv_basedir);
  92. /* read (and drop) emojis.json, possibly creating it */
  93. xs_free(emojis());
  94. /* if style.css does not exist, create it */
  95. xs *css_fn = xs_fmt("%s/style.css", srv_basedir);
  96. if (mtime(css_fn) == 0) {
  97. srv_log(xs_fmt("Writing style.css"));
  98. write_default_css();
  99. }
  100. /* create the proxy token seed */
  101. {
  102. char rnd[16];
  103. xs_rnd_buf(rnd, sizeof(rnd));
  104. srv_proxy_token_seed = xs_hex_enc(rnd, sizeof(rnd));
  105. }
  106. return ret;
  107. }
  108. void srv_free(void)
  109. {
  110. xs_free(srv_basedir);
  111. xs_free(srv_config);
  112. xs_free(srv_baseurl);
  113. pthread_mutex_destroy(&data_mutex);
  114. }
  115. void user_free(snac *snac)
  116. /* frees a user snac */
  117. {
  118. xs_free(snac->uid);
  119. xs_free(snac->basedir);
  120. xs_free(snac->config);
  121. xs_free(snac->config_o);
  122. xs_free(snac->key);
  123. xs_free(snac->links);
  124. xs_free(snac->actor);
  125. xs_free(snac->md5);
  126. }
  127. int user_open(snac *user, const char *uid)
  128. /* opens a user */
  129. {
  130. int ret = 0;
  131. *user = (snac){0};
  132. if (validate_uid(uid)) {
  133. xs *cfg_file = NULL;
  134. FILE *f;
  135. xs *t = xs_fmt("%s/user/%s", srv_basedir, uid);
  136. if (mtime(t) == 0.0) {
  137. /* user folder does not exist; try with a different case */
  138. xs *lcuid = xs_tolower_i(xs_dup(uid));
  139. xs *ulist = user_list();
  140. xs_list *p = ulist;
  141. const xs_str *v;
  142. while (xs_list_iter(&p, &v)) {
  143. xs *v2 = xs_tolower_i(xs_dup(v));
  144. if (strcmp(lcuid, v2) == 0) {
  145. user->uid = xs_dup(v);
  146. break;
  147. }
  148. }
  149. }
  150. else
  151. user->uid = xs_str_new(uid);
  152. if (user->uid == NULL)
  153. return ret;
  154. user->basedir = xs_fmt("%s/user/%s", srv_basedir, user->uid);
  155. cfg_file = xs_fmt("%s/user.json", user->basedir);
  156. if ((f = fopen(cfg_file, "r")) != NULL) {
  157. /* read full config file */
  158. user->config = xs_json_load(f);
  159. fclose(f);
  160. if (user->config != NULL) {
  161. xs *key_file = xs_fmt("%s/key.json", user->basedir);
  162. if ((f = fopen(key_file, "r")) != NULL) {
  163. user->key = xs_json_load(f);
  164. fclose(f);
  165. if (user->key != NULL) {
  166. user->actor = xs_fmt("%s/%s", srv_baseurl, user->uid);
  167. user->md5 = xs_md5_hex(user->actor, strlen(user->actor));
  168. /* everything is ok right now */
  169. ret = 1;
  170. /* does it have a configuration override? */
  171. xs *cfg_file_o = xs_fmt("%s/user_o.json", user->basedir);
  172. if ((f = fopen(cfg_file_o, "r")) != NULL) {
  173. user->config_o = xs_json_load(f);
  174. fclose(f);
  175. if (user->config_o == NULL)
  176. srv_log(xs_fmt("error parsing '%s'", cfg_file_o));
  177. }
  178. if (user->config_o == NULL)
  179. user->config_o = xs_dict_new();
  180. }
  181. else
  182. srv_log(xs_fmt("error parsing '%s'", key_file));
  183. }
  184. else
  185. srv_log(xs_fmt("error opening '%s' %d", key_file, errno));
  186. }
  187. else
  188. srv_log(xs_fmt("error parsing '%s'", cfg_file));
  189. }
  190. else
  191. srv_debug(2, xs_fmt("error opening '%s' %d", cfg_file, errno));
  192. /* verified links */
  193. xs *links_file = xs_fmt("%s/links.json", user->basedir);
  194. if ((f = fopen(links_file, "r")) != NULL) {
  195. user->links = xs_json_load(f);
  196. fclose(f);
  197. }
  198. }
  199. else
  200. srv_debug(1, xs_fmt("invalid user '%s'", uid));
  201. if (!ret)
  202. user_free(user);
  203. return ret;
  204. }
  205. xs_list *user_list(void)
  206. /* returns the list of user ids */
  207. {
  208. xs *spec = xs_fmt("%s/user/" "*", srv_basedir);
  209. return xs_glob(spec, 1, 0);
  210. }
  211. int user_open_by_md5(snac *snac, const char *md5)
  212. /* iterates all users searching by md5 */
  213. {
  214. xs *ulist = user_list();
  215. xs_list *p = ulist;
  216. const xs_str *v;
  217. while (xs_list_iter(&p, &v)) {
  218. user_open(snac, v);
  219. if (strcmp(snac->md5, md5) == 0)
  220. return 1;
  221. user_free(snac);
  222. }
  223. return 0;
  224. }
  225. int user_persist(snac *snac, int publish)
  226. /* store user */
  227. {
  228. xs *fn = xs_fmt("%s/user.json", snac->basedir);
  229. xs *bfn = xs_fmt("%s.bak", fn);
  230. FILE *f;
  231. rename(fn, bfn);
  232. if ((f = fopen(fn, "w")) != NULL) {
  233. xs_json_dump(snac->config, 4, f);
  234. fclose(f);
  235. }
  236. else
  237. rename(bfn, fn);
  238. history_del(snac, "timeline.html_");
  239. timeline_touch(snac);
  240. if (publish) {
  241. xs *a_msg = msg_actor(snac);
  242. xs *u_msg = msg_update(snac, a_msg);
  243. enqueue_message(snac, u_msg);
  244. enqueue_verify_links(snac);
  245. }
  246. return 0;
  247. }
  248. double mtime_nl(const char *fn, int *n_link)
  249. /* returns the mtime and number of links of a file or directory, or 0.0 */
  250. {
  251. struct stat st;
  252. double r = 0.0;
  253. int n = 0;
  254. if (fn && stat(fn, &st) != -1) {
  255. r = (double) st.st_mtim.tv_sec;
  256. n = st.st_nlink;
  257. }
  258. if (n_link)
  259. *n_link = n;
  260. return r;
  261. }
  262. #define MIN(v1, v2) ((v1) < (v2) ? (v1) : (v2))
  263. double f_ctime(const char *fn)
  264. /* returns the ctime of a file or directory, or 0.0 */
  265. {
  266. struct stat st;
  267. double r = 0.0;
  268. if (fn && stat(fn, &st) != -1) {
  269. /* return the lowest of ctime and mtime;
  270. there are operations that change the ctime, like link() */
  271. r = (double) MIN(st.st_ctim.tv_sec, st.st_mtim.tv_sec);
  272. }
  273. return r;
  274. }
  275. int is_md5_hex(const char *md5)
  276. {
  277. return xs_is_hex(md5) && strlen(md5) == MD5_HEX_SIZE - 1;
  278. }
  279. /** database 2.1+ **/
  280. /** indexes **/
  281. int index_add_md5(const char *fn, const char *md5)
  282. /* adds an md5 to an index */
  283. {
  284. int status = HTTP_STATUS_CREATED;
  285. FILE *f;
  286. if (!is_md5_hex(md5)) {
  287. srv_log(xs_fmt("index_add_md5: bad md5 %s %s", fn, md5));
  288. return HTTP_STATUS_BAD_REQUEST;
  289. }
  290. pthread_mutex_lock(&data_mutex);
  291. if ((f = fopen(fn, "a")) != NULL) {
  292. flock(fileno(f), LOCK_EX);
  293. /* ensure the position is at the end after getting the lock */
  294. fseek(f, 0, SEEK_END);
  295. fprintf(f, "%s\n", md5);
  296. fclose(f);
  297. }
  298. else
  299. status = HTTP_STATUS_INTERNAL_SERVER_ERROR;
  300. pthread_mutex_unlock(&data_mutex);
  301. return status;
  302. }
  303. int index_add(const char *fn, const char *id)
  304. /* adds an id to an index */
  305. {
  306. xs *md5 = xs_md5_hex(id, strlen(id));
  307. return index_add_md5(fn, md5);
  308. }
  309. int index_del_md5(const char *fn, const char *md5)
  310. /* deletes an md5 from an index */
  311. {
  312. int status = HTTP_STATUS_NOT_FOUND;
  313. FILE *f;
  314. pthread_mutex_lock(&data_mutex);
  315. if ((f = fopen(fn, "r+")) != NULL) {
  316. char line[256];
  317. while (fgets(line, sizeof(line), f) != NULL) {
  318. line[MD5_HEX_SIZE - 1] = '\0';
  319. if (strcmp(line, md5) == 0) {
  320. /* found! just rewind, overwrite it with garbage
  321. and an eventual call to index_gc() will clean it
  322. [yes: this breaks index_len()] */
  323. fseek(f, -MD5_HEX_SIZE, SEEK_CUR);
  324. fwrite("-", 1, 1, f);
  325. status = HTTP_STATUS_OK;
  326. break;
  327. }
  328. }
  329. fclose(f);
  330. }
  331. else
  332. status = HTTP_STATUS_GONE;
  333. pthread_mutex_unlock(&data_mutex);
  334. return status;
  335. }
  336. int index_del(const char *fn, const char *id)
  337. /* deletes an id from an index */
  338. {
  339. xs *md5 = xs_md5_hex(id, strlen(id));
  340. return index_del_md5(fn, md5);
  341. }
  342. int index_gc(const char *fn)
  343. /* garbage-collects an index, deleting objects that are not here */
  344. {
  345. FILE *i, *o;
  346. int gc = -1;
  347. pthread_mutex_lock(&data_mutex);
  348. if ((i = fopen(fn, "r")) != NULL) {
  349. xs *nfn = xs_fmt("%s.new", fn);
  350. char line[256];
  351. if ((o = fopen(nfn, "w")) != NULL) {
  352. gc = 0;
  353. while (fgets(line, sizeof(line), i) != NULL) {
  354. line[MD5_HEX_SIZE - 1] = '\0';
  355. if (line[0] != '-' && object_here_by_md5(line))
  356. fprintf(o, "%s\n", line);
  357. else
  358. gc++;
  359. }
  360. fclose(o);
  361. xs *ofn = xs_fmt("%s.bak", fn);
  362. unlink(ofn);
  363. link(fn, ofn);
  364. rename(nfn, fn);
  365. }
  366. fclose(i);
  367. }
  368. pthread_mutex_unlock(&data_mutex);
  369. return gc;
  370. }
  371. int index_in_md5(const char *fn, const char *md5)
  372. /* checks if the md5 is already in the index */
  373. {
  374. FILE *f;
  375. int ret = 0;
  376. if ((f = fopen(fn, "r")) != NULL) {
  377. flock(fileno(f), LOCK_SH);
  378. char line[256];
  379. while (!ret && fgets(line, sizeof(line), f) != NULL) {
  380. line[MD5_HEX_SIZE - 1] = '\0';
  381. if (strcmp(line, md5) == 0)
  382. ret = 1;
  383. }
  384. fclose(f);
  385. }
  386. return ret;
  387. }
  388. int index_in(const char *fn, const char *id)
  389. /* checks if the object id is already in the index */
  390. {
  391. xs *md5 = xs_md5_hex(id, strlen(id));
  392. return index_in_md5(fn, md5);
  393. }
  394. int index_first(const char *fn, char md5[MD5_HEX_SIZE])
  395. /* reads the first entry of an index */
  396. {
  397. FILE *f;
  398. int ret = 0;
  399. if ((f = fopen(fn, "r")) != NULL) {
  400. if (fread(md5, MD5_HEX_SIZE, 1, f)) {
  401. md5[MD5_HEX_SIZE - 1] = '\0';
  402. ret = 1;
  403. }
  404. fclose(f);
  405. }
  406. return ret;
  407. }
  408. int index_len(const char *fn)
  409. /* returns the number of elements in an index */
  410. {
  411. struct stat st;
  412. int len = 0;
  413. if (stat(fn, &st) != -1)
  414. len = st.st_size / MD5_HEX_SIZE;
  415. return len;
  416. }
  417. xs_list *index_list(const char *fn, int max)
  418. /* returns an index as a list */
  419. {
  420. xs_list *list = xs_list_new();
  421. FILE *f;
  422. int n = 0;
  423. if ((f = fopen(fn, "r")) != NULL) {
  424. flock(fileno(f), LOCK_SH);
  425. char line[256];
  426. while (n < max && fgets(line, sizeof(line), f) != NULL) {
  427. if (line[0] != '-') {
  428. line[MD5_HEX_SIZE - 1] = '\0';
  429. list = xs_list_append(list, line);
  430. n++;
  431. }
  432. }
  433. fclose(f);
  434. }
  435. return list;
  436. }
  437. int index_desc_next(FILE *f, char md5[MD5_HEX_SIZE])
  438. /* reads the next entry of a desc index */
  439. {
  440. for (;;) {
  441. /* move backwards 2 entries */
  442. if (fseek(f, MD5_HEX_SIZE * -2, SEEK_CUR) == -1)
  443. return 0;
  444. /* read and md5 */
  445. if (!fread(md5, MD5_HEX_SIZE, 1, f))
  446. return 0;
  447. if (md5[0] != '-')
  448. break;
  449. }
  450. md5[MD5_HEX_SIZE - 1] = '\0';
  451. return 1;
  452. }
  453. int index_desc_first(FILE *f, char md5[MD5_HEX_SIZE], int skip)
  454. /* reads the first entry of a desc index */
  455. {
  456. /* try to position at the end and then back to the first element */
  457. if (fseek(f, 0, SEEK_END) || fseek(f, (skip + 1) * -MD5_HEX_SIZE, SEEK_CUR))
  458. return 0;
  459. /* try to read an md5 */
  460. if (!fread(md5, MD5_HEX_SIZE, 1, f))
  461. return 0;
  462. /* null-terminate */
  463. md5[MD5_HEX_SIZE - 1] = '\0';
  464. /* deleted? retry next */
  465. if (md5[0] == '-')
  466. return index_desc_next(f, md5);
  467. return 1;
  468. }
  469. xs_list *index_list_desc(const char *fn, int skip, int show)
  470. /* returns an index as a list, in reverse order */
  471. {
  472. xs_list *list = xs_list_new();
  473. FILE *f;
  474. if ((f = fopen(fn, "r")) != NULL) {
  475. char md5[MD5_HEX_SIZE];
  476. if (index_desc_first(f, md5, skip)) {
  477. int n = 1;
  478. do {
  479. list = xs_list_append(list, md5);
  480. } while (n++ < show && index_desc_next(f, md5));
  481. }
  482. fclose(f);
  483. }
  484. return list;
  485. }
  486. /** objects **/
  487. static xs_str *_object_fn_by_md5(const char *md5, const char *func)
  488. {
  489. xs *bfn = xs_fmt("%s/object/%c%c", srv_basedir, md5[0], md5[1]);
  490. xs_str *ret;
  491. int ok = 1;
  492. /* an object deleted from an index; fail but don't bark */
  493. if (md5[0] == '-')
  494. ok = 0;
  495. else
  496. if (!is_md5_hex(md5)) {
  497. srv_log(xs_fmt("_object_fn_by_md5() [from %s()]: bad md5 '%s'", func, md5));
  498. ok = 0;
  499. }
  500. if (ok) {
  501. mkdirx(bfn);
  502. ret = xs_fmt("%s/%s.json", bfn, md5);
  503. }
  504. else
  505. ret = xs_fmt("%s/object/invalid/invalid.json", srv_basedir);
  506. return ret;
  507. }
  508. static xs_str *_object_fn(const char *id)
  509. {
  510. xs *md5 = xs_md5_hex(id, strlen(id));
  511. return _object_fn_by_md5(md5, "_object_fn");
  512. }
  513. int object_here_by_md5(const char *id)
  514. /* checks if an object is already downloaded */
  515. {
  516. xs *fn = _object_fn_by_md5(id, "object_here_by_md5");
  517. return mtime(fn) > 0.0;
  518. }
  519. int object_here(const char *id)
  520. /* checks if an object is already downloaded */
  521. {
  522. xs *fn = _object_fn(id);
  523. return mtime(fn) > 0.0;
  524. }
  525. int object_get_by_md5(const char *md5, xs_dict **obj)
  526. /* returns a stored object, optionally of the requested type */
  527. {
  528. int status = HTTP_STATUS_NOT_FOUND;
  529. xs *fn = _object_fn_by_md5(md5, "object_get_by_md5");
  530. FILE *f;
  531. if ((f = fopen(fn, "r")) != NULL) {
  532. *obj = xs_json_load(f);
  533. fclose(f);
  534. if (*obj)
  535. status = HTTP_STATUS_OK;
  536. }
  537. else
  538. *obj = NULL;
  539. return status;
  540. }
  541. int object_get(const char *id, xs_dict **obj)
  542. /* returns a stored object, optionally of the requested type */
  543. {
  544. xs *md5 = xs_md5_hex(id, strlen(id));
  545. return object_get_by_md5(md5, obj);
  546. }
  547. int _object_add(const char *id, const xs_dict *obj, int ow)
  548. /* stores an object */
  549. {
  550. int status = HTTP_STATUS_CREATED; /* Created */
  551. xs *fn = _object_fn(id);
  552. FILE *f;
  553. if (mtime(fn) > 0.0) {
  554. if (!ow) {
  555. /* object already here */
  556. srv_debug(1, xs_fmt("object_add object already here %s", id));
  557. return HTTP_STATUS_NO_CONTENT;
  558. }
  559. else
  560. status = HTTP_STATUS_OK;
  561. }
  562. if ((f = fopen(fn, "w")) != NULL) {
  563. flock(fileno(f), LOCK_EX);
  564. xs_json_dump(obj, 4, f);
  565. fclose(f);
  566. /* does this object has a parent? */
  567. const char *in_reply_to = xs_dict_get(obj, "inReplyTo");
  568. if (!xs_is_null(in_reply_to) && *in_reply_to) {
  569. /* update the children index of the parent */
  570. xs *c_idx = _object_fn(in_reply_to);
  571. c_idx = xs_replace_i(c_idx, ".json", "_c.idx");
  572. if (!index_in(c_idx, id)) {
  573. index_add(c_idx, id);
  574. srv_debug(1, xs_fmt("object_add added child %s to %s", id, c_idx));
  575. }
  576. else
  577. srv_debug(1, xs_fmt("object_add %s child already in %s", id, c_idx));
  578. /* create a one-element index with the parent */
  579. xs *p_idx = xs_replace(fn, ".json", "_p.idx");
  580. if (mtime(p_idx) == 0.0) {
  581. index_add(p_idx, in_reply_to);
  582. srv_debug(1, xs_fmt("object_add added parent %s to %s", in_reply_to, p_idx));
  583. }
  584. }
  585. }
  586. else {
  587. srv_log(xs_fmt("object_add error writing %s (errno: %d)", fn, errno));
  588. status = HTTP_STATUS_INTERNAL_SERVER_ERROR;
  589. }
  590. srv_debug(1, xs_fmt("object_add %s %s %d", id, fn, status));
  591. return status;
  592. }
  593. int object_add(const char *id, const xs_dict *obj)
  594. /* stores an object */
  595. {
  596. return _object_add(id, obj, 0);
  597. }
  598. int object_add_ow(const char *id, const xs_dict *obj)
  599. /* stores an object (overwriting allowed) */
  600. {
  601. return _object_add(id, obj, 1);
  602. }
  603. int object_del_by_md5(const char *md5)
  604. /* deletes an object by its md5 */
  605. {
  606. int status = HTTP_STATUS_NOT_FOUND;
  607. xs *fn = _object_fn_by_md5(md5, "object_del_by_md5");
  608. if (unlink(fn) != -1) {
  609. status = HTTP_STATUS_OK;
  610. /* also delete associated indexes */
  611. xs *spec = xs_dup(fn);
  612. spec = xs_replace_i(spec, ".json", "*.idx");
  613. xs *files = xs_glob(spec, 0, 0);
  614. char *p;
  615. const char *v;
  616. p = files;
  617. while (xs_list_iter(&p, &v)) {
  618. srv_debug(1, xs_fmt("object_del index %s", v));
  619. unlink(v);
  620. }
  621. }
  622. srv_debug(1, xs_fmt("object_del %s %d", fn, status));
  623. return status;
  624. }
  625. int object_del(const char *id)
  626. /* deletes an object */
  627. {
  628. xs *md5 = xs_md5_hex(id, strlen(id));
  629. return object_del_by_md5(md5);
  630. }
  631. int object_del_if_unref(const char *id)
  632. /* deletes an object if its n_links < 2 */
  633. {
  634. xs *fn = _object_fn(id);
  635. int n_links;
  636. int ret = 0;
  637. if (mtime_nl(fn, &n_links) > 0.0 && n_links < 2)
  638. ret = object_del(id);
  639. return ret;
  640. }
  641. double object_ctime_by_md5(const char *md5)
  642. {
  643. xs *fn = _object_fn_by_md5(md5, "object_ctime_by_md5");
  644. return f_ctime(fn);
  645. }
  646. double object_ctime(const char *id)
  647. {
  648. xs *md5 = xs_md5_hex(id, strlen(id));
  649. return object_ctime_by_md5(md5);
  650. }
  651. double object_mtime_by_md5(const char *md5)
  652. {
  653. xs *fn = _object_fn_by_md5(md5, "object_mtime_by_md5");
  654. return mtime(fn);
  655. }
  656. double object_mtime(const char *id)
  657. {
  658. xs *md5 = xs_md5_hex(id, strlen(id));
  659. return object_mtime_by_md5(md5);
  660. }
  661. void object_touch(const char *id)
  662. {
  663. xs *md5 = xs_md5_hex(id, strlen(id));
  664. xs *fn = _object_fn_by_md5(md5, "object_touch");
  665. if (mtime(fn))
  666. utimes(fn, NULL);
  667. }
  668. xs_str *_object_index_fn(const char *id, const char *idxsfx)
  669. /* returns the filename of an object's index */
  670. {
  671. xs_str *fn = _object_fn(id);
  672. return xs_replace_i(fn, ".json", idxsfx);
  673. }
  674. int object_likes_len(const char *id)
  675. /* returns the number of likes (without reading the index) */
  676. {
  677. xs *fn = _object_index_fn(id, "_l.idx");
  678. return index_len(fn);
  679. }
  680. int object_announces_len(const char *id)
  681. /* returns the number of announces (without reading the index) */
  682. {
  683. xs *fn = _object_index_fn(id, "_a.idx");
  684. return index_len(fn);
  685. }
  686. xs_list *object_children(const char *id)
  687. /* returns the list of an object's children */
  688. {
  689. xs *fn = _object_index_fn(id, "_c.idx");
  690. return index_list(fn, XS_ALL);
  691. }
  692. xs_list *object_likes(const char *id)
  693. {
  694. xs *fn = _object_index_fn(id, "_l.idx");
  695. return index_list(fn, XS_ALL);
  696. }
  697. xs_list *object_announces(const char *id)
  698. {
  699. xs *fn = _object_index_fn(id, "_a.idx");
  700. return index_list(fn, XS_ALL);
  701. }
  702. int object_parent(const char *md5, char parent[MD5_HEX_SIZE])
  703. /* returns the object parent, if any */
  704. {
  705. xs *fn = _object_fn_by_md5(md5, "object_parent");
  706. fn = xs_replace_i(fn, ".json", "_p.idx");
  707. return index_first(fn, parent);
  708. }
  709. int object_admire(const char *id, const char *actor, int like)
  710. /* actor likes or announces this object */
  711. {
  712. int status = HTTP_STATUS_OK;
  713. xs *fn = _object_fn(id);
  714. fn = xs_replace_i(fn, ".json", like ? "_l.idx" : "_a.idx");
  715. if (!index_in(fn, actor)) {
  716. status = index_add(fn, actor);
  717. srv_debug(1, xs_fmt("object_admire (%s) %s %s", like ? "Like" : "Announce", actor, fn));
  718. }
  719. return status;
  720. }
  721. int object_unadmire(const char *id, const char *actor, int like)
  722. /* actor no longer likes or announces this object */
  723. {
  724. int status;
  725. xs *fn = _object_fn(id);
  726. fn = xs_replace_i(fn, ".json", like ? "_l.idx" : "_a.idx");
  727. status = index_del(fn, actor);
  728. if (valid_status(status))
  729. index_gc(fn);
  730. srv_debug(0,
  731. xs_fmt("object_unadmire (%s) %s %s %d", like ? "Like" : "Announce", actor, fn, status));
  732. return status;
  733. }
  734. xs_str *object_user_cache_fn_by_md5(snac *user, const char *md5, const char *cachedir)
  735. {
  736. return xs_fmt("%s/%s/%s.json", user->basedir, cachedir, md5);
  737. }
  738. xs_str *object_user_cache_fn(snac *user, const char *id, const char *cachedir)
  739. {
  740. xs *md5 = xs_md5_hex(id, strlen(id));
  741. return object_user_cache_fn_by_md5(user, md5, cachedir);
  742. }
  743. xs_str *object_user_cache_index_fn(snac *user, const char *cachedir)
  744. {
  745. return xs_fmt("%s/%s.idx", user->basedir, cachedir);
  746. }
  747. int _object_user_cache(snac *user, const char *id, const char *cachedir, int del)
  748. /* adds or deletes from a user cache */
  749. {
  750. xs *ofn = _object_fn(id);
  751. xs *cfn = object_user_cache_fn(user, id, cachedir);
  752. xs *idx = object_user_cache_index_fn(user, cachedir);
  753. int ret;
  754. if (del) {
  755. ret = unlink(cfn);
  756. index_del(idx, id);
  757. }
  758. else {
  759. /* create the subfolder, if it does not exist */
  760. xs *dir = xs_fmt("%s/%s/", user->basedir, cachedir);
  761. mkdirx(dir);
  762. if ((ret = link(ofn, cfn)) != -1)
  763. index_add(idx, id);
  764. }
  765. return ret;
  766. }
  767. int object_user_cache_add(snac *user, const char *id, const char *cachedir)
  768. /* caches an object into a user cache */
  769. {
  770. return _object_user_cache(user, id, cachedir, 0);
  771. }
  772. int object_user_cache_del(snac *user, const char *id, const char *cachedir)
  773. /* deletes an object from a user cache */
  774. {
  775. return _object_user_cache(user, id, cachedir, 1);
  776. }
  777. int object_user_cache_in(snac *user, const char *id, const char *cachedir)
  778. /* checks if an object is stored in a cache */
  779. {
  780. xs *cfn = object_user_cache_fn(user, id, cachedir);
  781. return !!(mtime(cfn) != 0.0);
  782. }
  783. int object_user_cache_in_by_md5(snac *user, const char *md5, const char *cachedir)
  784. /* checks if an object is stored in a cache */
  785. {
  786. xs *cfn = object_user_cache_fn_by_md5(user, md5, cachedir);
  787. return !!(mtime(cfn) != 0.0);
  788. }
  789. xs_list *object_user_cache_list(snac *user, const char *cachedir, int max, int inv)
  790. /* returns the objects in a cache as a list */
  791. {
  792. xs *idx = xs_fmt("%s/%s.idx", user->basedir, cachedir);
  793. return inv ? index_list_desc(idx, 0, max) : index_list(idx, max);
  794. }
  795. /** specialized functions **/
  796. /** followers **/
  797. int follower_add(snac *snac, const char *actor)
  798. /* adds a follower */
  799. {
  800. int ret = object_user_cache_add(snac, actor, "followers");
  801. snac_debug(snac, 2, xs_fmt("follower_add %s", actor));
  802. return ret == -1 ? HTTP_STATUS_INTERNAL_SERVER_ERROR : HTTP_STATUS_OK;
  803. }
  804. int follower_del(snac *snac, const char *actor)
  805. /* deletes a follower */
  806. {
  807. int ret = object_user_cache_del(snac, actor, "followers");
  808. snac_debug(snac, 2, xs_fmt("follower_del %s", actor));
  809. return ret == -1 ? HTTP_STATUS_NOT_FOUND : HTTP_STATUS_OK;
  810. }
  811. int follower_check(snac *snac, const char *actor)
  812. /* checks if someone is a follower */
  813. {
  814. return object_user_cache_in(snac, actor, "followers");
  815. }
  816. xs_list *follower_list(snac *snac)
  817. /* returns the list of followers */
  818. {
  819. xs *list = object_user_cache_list(snac, "followers", XS_ALL, 0);
  820. xs_list *fwers = xs_list_new();
  821. char *p;
  822. const char *v;
  823. /* resolve the list of md5 to be a list of actors */
  824. p = list;
  825. while (xs_list_iter(&p, &v)) {
  826. xs *a_obj = NULL;
  827. if (valid_status(object_get_by_md5(v, &a_obj))) {
  828. const char *actor = xs_dict_get(a_obj, "id");
  829. if (!xs_is_null(actor)) {
  830. /* check if the actor is still cached */
  831. xs *fn = xs_fmt("%s/followers/%s.json", snac->basedir, v);
  832. if (mtime(fn) > 0.0)
  833. fwers = xs_list_append(fwers, actor);
  834. }
  835. }
  836. }
  837. return fwers;
  838. }
  839. /** timeline **/
  840. double timeline_mtime(snac *snac)
  841. {
  842. xs *fn = xs_fmt("%s/private.idx", snac->basedir);
  843. return mtime(fn);
  844. }
  845. int timeline_touch(snac *snac)
  846. /* changes the date of the timeline index */
  847. {
  848. xs *fn = xs_fmt("%s/private.idx", snac->basedir);
  849. return utimes(fn, NULL);
  850. }
  851. xs_str *timeline_fn_by_md5(snac *snac, const char *md5)
  852. /* get the filename of an entry by md5 from any timeline */
  853. {
  854. xs_str *fn = NULL;
  855. if (is_md5_hex(md5)) {
  856. fn = xs_fmt("%s/private/%s.json", snac->basedir, md5);
  857. if (mtime(fn) == 0.0) {
  858. fn = xs_free(fn);
  859. fn = xs_fmt("%s/public/%s.json", snac->basedir, md5);
  860. if (mtime(fn) == 0.0)
  861. fn = xs_free(fn);
  862. }
  863. }
  864. return fn;
  865. }
  866. int timeline_here(snac *snac, const char *md5)
  867. /* checks if an object is in the user cache */
  868. {
  869. xs *fn = timeline_fn_by_md5(snac, md5);
  870. return !(fn == NULL);
  871. }
  872. int timeline_get_by_md5(snac *snac, const char *md5, xs_dict **msg)
  873. /* gets a message from the timeline */
  874. {
  875. int status = HTTP_STATUS_NOT_FOUND;
  876. FILE *f = NULL;
  877. xs *fn = timeline_fn_by_md5(snac, md5);
  878. if (fn != NULL && (f = fopen(fn, "r")) != NULL) {
  879. *msg = xs_json_load(f);
  880. fclose(f);
  881. if (*msg != NULL)
  882. status = HTTP_STATUS_OK;
  883. }
  884. return status;
  885. }
  886. int timeline_del(snac *snac, const char *id)
  887. /* deletes a message from the timeline */
  888. {
  889. /* delete from the user's caches */
  890. object_user_cache_del(snac, id, "public");
  891. object_user_cache_del(snac, id, "private");
  892. unpin(snac, id);
  893. unbookmark(snac, id);
  894. /* try to delete the object if it's not used elsewhere */
  895. return object_del_if_unref(id);
  896. }
  897. void timeline_update_indexes(snac *snac, const char *id)
  898. /* updates the indexes */
  899. {
  900. object_user_cache_add(snac, id, "private");
  901. if (xs_startswith(id, snac->actor)) {
  902. xs *msg = NULL;
  903. if (valid_status(object_get(id, &msg))) {
  904. /* if its ours and is public, also store in public */
  905. if (is_msg_public(msg)) {
  906. object_user_cache_add(snac, id, "public");
  907. /* also add it to the instance public timeline */
  908. xs *ipt = xs_fmt("%s/public.idx", srv_basedir);
  909. index_add(ipt, id);
  910. }
  911. }
  912. }
  913. }
  914. int timeline_add(snac *snac, const char *id, const xs_dict *o_msg)
  915. /* adds a message to the timeline */
  916. {
  917. int ret = object_add(id, o_msg);
  918. timeline_update_indexes(snac, id);
  919. tag_index(id, o_msg);
  920. list_distribute(snac, NULL, o_msg);
  921. snac_debug(snac, 1, xs_fmt("timeline_add %s", id));
  922. return ret;
  923. }
  924. int timeline_admire(snac *snac, const char *id, const char *admirer, int like)
  925. /* updates a timeline entry with a new admiration */
  926. {
  927. /* if we are admiring this, add to both timelines */
  928. if (!like && strcmp(admirer, snac->actor) == 0) {
  929. object_user_cache_add(snac, id, "public");
  930. object_user_cache_add(snac, id, "private");
  931. }
  932. int ret = object_admire(id, admirer, like);
  933. snac_debug(snac, 1, xs_fmt("timeline_admire (%s) %s %s",
  934. like ? "Like" : "Announce", id, admirer));
  935. return ret;
  936. }
  937. xs_list *timeline_top_level(snac *snac, const xs_list *list)
  938. /* returns the top level md5 entries from this index */
  939. {
  940. xs_set seen;
  941. const xs_str *v;
  942. xs_set_init(&seen);
  943. int c = 0;
  944. while (xs_list_next(list, &v, &c)) {
  945. char line[MD5_HEX_SIZE] = "";
  946. strncpy(line, v, sizeof(line));
  947. for (;;) {
  948. char line2[MD5_HEX_SIZE];
  949. /* if it doesn't have a parent, use this */
  950. if (!object_parent(line, line2))
  951. break;
  952. /* well, there is a parent... but is it here? */
  953. if (!timeline_here(snac, line2))
  954. break;
  955. /* it's here! try again with its own parent */
  956. strncpy(line, line2, sizeof(line));
  957. }
  958. xs_set_add(&seen, line);
  959. }
  960. return xs_set_result(&seen);
  961. }
  962. xs_str *user_index_fn(snac *user, const char *idx_name)
  963. /* returns the filename of a user index */
  964. {
  965. return xs_fmt("%s/%s.idx", user->basedir, idx_name);
  966. }
  967. xs_list *timeline_simple_list(snac *user, const char *idx_name, int skip, int show)
  968. /* returns a timeline (with all entries) */
  969. {
  970. xs *idx = user_index_fn(user, idx_name);
  971. return index_list_desc(idx, skip, show);
  972. }
  973. xs_list *timeline_list(snac *snac, const char *idx_name, int skip, int show)
  974. /* returns a timeline (only top level entries) */
  975. {
  976. int c_max;
  977. /* maximum number of items in the timeline */
  978. c_max = xs_number_get(xs_dict_get(srv_config, "max_timeline_entries"));
  979. /* never more timeline entries than the configured maximum */
  980. if (show > c_max)
  981. show = c_max;
  982. xs *list = timeline_simple_list(snac, idx_name, skip, show);
  983. return timeline_top_level(snac, list);
  984. }
  985. xs_str *instance_index_fn(void)
  986. {
  987. return xs_fmt("%s/public.idx", srv_basedir);
  988. }
  989. xs_list *timeline_instance_list(int skip, int show)
  990. /* returns the timeline for the full instance */
  991. {
  992. xs *idx = instance_index_fn();
  993. return index_list_desc(idx, skip, show);
  994. }
  995. /** following **/
  996. /* this needs special treatment and cannot use the object db as is,
  997. with a link to a cached author, because we need the Follow object
  998. in case we need to unfollow (Undo + original Follow) */
  999. xs_str *_following_fn(snac *snac, const char *actor)
  1000. {
  1001. xs *md5 = xs_md5_hex(actor, strlen(actor));
  1002. return xs_fmt("%s/following/%s.json", snac->basedir, md5);
  1003. }
  1004. int following_add(snac *snac, const char *actor, const xs_dict *msg)
  1005. /* adds to the following list */
  1006. {
  1007. int ret = HTTP_STATUS_CREATED;
  1008. xs *fn = _following_fn(snac, actor);
  1009. FILE *f;
  1010. xs *p_object = NULL;
  1011. if (valid_status(following_get(snac, actor, &p_object))) {
  1012. /* object already exists; if it's of type Accept,
  1013. the actor is already being followed and confirmed,
  1014. so do nothing */
  1015. const char *type = xs_dict_get(p_object, "type");
  1016. if (!xs_is_null(type) && strcmp(type, "Accept") == 0) {
  1017. snac_debug(snac, 1, xs_fmt("following_add actor already confirmed %s", actor));
  1018. return HTTP_STATUS_OK;
  1019. }
  1020. }
  1021. if ((f = fopen(fn, "w")) != NULL) {
  1022. xs_json_dump(msg, 4, f);
  1023. fclose(f);
  1024. /* get the filename of the actor object */
  1025. xs *actor_fn = _object_fn(actor);
  1026. /* increase its reference count */
  1027. fn = xs_replace_i(fn, ".json", "_a.json");
  1028. link(actor_fn, fn);
  1029. }
  1030. else
  1031. ret = HTTP_STATUS_INTERNAL_SERVER_ERROR;
  1032. snac_debug(snac, 2, xs_fmt("following_add %s %s", actor, fn));
  1033. return ret;
  1034. }
  1035. int following_del(snac *snac, const char *actor)
  1036. /* we're not following this actor any longer */
  1037. {
  1038. xs *fn = _following_fn(snac, actor);
  1039. snac_debug(snac, 2, xs_fmt("following_del %s %s", actor, fn));
  1040. unlink(fn);
  1041. /* also delete the reference to the author */
  1042. fn = xs_replace_i(fn, ".json", "_a.json");
  1043. unlink(fn);
  1044. return HTTP_STATUS_OK;
  1045. }
  1046. int following_check(snac *snac, const char *actor)
  1047. /* checks if we are following this actor */
  1048. {
  1049. xs *fn = _following_fn(snac, actor);
  1050. return !!(mtime(fn) != 0.0);
  1051. }
  1052. int following_get(snac *snac, const char *actor, xs_dict **data)
  1053. /* returns the 'Follow' object */
  1054. {
  1055. xs *fn = _following_fn(snac, actor);
  1056. FILE *f;
  1057. int status = HTTP_STATUS_OK;
  1058. if ((f = fopen(fn, "r")) != NULL) {
  1059. *data = xs_json_load(f);
  1060. fclose(f);
  1061. }
  1062. else
  1063. status = HTTP_STATUS_NOT_FOUND;
  1064. return status;
  1065. }
  1066. xs_list *following_list(snac *snac)
  1067. /* returns the list of people being followed */
  1068. {
  1069. xs *spec = xs_fmt("%s/following/" "*.json", snac->basedir);
  1070. xs *glist = xs_glob(spec, 0, 0);
  1071. xs_list *p;
  1072. const xs_str *v;
  1073. xs_list *list = xs_list_new();
  1074. /* iterate the list of files */
  1075. p = glist;
  1076. while (xs_list_iter(&p, &v)) {
  1077. FILE *f;
  1078. /* load the follower data */
  1079. if ((f = fopen(v, "r")) != NULL) {
  1080. xs *o = xs_json_load(f);
  1081. fclose(f);
  1082. if (o != NULL) {
  1083. const char *type = xs_dict_get(o, "type");
  1084. if (!xs_is_null(type) && strcmp(type, "Accept") == 0) {
  1085. const char *actor = xs_dict_get(o, "actor");
  1086. if (!xs_is_null(actor)) {
  1087. list = xs_list_append(list, actor);
  1088. /* check if there is a link to the actor object */
  1089. xs *v2 = xs_replace(v, ".json", "_a.json");
  1090. if (mtime(v2) == 0.0) {
  1091. /* no; add a link to it */
  1092. xs *actor_fn = _object_fn(actor);
  1093. link(actor_fn, v2);
  1094. }
  1095. }
  1096. }
  1097. }
  1098. }
  1099. }
  1100. return list;
  1101. }
  1102. xs_str *_muted_fn(snac *snac, const char *actor)
  1103. {
  1104. xs *md5 = xs_md5_hex(actor, strlen(actor));
  1105. return xs_fmt("%s/muted/%s", snac->basedir, md5);
  1106. }
  1107. void mute(snac *snac, const char *actor)
  1108. /* mutes a moron */
  1109. {
  1110. xs *fn = _muted_fn(snac, actor);
  1111. FILE *f;
  1112. if ((f = fopen(fn, "w")) != NULL) {
  1113. fprintf(f, "%s\n", actor);
  1114. fclose(f);
  1115. snac_debug(snac, 2, xs_fmt("muted %s %s", actor, fn));
  1116. }
  1117. }
  1118. void unmute(snac *snac, const char *actor)
  1119. /* actor is no longer a moron */
  1120. {
  1121. xs *fn = _muted_fn(snac, actor);
  1122. unlink(fn);
  1123. snac_debug(snac, 2, xs_fmt("unmuted %s %s", actor, fn));
  1124. }
  1125. int is_muted(snac *snac, const char *actor)
  1126. /* check if someone is muted */
  1127. {
  1128. xs *fn = _muted_fn(snac, actor);
  1129. return !!(mtime(fn) != 0.0);
  1130. }
  1131. xs_list *muted_list(snac *user)
  1132. /* returns the list (actor URLs) of the muted morons */
  1133. {
  1134. xs_list *l = xs_list_new();
  1135. xs *spec = xs_fmt("%s/muted/" "*", user->basedir);
  1136. xs *files = xs_glob(spec, 0, 0);
  1137. const char *fn;
  1138. xs_list_foreach(files, fn) {
  1139. FILE *f;
  1140. if ((f = fopen(fn, "r")) != NULL) {
  1141. xs *actor = xs_strip_i(xs_readline(f));
  1142. fclose(f);
  1143. l = xs_list_append(l, actor);
  1144. }
  1145. }
  1146. return l;
  1147. }
  1148. /** bookmarking **/
  1149. int is_bookmarked(snac *user, const char *id)
  1150. /* returns true if this note is bookmarked */
  1151. {
  1152. return object_user_cache_in(user, id, "bookmark");
  1153. }
  1154. int bookmark(snac *user, const char *id)
  1155. /* bookmarks a post */
  1156. {
  1157. if (is_bookmarked(user, id))
  1158. return -3;
  1159. return object_user_cache_add(user, id, "bookmark");
  1160. }
  1161. int unbookmark(snac *user, const char *id)
  1162. /* unbookmarks a post */
  1163. {
  1164. return object_user_cache_del(user, id, "bookmark");
  1165. }
  1166. xs_list *bookmark_list(snac *user)
  1167. /* return the lists of bookmarked posts */
  1168. {
  1169. return object_user_cache_list(user, "bookmark", XS_ALL, 1);
  1170. }
  1171. xs_str *bookmark_index_fn(snac *user)
  1172. {
  1173. return object_user_cache_index_fn(user, "bookmark");
  1174. }
  1175. /** pinning **/
  1176. int is_pinned(snac *user, const char *id)
  1177. /* returns true if this note is pinned */
  1178. {
  1179. return object_user_cache_in(user, id, "pinned");
  1180. }
  1181. int is_pinned_by_md5(snac *user, const char *md5)
  1182. {
  1183. return object_user_cache_in_by_md5(user, md5, "pinned");
  1184. }
  1185. int pin(snac *user, const char *id)
  1186. /* pins a message */
  1187. {
  1188. int ret = -2;
  1189. if (xs_startswith(id, user->actor)) {
  1190. if (is_pinned(user, id))
  1191. ret = -3;
  1192. else
  1193. ret = object_user_cache_add(user, id, "pinned");
  1194. }
  1195. return ret;
  1196. }
  1197. int unpin(snac *user, const char *id)
  1198. /* unpin a message */
  1199. {
  1200. return object_user_cache_del(user, id, "pinned");
  1201. }
  1202. xs_list *pinned_list(snac *user)
  1203. /* return the lists of pinned posts */
  1204. {
  1205. return object_user_cache_list(user, "pinned", XS_ALL, 1);
  1206. }
  1207. /** drafts **/
  1208. int is_draft(snac *user, const char *id)
  1209. /* returns true if this note is a draft */
  1210. {
  1211. return object_user_cache_in(user, id, "draft");
  1212. }
  1213. void draft_del(snac *user, const char *id)
  1214. /* delete a message from the draft cache */
  1215. {
  1216. object_user_cache_del(user, id, "draft");
  1217. }
  1218. void draft_add(snac *user, const char *id, const xs_dict *msg)
  1219. /* store the message as a draft */
  1220. {
  1221. /* delete from the index, in case it was already there */
  1222. draft_del(user, id);
  1223. /* overwrite object */
  1224. object_add_ow(id, msg);
  1225. /* [re]add to the index */
  1226. object_user_cache_add(user, id, "draft");
  1227. }
  1228. xs_list *draft_list(snac *user)
  1229. /* return the lists of drafts */
  1230. {
  1231. return object_user_cache_list(user, "draft", XS_ALL, 1);
  1232. }
  1233. /** hiding **/
  1234. xs_str *_hidden_fn(snac *snac, const char *id)
  1235. {
  1236. xs *md5 = xs_md5_hex(id, strlen(id));
  1237. return xs_fmt("%s/hidden/%s", snac->basedir, md5);
  1238. }
  1239. void hide(snac *snac, const char *id)
  1240. /* hides a message tree */
  1241. {
  1242. xs *fn = _hidden_fn(snac, id);
  1243. FILE *f;
  1244. if ((f = fopen(fn, "w")) != NULL) {
  1245. fprintf(f, "%s\n", id);
  1246. fclose(f);
  1247. snac_debug(snac, 2, xs_fmt("hidden %s %s", id, fn));
  1248. /* hide all the children */
  1249. xs *chld = object_children(id);
  1250. char *p;
  1251. const char *v;
  1252. p = chld;
  1253. while (xs_list_iter(&p, &v)) {
  1254. xs *co = NULL;
  1255. /* resolve to get the id */
  1256. if (valid_status(object_get_by_md5(v, &co))) {
  1257. const char *id = xs_dict_get(co, "id");
  1258. if (id != NULL)
  1259. hide(snac, id);
  1260. }
  1261. }
  1262. }
  1263. }
  1264. int is_hidden(snac *snac, const char *id)
  1265. /* check is id is hidden */
  1266. {
  1267. xs *fn = _hidden_fn(snac, id);
  1268. return !!(mtime(fn) != 0.0);
  1269. }
  1270. int actor_add(const char *actor, const xs_dict *msg)
  1271. /* adds an actor */
  1272. {
  1273. return object_add_ow(actor, msg);
  1274. }
  1275. int actor_get(const char *actor, xs_dict **data)
  1276. /* returns an already downloaded actor */
  1277. {
  1278. int status = HTTP_STATUS_OK;
  1279. xs_dict *d = NULL;
  1280. if (xs_startswith(actor, srv_baseurl)) {
  1281. /* it's a (possible) local user */
  1282. xs *l = xs_split(actor, "/");
  1283. const char *uid = xs_list_get(l, -1);
  1284. snac user;
  1285. if (!xs_is_null(uid) && user_open(&user, uid)) {
  1286. if (data)
  1287. *data = msg_actor(&user);
  1288. user_free(&user);
  1289. return HTTP_STATUS_OK;
  1290. }
  1291. else
  1292. return HTTP_STATUS_NOT_FOUND;
  1293. }
  1294. /* read the object */
  1295. if (!valid_status(status = object_get(actor, &d))) {
  1296. d = xs_free(d);
  1297. return status;
  1298. }
  1299. /* if the object is corrupted, discard it */
  1300. if (xs_is_null(xs_dict_get(d, "id")) || xs_is_null(xs_dict_get(d, "type"))) {
  1301. srv_debug(1, xs_fmt("corrupted actor object %s", actor));
  1302. d = xs_free(d);
  1303. return HTTP_STATUS_NOT_FOUND;
  1304. }
  1305. if (data)
  1306. *data = d;
  1307. else
  1308. d = xs_free(d);
  1309. xs *fn = _object_fn(actor);
  1310. double max_time;
  1311. /* maximum time for the actor data to be considered stale */
  1312. max_time = 3600.0 * 36.0;
  1313. if (mtime(fn) + max_time < (double) time(NULL)) {
  1314. /* actor data exists but also stinks */
  1315. status = HTTP_STATUS_RESET_CONTENT; /* "110: Response Is Stale" */
  1316. }
  1317. return status;
  1318. }
  1319. int actor_get_refresh(snac *user, const char *actor, xs_dict **data)
  1320. /* gets an actor and requests a refresh if it's stale */
  1321. {
  1322. int status = actor_get(actor, data);
  1323. if (status == HTTP_STATUS_RESET_CONTENT && user && !xs_startswith(actor, srv_baseurl))
  1324. enqueue_actor_refresh(user, actor, 0);
  1325. return status;
  1326. }
  1327. /** user limiting (announce blocks) **/
  1328. int limited(snac *user, const char *id, int cmd)
  1329. /* announce messages from a followed (0: check, 1: limit; 2: unlimit) */
  1330. {
  1331. int ret = 0;
  1332. xs *dir = xs_fmt("%s/limited", user->basedir);
  1333. xs *md5 = xs_md5_hex(id, strlen(id));
  1334. xs *fn = xs_fmt("%s/%s", dir, md5);
  1335. switch (cmd) {
  1336. case 0: /** check **/
  1337. ret = !!(mtime(fn) > 0.0);
  1338. break;
  1339. case 1: /** limit **/
  1340. mkdirx(dir);
  1341. if (mtime(fn) > 0.0)
  1342. ret = -1;
  1343. else {
  1344. FILE *f;
  1345. if ((f = fopen(fn, "w")) != NULL) {
  1346. fprintf(f, "%s\n", id);
  1347. fclose(f);
  1348. }
  1349. else
  1350. ret = -2;
  1351. }
  1352. break;
  1353. case 2: /** unlimit **/
  1354. if (mtime(fn) > 0.0)
  1355. ret = unlink(fn);
  1356. else
  1357. ret = -1;
  1358. break;
  1359. }
  1360. return ret;
  1361. }
  1362. /** tag indexing **/
  1363. void tag_index(const char *id, const xs_dict *obj)
  1364. /* update the tag indexes for this object */
  1365. {
  1366. const xs_list *tags = xs_dict_get(obj, "tag");
  1367. xs *md5_id = xs_md5_hex(id, strlen(id));
  1368. if (is_msg_public(obj) && xs_type(tags) == XSTYPE_LIST && xs_list_len(tags) > 0) {
  1369. xs *g_tag_dir = xs_fmt("%s/tag", srv_basedir);
  1370. mkdirx(g_tag_dir);
  1371. const xs_dict *v;
  1372. int ct = 0;
  1373. while (xs_list_next(tags, &v, &ct)) {
  1374. const char *type = xs_dict_get(v, "type");
  1375. const char *name = xs_dict_get(v, "name");
  1376. if (!xs_is_null(type) && !xs_is_null(name) && strcmp(type, "Hashtag") == 0) {
  1377. while (*name == '#' || *name == '@')
  1378. name++;
  1379. if (*name == '\0')
  1380. continue;
  1381. name = xs_tolower_i((xs_str *)name);
  1382. xs *md5_tag = xs_md5_hex(name, strlen(name));
  1383. xs *tag_dir = xs_fmt("%s/%c%c", g_tag_dir, md5_tag[0], md5_tag[1]);
  1384. mkdirx(tag_dir);
  1385. xs *g_tag_idx = xs_fmt("%s/%s.idx", tag_dir, md5_tag);
  1386. if (!index_in_md5(g_tag_idx, md5_id))
  1387. index_add_md5(g_tag_idx, md5_id);
  1388. FILE *f;
  1389. xs *g_tag_name = xs_replace(g_tag_idx, ".idx", ".tag");
  1390. if ((f = fopen(g_tag_name, "w")) != NULL) {
  1391. fprintf(f, "%s\n", name);
  1392. fclose(f);
  1393. }
  1394. srv_debug(0, xs_fmt("tagged %s #%s (#%s)", id, name, md5_tag));
  1395. }
  1396. }
  1397. }
  1398. }
  1399. xs_str *tag_fn(const char *tag)
  1400. {
  1401. if (*tag == '#')
  1402. tag++;
  1403. xs *lw_tag = xs_tolower_i(xs_dup(tag));
  1404. xs *md5 = xs_md5_hex(lw_tag, strlen(lw_tag));
  1405. return xs_fmt("%s/tag/%c%c/%s.idx", srv_basedir, md5[0], md5[1], md5);
  1406. }
  1407. xs_list *tag_search(const char *tag, int skip, int show)
  1408. /* returns the list of posts tagged with tag */
  1409. {
  1410. xs *idx = tag_fn(tag);
  1411. return index_list_desc(idx, skip, show);
  1412. }
  1413. /** lists **/
  1414. xs_val *list_maint(snac *user, const char *list, int op)
  1415. /* list maintenance */
  1416. {
  1417. xs_val *l = NULL;
  1418. switch (op) {
  1419. case 0: /** list of lists **/
  1420. {
  1421. FILE *f;
  1422. xs *spec = xs_fmt("%s/list/" "*.id", user->basedir);
  1423. xs *ls = xs_glob(spec, 0, 0);
  1424. int c = 0;
  1425. const char *v;
  1426. l = xs_list_new();
  1427. while (xs_list_next(ls, &v, &c)) {
  1428. if ((f = fopen(v, "r")) != NULL) {
  1429. xs *title = xs_readline(f);
  1430. fclose(f);
  1431. title = xs_strip_i(title);
  1432. xs *v2 = xs_replace(v, ".id", "");
  1433. xs *l2 = xs_split(v2, "/");
  1434. /* return [ list_id, list_title ] */
  1435. l = xs_list_append(l, xs_list_append(xs_list_new(), xs_list_get(l2, -1), title));
  1436. }
  1437. }
  1438. }
  1439. break;
  1440. case 1: /** create new list (list is the name) **/
  1441. {
  1442. xs *lol = list_maint(user, NULL, 0);
  1443. int c = 0;
  1444. const xs_list *v;
  1445. int add = 1;
  1446. /* check if this list name already exists */
  1447. while (xs_list_next(lol, &v, &c)) {
  1448. if (strcmp(xs_list_get(v, 1), list) == 0) {
  1449. add = 0;
  1450. l = xs_dup(xs_list_get(v, 0));
  1451. break;
  1452. }
  1453. }
  1454. if (add) {
  1455. FILE *f;
  1456. xs *dir = xs_fmt("%s/list/", user->basedir);
  1457. l = xs_fmt("%010x", time(NULL));
  1458. mkdirx(dir);
  1459. xs *fn = xs_fmt("%s%s.id", dir, l);
  1460. if ((f = fopen(fn, "w")) != NULL) {
  1461. fprintf(f, "%s\n", list);
  1462. fclose(f);
  1463. }
  1464. }
  1465. }
  1466. break;
  1467. case 2: /** delete list (list is the id) **/
  1468. {
  1469. if (xs_is_hex(list)) {
  1470. xs *fn = xs_fmt("%s/list/%s.id", user->basedir, list);
  1471. unlink(fn);
  1472. fn = xs_replace_i(fn, ".id", ".lst");
  1473. unlink(fn);
  1474. fn = xs_replace_i(fn, ".lst", ".idx");
  1475. unlink(fn);
  1476. fn = xs_str_cat(fn, ".bak");
  1477. unlink(fn);
  1478. }
  1479. }
  1480. break;
  1481. case 3: /** get list name **/
  1482. if (xs_is_hex(list)) {
  1483. FILE *f;
  1484. xs *fn = xs_fmt("%s/list/%s.id", user->basedir, list);
  1485. if ((f = fopen(fn, "r")) != NULL) {
  1486. l = xs_strip_i(xs_readline(f));
  1487. fclose(f);
  1488. }
  1489. }
  1490. break;
  1491. }
  1492. return l;
  1493. }
  1494. xs_str *list_timeline_fn(snac *user, const char *list)
  1495. {
  1496. return xs_fmt("%s/list/%s.idx", user->basedir, list);
  1497. }
  1498. xs_list *list_timeline(snac *user, const char *list, int skip, int show)
  1499. /* returns the timeline of a list */
  1500. {
  1501. xs_list *l = NULL;
  1502. if (!xs_is_hex(list))
  1503. return NULL;
  1504. xs *fn = list_timeline_fn(user, list);
  1505. if (mtime(fn) > 0.0)
  1506. l = index_list_desc(fn, skip, show);
  1507. else
  1508. l = xs_list_new();
  1509. return l;
  1510. }
  1511. xs_val *list_content(snac *user, const char *list, const char *actor_md5, int op)
  1512. /* list content management */
  1513. {
  1514. xs_val *l = NULL;
  1515. if (!xs_is_hex(list))
  1516. return NULL;
  1517. if (actor_md5 != NULL && !xs_is_hex(actor_md5))
  1518. return NULL;
  1519. xs *fn = xs_fmt("%s/list/%s.lst", user->basedir, list);
  1520. switch (op) {
  1521. case 0: /** list content **/
  1522. l = index_list(fn, XS_ALL);
  1523. break;
  1524. case 1: /** append actor to list **/
  1525. if (actor_md5 != NULL) {
  1526. if (!index_in_md5(fn, actor_md5))
  1527. index_add_md5(fn, actor_md5);
  1528. }
  1529. break;
  1530. case 2: /** delete actor from list **/
  1531. if (actor_md5 != NULL)
  1532. index_del_md5(fn, actor_md5);
  1533. break;
  1534. default:
  1535. srv_log(xs_fmt("ERROR: list_content: bad op %d", op));
  1536. break;
  1537. }
  1538. return l;
  1539. }
  1540. void list_distribute(snac *user, const char *who, const xs_dict *post)
  1541. /* distributes the post to all appropriate lists */
  1542. {
  1543. const char *id = xs_dict_get(post, "id");
  1544. /* if who is not set, use the attributedTo in the message */
  1545. if (xs_is_null(who))
  1546. who = get_atto(post);
  1547. if (xs_type(who) == XSTYPE_STRING && xs_type(id) == XSTYPE_STRING) {
  1548. xs *a_md5 = xs_md5_hex(who, strlen(who));
  1549. xs *i_md5 = xs_md5_hex(id, strlen(id));
  1550. xs *spec = xs_fmt("%s/list/" "*.lst", user->basedir);
  1551. xs *ls = xs_glob(spec, 0, 0);
  1552. int c = 0;
  1553. const char *v;
  1554. while (xs_list_next(ls, &v, &c)) {
  1555. /* is the actor in this list? */
  1556. if (index_in_md5(v, a_md5)) {
  1557. /* it is; add post md5 to its timeline */
  1558. xs *idx = xs_replace(v, ".lst", ".idx");
  1559. index_add_md5(idx, i_md5);
  1560. snac_debug(user, 1, xs_fmt("listed post %s in %s", id, idx));
  1561. }
  1562. }
  1563. }
  1564. }
  1565. /** static data **/
  1566. static int _load_raw_file(const char *fn, xs_val **data, int *size,
  1567. const char *inm, xs_str **etag)
  1568. /* loads a cached file */
  1569. {
  1570. int status = HTTP_STATUS_NOT_FOUND;
  1571. if (fn) {
  1572. double tm = mtime(fn);
  1573. if (tm > 0.0) {
  1574. /* file exists; build the etag */
  1575. xs *e = xs_fmt("W/\"snac-%.0lf\"", tm);
  1576. /* if if-none-match is set, check if it's the same */
  1577. if (!xs_is_null(inm) && strcmp(e, inm) == 0) {
  1578. /* client has the newest version */
  1579. status = HTTP_STATUS_NOT_MODIFIED;
  1580. }
  1581. else {
  1582. /* newer or never downloaded; read the full file */
  1583. FILE *f;
  1584. if ((f = fopen(fn, "rb")) != NULL) {
  1585. *size = XS_ALL;
  1586. *data = xs_read(f, size);
  1587. fclose(f);
  1588. status = HTTP_STATUS_OK;
  1589. }
  1590. }
  1591. /* if caller wants the etag, return it */
  1592. if (etag != NULL)
  1593. *etag = xs_dup(e);
  1594. srv_debug(1, xs_fmt("_load_raw_file(): %s %d", fn, status));
  1595. }
  1596. }
  1597. return status;
  1598. }
  1599. xs_str *_static_fn(snac *snac, const char *id)
  1600. /* gets the filename for a static file */
  1601. {
  1602. if (strchr(id, '/'))
  1603. return NULL;
  1604. else
  1605. return xs_fmt("%s/static/%s", snac->basedir, id);
  1606. }
  1607. int static_get(snac *snac, const char *id, xs_val **data, int *size,
  1608. const char *inm, xs_str **etag)
  1609. /* returns static content */
  1610. {
  1611. xs *fn = _static_fn(snac, id);
  1612. return _load_raw_file(fn, data, size, inm, etag);
  1613. }
  1614. void static_put(snac *snac, const char *id, const char *data, int size)
  1615. /* writes status content */
  1616. {
  1617. xs *fn = _static_fn(snac, id);
  1618. FILE *f;
  1619. if (fn && (f = fopen(fn, "wb")) != NULL) {
  1620. fwrite(data, size, 1, f);
  1621. fclose(f);
  1622. }
  1623. }
  1624. void static_put_meta(snac *snac, const char *id, const char *str)
  1625. /* puts metadata (i.e. a media description string) to id */
  1626. {
  1627. xs *fn = _static_fn(snac, id);
  1628. if (fn) {
  1629. fn = xs_str_cat(fn, ".txt");
  1630. FILE *f;
  1631. if ((f = fopen(fn, "w")) != NULL) {
  1632. fprintf(f, "%s\n", str);
  1633. fclose(f);
  1634. }
  1635. }
  1636. }
  1637. xs_str *static_get_meta(snac *snac, const char *id)
  1638. /* gets metadata from a media */
  1639. {
  1640. xs *fn = _static_fn(snac, id);
  1641. xs_str *r = NULL;
  1642. if (fn) {
  1643. fn = xs_str_cat(fn, ".txt");
  1644. FILE *f;
  1645. if ((f = fopen(fn, "r")) != NULL) {
  1646. r = xs_strip_i(xs_readline(f));
  1647. fclose(f);
  1648. }
  1649. }
  1650. else
  1651. r = xs_str_new("");
  1652. return r;
  1653. }
  1654. /** history **/
  1655. xs_str *_history_fn(snac *snac, const char *id)
  1656. /* gets the filename for the history */
  1657. {
  1658. if (strchr(id, '/'))
  1659. return NULL;
  1660. else
  1661. return xs_fmt("%s/history/%s", snac->basedir, id);
  1662. }
  1663. double history_mtime(snac *snac, const char *id)
  1664. {
  1665. double t = 0.0;
  1666. xs *fn = _history_fn(snac, id);
  1667. if (fn != NULL)
  1668. t = mtime(fn);
  1669. return t;
  1670. }
  1671. void history_add(snac *snac, const char *id, const char *content, int size,
  1672. xs_str **etag)
  1673. /* adds something to the history */
  1674. {
  1675. xs *fn = _history_fn(snac, id);
  1676. FILE *f;
  1677. if (fn && (f = fopen(fn, "w")) != NULL) {
  1678. fwrite(content, size, 1, f);
  1679. fclose(f);
  1680. if (etag) {
  1681. double tm = mtime(fn);
  1682. *etag = xs_fmt("W/\"snac-%.0lf\"", tm);
  1683. }
  1684. }
  1685. }
  1686. int history_get(snac *snac, const char *id, xs_str **content, int *size,
  1687. const char *inm, xs_str **etag)
  1688. {
  1689. xs *fn = _history_fn(snac, id);
  1690. return _load_raw_file(fn, content, size, inm, etag);
  1691. }
  1692. int history_del(snac *snac, const char *id)
  1693. {
  1694. xs *fn = _history_fn(snac, id);
  1695. if (fn)
  1696. return unlink(fn);
  1697. else
  1698. return -1;
  1699. }
  1700. xs_list *history_list(snac *snac)
  1701. {
  1702. xs *spec = xs_fmt("%s/history/" "*.html", snac->basedir);
  1703. return xs_glob(spec, 1, 1);
  1704. }
  1705. void lastlog_write(snac *snac, const char *source)
  1706. /* writes the last time the user logged in */
  1707. {
  1708. xs *fn = xs_fmt("%s/lastlog.txt", snac->basedir);
  1709. FILE *f;
  1710. if ((f = fopen(fn, "w")) != NULL) {
  1711. fprintf(f, "%lf %s\n", ftime(), source);
  1712. fclose(f);
  1713. }
  1714. }
  1715. /** inbox collection **/
  1716. void inbox_add(const char *inbox)
  1717. /* collects a shared inbox */
  1718. {
  1719. /* don't collect ourselves */
  1720. if (xs_startswith(inbox, srv_baseurl))
  1721. return;
  1722. xs *md5 = xs_md5_hex(inbox, strlen(inbox));
  1723. xs *fn = xs_fmt("%s/inbox/%s", srv_basedir, md5);
  1724. FILE *f;
  1725. if ((f = fopen(fn, "w")) != NULL) {
  1726. fprintf(f, "%s\n", inbox);
  1727. fclose(f);
  1728. }
  1729. }
  1730. void inbox_add_by_actor(const xs_dict *actor)
  1731. /* collects an actor's shared inbox, if it has one */
  1732. {
  1733. const char *v;
  1734. if (!xs_is_null(v = xs_dict_get(actor, "endpoints")) &&
  1735. !xs_is_null(v = xs_dict_get(v, "sharedInbox"))) {
  1736. /* only collect this inbox if its instance is not blocked */
  1737. if (!is_instance_blocked(v))
  1738. inbox_add(v);
  1739. }
  1740. }
  1741. xs_list *inbox_list(void)
  1742. /* returns the collected inboxes as a list */
  1743. {
  1744. xs_list *ibl = xs_list_new();
  1745. xs *spec = xs_fmt("%s/inbox/" "*", srv_basedir);
  1746. xs *files = xs_glob(spec, 0, 0);
  1747. xs_list *p = files;
  1748. const xs_val *v;
  1749. while (xs_list_iter(&p, &v)) {
  1750. FILE *f;
  1751. if ((f = fopen(v, "r")) != NULL) {
  1752. xs *line = xs_readline(f);
  1753. if (line) {
  1754. line = xs_strip_i(line);
  1755. ibl = xs_list_append(ibl, line);
  1756. }
  1757. fclose(f);
  1758. }
  1759. }
  1760. return ibl;
  1761. }
  1762. /** instance-wide operations **/
  1763. xs_str *_instance_block_fn(const char *instance)
  1764. {
  1765. xs *s = xs_replace(instance, "http:/" "/", "");
  1766. xs *s1 = xs_replace(s, "https:/" "/", "");
  1767. xs *l = xs_split(s1, "/");
  1768. const char *p = xs_list_get(l, 0);
  1769. xs *md5 = xs_md5_hex(p, strlen(p));
  1770. return xs_fmt("%s/block/%s", srv_basedir, md5);
  1771. }
  1772. int is_instance_blocked(const char *instance)
  1773. {
  1774. xs *fn = _instance_block_fn(instance);
  1775. return !!(mtime(fn) != 0.0);
  1776. }
  1777. int instance_block(const char *instance)
  1778. /* blocks a full instance */
  1779. {
  1780. int ret;
  1781. /* create the subdir */
  1782. xs *dir = xs_fmt("%s/block/", srv_basedir);
  1783. mkdirx(dir);
  1784. if (!is_instance_blocked(instance)) {
  1785. xs *fn = _instance_block_fn(instance);
  1786. FILE *f;
  1787. if ((f = fopen(fn, "w")) != NULL) {
  1788. fprintf(f, "%s\n", instance);
  1789. fclose(f);
  1790. ret = 0;
  1791. }
  1792. else
  1793. ret = -1;
  1794. }
  1795. else
  1796. ret = -2;
  1797. return ret;
  1798. }
  1799. int instance_unblock(const char *instance)
  1800. /* unblocks a full instance */
  1801. {
  1802. int ret;
  1803. if (is_instance_blocked(instance)) {
  1804. xs *fn = _instance_block_fn(instance);
  1805. ret = unlink(fn);
  1806. }
  1807. else
  1808. ret = -2;
  1809. return ret;
  1810. }
  1811. /** operations by content **/
  1812. int content_match(const char *file, const xs_dict *msg)
  1813. /* checks if a message's content matches any of the regexes in file */
  1814. /* file format: one regex per line */
  1815. {
  1816. xs *fn = xs_fmt("%s/%s", srv_basedir, file);
  1817. FILE *f;
  1818. int r = 0;
  1819. const char *v = xs_dict_get(msg, "content");
  1820. if (xs_type(v) == XSTYPE_STRING && *v) {
  1821. if ((f = fopen(fn, "r")) != NULL) {
  1822. srv_debug(1, xs_fmt("content_match: loading regexes from %s", fn));
  1823. /* massage content (strip HTML tags, etc.) */
  1824. xs *c = xs_regex_replace(v, "<[^>]+>", " ");
  1825. c = xs_regex_replace_i(c, " {2,}", " ");
  1826. c = xs_tolower_i(c);
  1827. while (!r && !feof(f)) {
  1828. xs *rx = xs_strip_i(xs_readline(f));
  1829. if (*rx && xs_regex_match(c, rx)) {
  1830. srv_debug(1, xs_fmt("content_match: match for '%s'", rx));
  1831. r = 1;
  1832. }
  1833. }
  1834. fclose(f);
  1835. }
  1836. }
  1837. return r;
  1838. }
  1839. xs_list *content_search(snac *user, const char *regex,
  1840. int priv, int skip, int show, int max_secs, int *timeout)
  1841. /* returns a list of posts which content matches the regex */
  1842. {
  1843. if (regex == NULL || *regex == '\0')
  1844. return xs_list_new();
  1845. xs *i_regex = xs_utf8_to_lower(regex);
  1846. xs_set seen;
  1847. xs_set_init(&seen);
  1848. if (max_secs == 0)
  1849. max_secs = 3;
  1850. time_t t = time(NULL) + max_secs;
  1851. *timeout = 0;
  1852. /* iterate all timelines simultaneously */
  1853. xs_list *tls[3] = {0};
  1854. const char *md5s[3] = {0};
  1855. int c[3] = {0};
  1856. tls[0] = timeline_simple_list(user, "public", 0, XS_ALL); /* public */
  1857. tls[1] = timeline_instance_list(0, XS_ALL); /* instance */
  1858. tls[2] = priv ? timeline_simple_list(user, "private", 0, XS_ALL) : xs_list_new(); /* private or none */
  1859. /* first positioning */
  1860. for (int n = 0; n < 3; n++)
  1861. xs_list_next(tls[n], &md5s[n], &c[n]);
  1862. show += skip;
  1863. while (show > 0) {
  1864. /* timeout? */
  1865. if (time(NULL) > t) {
  1866. *timeout = 1;
  1867. break;
  1868. }
  1869. /* find the newest post */
  1870. int newest = -1;
  1871. double mtime = 0.0;
  1872. for (int n = 0; n < 3; n++) {
  1873. if (md5s[n] != NULL) {
  1874. xs *fn = _object_fn_by_md5(md5s[n], "content_search");
  1875. double mt = mtime(fn);
  1876. if (mt > mtime) {
  1877. newest = n;
  1878. mtime = mt;
  1879. }
  1880. }
  1881. }
  1882. if (newest == -1)
  1883. break;
  1884. const char *md5 = md5s[newest];
  1885. /* advance the chosen timeline */
  1886. if (!xs_list_next(tls[newest], &md5s[newest], &c[newest]))
  1887. md5s[newest] = NULL;
  1888. xs *post = NULL;
  1889. if (!valid_status(object_get_by_md5(md5, &post)))
  1890. continue;
  1891. if (!xs_match(xs_dict_get_def(post, "type", "-"), POSTLIKE_OBJECT_TYPE))
  1892. continue;
  1893. const char *id = xs_dict_get(post, "id");
  1894. if (id == NULL || is_hidden(user, id))
  1895. continue;
  1896. xs *c = xs_str_new(NULL);
  1897. const char *content = xs_dict_get(post, "content");
  1898. const char *name = xs_dict_get(post, "name");
  1899. if (!xs_is_null(content))
  1900. c = xs_str_cat(c, content);
  1901. if (!xs_is_null(name))
  1902. c = xs_str_cat(c, " ", name);
  1903. /* add alt-texts from attachments */
  1904. const xs_list *atts = xs_dict_get(post, "attachment");
  1905. int tc = 0;
  1906. const xs_dict *att;
  1907. while (xs_list_next(atts, &att, &tc)) {
  1908. const char *name = xs_dict_get(att, "name");
  1909. if (name != NULL)
  1910. c = xs_str_cat(c, " ", name);
  1911. }
  1912. /* strip HTML */
  1913. c = xs_regex_replace_i(c, "<[^>]+>", " ");
  1914. c = xs_regex_replace_i(c, " {2,}", " ");
  1915. /* convert to lowercase */
  1916. xs *lc = xs_utf8_to_lower(c);
  1917. /* apply regex */
  1918. if (xs_regex_match(lc, i_regex)) {
  1919. if (xs_set_add(&seen, md5) == 1)
  1920. show--;
  1921. }
  1922. }
  1923. xs_list *r = xs_set_result(&seen);
  1924. if (skip) {
  1925. /* BAD */
  1926. while (skip--) {
  1927. r = xs_list_del(r, 0);
  1928. }
  1929. }
  1930. xs_free(tls[0]);
  1931. xs_free(tls[1]);
  1932. xs_free(tls[2]);
  1933. return r;
  1934. }
  1935. /** notifications **/
  1936. xs_str *notify_check_time(snac *snac, int reset)
  1937. /* gets or resets the latest notification check time */
  1938. {
  1939. xs_str *t = NULL;
  1940. xs *fn = xs_fmt("%s/notifydate.txt", snac->basedir);
  1941. FILE *f;
  1942. if (reset) {
  1943. if ((f = fopen(fn, "w")) != NULL) {
  1944. t = tid(0);
  1945. fprintf(f, "%s\n", t);
  1946. fclose(f);
  1947. }
  1948. }
  1949. else {
  1950. if ((f = fopen(fn, "r")) != NULL) {
  1951. t = xs_readline(f);
  1952. fclose(f);
  1953. }
  1954. else
  1955. /* never set before */
  1956. t = xs_fmt("%16.6f", 0.0);
  1957. }
  1958. return t;
  1959. }
  1960. void notify_add(snac *snac, const char *type, const char *utype,
  1961. const char *actor, const char *objid, const xs_dict *msg)
  1962. /* adds a new notification */
  1963. {
  1964. xs *ntid = tid(0);
  1965. xs *fn = xs_fmt("%s/notify/", snac->basedir);
  1966. xs *date = xs_str_utctime(0, ISO_DATE_SPEC);
  1967. FILE *f;
  1968. /* create the directory */
  1969. mkdirx(fn);
  1970. fn = xs_str_cat(fn, ntid);
  1971. fn = xs_str_cat(fn, ".json");
  1972. xs *noti = xs_dict_new();
  1973. noti = xs_dict_append(noti, "id", ntid);
  1974. noti = xs_dict_append(noti, "type", type);
  1975. noti = xs_dict_append(noti, "utype", utype);
  1976. noti = xs_dict_append(noti, "actor", actor);
  1977. noti = xs_dict_append(noti, "date", date);
  1978. noti = xs_dict_append(noti, "msg", msg);
  1979. if (!xs_is_null(objid))
  1980. noti = xs_dict_append(noti, "objid", objid);
  1981. if ((f = fopen(fn, "w")) != NULL) {
  1982. xs_json_dump(noti, 4, f);
  1983. fclose(f);
  1984. }
  1985. /* add it to the index if it already exists */
  1986. xs *idx = xs_fmt("%s/notify.idx", snac->basedir);
  1987. if (mtime(idx) != 0.0) {
  1988. pthread_mutex_lock(&data_mutex);
  1989. if ((f = fopen(idx, "a")) != NULL) {
  1990. fprintf(f, "%-32s\n", ntid);
  1991. fclose(f);
  1992. }
  1993. pthread_mutex_unlock(&data_mutex);
  1994. }
  1995. }
  1996. xs_dict *notify_get(snac *snac, const char *id)
  1997. /* gets a notification */
  1998. {
  1999. /* base file */
  2000. xs *fn = xs_fmt("%s/notify/%s", snac->basedir, id);
  2001. /* strip spaces and add extension */
  2002. fn = xs_strip_i(fn);
  2003. fn = xs_str_cat(fn, ".json");
  2004. FILE *f;
  2005. xs_dict *out = NULL;
  2006. if ((f = fopen(fn, "r")) != NULL) {
  2007. out = xs_json_load(f);
  2008. fclose(f);
  2009. }
  2010. return out;
  2011. }
  2012. xs_list *notify_list(snac *snac, int skip, int show)
  2013. /* returns a list of notification ids */
  2014. {
  2015. xs *idx = xs_fmt("%s/notify.idx", snac->basedir);
  2016. if (mtime(idx) == 0.0) {
  2017. /* create the index from scratch */
  2018. FILE *f;
  2019. pthread_mutex_lock(&data_mutex);
  2020. if ((f = fopen(idx, "w")) != NULL) {
  2021. xs *spec = xs_fmt("%s/notify/" "*.json", snac->basedir);
  2022. xs *lst = xs_glob(spec, 1, 0);
  2023. xs_list *p = lst;
  2024. const char *v;
  2025. while (xs_list_iter(&p, &v)) {
  2026. char *p = strrchr(v, '.');
  2027. if (p) {
  2028. *p = '\0';
  2029. fprintf(f, "%-32s\n", v);
  2030. }
  2031. }
  2032. fclose(f);
  2033. }
  2034. pthread_mutex_unlock(&data_mutex);
  2035. }
  2036. return index_list_desc(idx, skip, show);
  2037. }
  2038. int notify_new_num(snac *snac)
  2039. /* counts the number of new notifications */
  2040. {
  2041. xs *t = notify_check_time(snac, 0);
  2042. xs *lst = notify_list(snac, 0, XS_ALL);
  2043. int cnt = 0;
  2044. xs_list *p = lst;
  2045. const xs_str *v;
  2046. while (xs_list_iter(&p, &v)) {
  2047. xs *id = xs_strip_i(xs_dup(v));
  2048. /* old? count no more */
  2049. if (strcmp(id, t) < 0)
  2050. break;
  2051. cnt++;
  2052. }
  2053. return cnt;
  2054. }
  2055. void notify_clear(snac *snac)
  2056. /* clears all notifications */
  2057. {
  2058. xs *spec = xs_fmt("%s/notify/" "*", snac->basedir);
  2059. xs *lst = xs_glob(spec, 0, 0);
  2060. xs_list *p = lst;
  2061. const xs_str *v;
  2062. while (xs_list_iter(&p, &v))
  2063. unlink(v);
  2064. xs *idx = xs_fmt("%s/notify.idx", snac->basedir);
  2065. if (mtime(idx) != 0.0) {
  2066. pthread_mutex_lock(&data_mutex);
  2067. truncate(idx, 0);
  2068. pthread_mutex_unlock(&data_mutex);
  2069. }
  2070. }
  2071. /** the queue **/
  2072. static xs_dict *_enqueue_put(const char *fn, xs_dict *msg)
  2073. /* writes safely to the queue */
  2074. {
  2075. xs *tfn = xs_fmt("%s.tmp", fn);
  2076. FILE *f;
  2077. if ((f = fopen(tfn, "w")) != NULL) {
  2078. xs_json_dump(msg, 4, f);
  2079. fclose(f);
  2080. rename(tfn, fn);
  2081. }
  2082. return msg;
  2083. }
  2084. static xs_dict *_new_qmsg(const char *type, const xs_val *msg, int retries)
  2085. /* creates a queue message */
  2086. {
  2087. int qrt = xs_number_get(xs_dict_get(srv_config, "queue_retry_minutes"));
  2088. xs *ntid = tid(retries * 60 * qrt);
  2089. xs *rn = xs_number_new(retries);
  2090. xs_dict *qmsg = xs_dict_new();
  2091. qmsg = xs_dict_append(qmsg, "type", type);
  2092. qmsg = xs_dict_append(qmsg, "message", msg);
  2093. qmsg = xs_dict_append(qmsg, "retries", rn);
  2094. qmsg = xs_dict_append(qmsg, "ntid", ntid);
  2095. return qmsg;
  2096. }
  2097. void enqueue_input(snac *snac, const xs_dict *msg, const xs_dict *req, int retries)
  2098. /* enqueues an input message */
  2099. {
  2100. xs *qmsg = _new_qmsg("input", msg, retries);
  2101. const char *ntid = xs_dict_get(qmsg, "ntid");
  2102. xs *fn = xs_fmt("%s/queue/%s.json", snac->basedir, ntid);
  2103. qmsg = xs_dict_append(qmsg, "req", req);
  2104. qmsg = _enqueue_put(fn, qmsg);
  2105. snac_debug(snac, 1, xs_fmt("enqueue_input %s", xs_dict_get(msg, "id")));
  2106. }
  2107. void enqueue_shared_input(const xs_dict *msg, const xs_dict *req, int retries)
  2108. /* enqueues an input message from the shared input */
  2109. {
  2110. xs *qmsg = _new_qmsg("input", msg, retries);
  2111. const char *ntid = xs_dict_get(qmsg, "ntid");
  2112. xs *fn = xs_fmt("%s/queue/%s.json", srv_basedir, ntid);
  2113. qmsg = xs_dict_append(qmsg, "req", req);
  2114. qmsg = _enqueue_put(fn, qmsg);
  2115. srv_debug(1, xs_fmt("enqueue_shared_input %s", xs_dict_get(msg, "id")));
  2116. }
  2117. void enqueue_output_raw(const char *keyid, const char *seckey,
  2118. const xs_dict *msg, const xs_str *inbox,
  2119. int retries, int p_status)
  2120. /* enqueues an output message to an inbox */
  2121. {
  2122. xs *qmsg = _new_qmsg("output", msg, retries);
  2123. const char *ntid = xs_dict_get(qmsg, "ntid");
  2124. xs *fn = xs_fmt("%s/queue/%s.json", srv_basedir, ntid);
  2125. xs *ns = xs_number_new(p_status);
  2126. qmsg = xs_dict_append(qmsg, "p_status", ns);
  2127. qmsg = xs_dict_append(qmsg, "inbox", inbox);
  2128. qmsg = xs_dict_append(qmsg, "keyid", keyid);
  2129. qmsg = xs_dict_append(qmsg, "seckey", seckey);
  2130. /* if it's to be sent right now, bypass the disk queue and post the job */
  2131. if (retries == 0 && p_state != NULL)
  2132. job_post(qmsg, 0);
  2133. else {
  2134. qmsg = _enqueue_put(fn, qmsg);
  2135. srv_debug(1, xs_fmt("enqueue_output %s %s %d", inbox, fn, retries));
  2136. }
  2137. }
  2138. void enqueue_output(snac *snac, const xs_dict *msg,
  2139. const xs_str *inbox, int retries, int p_status)
  2140. /* enqueues an output message to an inbox */
  2141. {
  2142. if (xs_startswith(inbox, snac->actor)) {
  2143. snac_debug(snac, 1, xs_str_new("refusing enqueue to myself"));
  2144. return;
  2145. }
  2146. const char *seckey = xs_dict_get(snac->key, "secret");
  2147. enqueue_output_raw(snac->actor, seckey, msg, inbox, retries, p_status);
  2148. }
  2149. void enqueue_output_by_actor(snac *snac, const xs_dict *msg,
  2150. const xs_str *actor, int retries)
  2151. /* enqueues an output message for an actor */
  2152. {
  2153. xs *inbox = get_actor_inbox(actor, 1);
  2154. if (!xs_is_null(inbox))
  2155. enqueue_output(snac, msg, inbox, retries, 0);
  2156. else
  2157. snac_log(snac, xs_fmt("enqueue_output_by_actor cannot get inbox %s", actor));
  2158. }
  2159. void enqueue_email(const xs_str *msg, int retries)
  2160. /* enqueues an email message to be sent */
  2161. {
  2162. xs *qmsg = _new_qmsg("email", msg, retries);
  2163. const char *ntid = xs_dict_get(qmsg, "ntid");
  2164. xs *fn = xs_fmt("%s/queue/%s.json", srv_basedir, ntid);
  2165. qmsg = _enqueue_put(fn, qmsg);
  2166. srv_debug(1, xs_fmt("enqueue_email %d", retries));
  2167. }
  2168. void enqueue_telegram(const xs_str *msg, const char *bot, const char *chat_id)
  2169. /* enqueues a message to be sent via Telegram */
  2170. {
  2171. xs *qmsg = _new_qmsg("telegram", msg, 0);
  2172. const char *ntid = xs_dict_get(qmsg, "ntid");
  2173. xs *fn = xs_fmt("%s/queue/%s.json", srv_basedir, ntid);
  2174. qmsg = xs_dict_append(qmsg, "bot", bot);
  2175. qmsg = xs_dict_append(qmsg, "chat_id", chat_id);
  2176. qmsg = _enqueue_put(fn, qmsg);
  2177. srv_debug(1, xs_fmt("enqueue_telegram %s %s", bot, chat_id));
  2178. }
  2179. void enqueue_ntfy(const xs_str *msg, const char *ntfy_server, const char *ntfy_token)
  2180. /* enqueues a message to be sent via ntfy */
  2181. {
  2182. xs *qmsg = _new_qmsg("ntfy", msg, 0);
  2183. const char *ntid = xs_dict_get(qmsg, "ntid");
  2184. xs *fn = xs_fmt("%s/queue/%s.json", srv_basedir, ntid);
  2185. qmsg = xs_dict_append(qmsg, "ntfy_server", ntfy_server);
  2186. qmsg = xs_dict_append(qmsg, "ntfy_token", ntfy_token);
  2187. qmsg = _enqueue_put(fn, qmsg);
  2188. srv_debug(1, xs_fmt("enqueue_ntfy %s %s", ntfy_server, ntfy_token));
  2189. }
  2190. void enqueue_message(snac *snac, const xs_dict *msg)
  2191. /* enqueues an output message */
  2192. {
  2193. xs *qmsg = _new_qmsg("message", msg, 0);
  2194. const char *ntid = xs_dict_get(qmsg, "ntid");
  2195. xs *fn = xs_fmt("%s/queue/%s.json", snac->basedir, ntid);
  2196. qmsg = _enqueue_put(fn, qmsg);
  2197. snac_debug(snac, 0, xs_fmt("enqueue_message %s", xs_dict_get(msg, "id")));
  2198. }
  2199. void enqueue_close_question(snac *user, const char *id, int end_secs)
  2200. /* enqueues the closing of a question */
  2201. {
  2202. xs *qmsg = _new_qmsg("close_question", id, 0);
  2203. xs *ntid = tid(end_secs);
  2204. xs *fn = xs_fmt("%s/queue/%s.json", user->basedir, ntid);
  2205. qmsg = xs_dict_set(qmsg, "ntid", ntid);
  2206. qmsg = _enqueue_put(fn, qmsg);
  2207. snac_debug(user, 0, xs_fmt("enqueue_close_question %s", id));
  2208. }
  2209. void enqueue_object_request(snac *user, const char *id, int forward_secs)
  2210. /* enqueues the request of an object in the future */
  2211. {
  2212. xs *qmsg = _new_qmsg("object_request", id, 0);
  2213. xs *ntid = tid(forward_secs);
  2214. xs *fn = xs_fmt("%s/queue/%s.json", user->basedir, ntid);
  2215. qmsg = xs_dict_set(qmsg, "ntid", ntid);
  2216. qmsg = _enqueue_put(fn, qmsg);
  2217. snac_debug(user, 0, xs_fmt("enqueue_object_request %s %d", id, forward_secs));
  2218. }
  2219. void enqueue_verify_links(snac *user)
  2220. /* enqueues a link verification */
  2221. {
  2222. xs *qmsg = _new_qmsg("verify_links", "", 0);
  2223. const char *ntid = xs_dict_get(qmsg, "ntid");
  2224. xs *fn = xs_fmt("%s/queue/%s.json", user->basedir, ntid);
  2225. qmsg = _enqueue_put(fn, qmsg);
  2226. snac_debug(user, 1, xs_fmt("enqueue_verify_links %s", user->actor));
  2227. }
  2228. void enqueue_actor_refresh(snac *user, const char *actor, int forward_secs)
  2229. /* enqueues an actor refresh */
  2230. {
  2231. xs *qmsg = _new_qmsg("actor_refresh", "", 0);
  2232. xs *ntid = tid(forward_secs);
  2233. xs *fn = xs_fmt("%s/queue/%s.json", user->basedir, ntid);
  2234. qmsg = xs_dict_set(qmsg, "ntid", ntid);
  2235. qmsg = xs_dict_append(qmsg, "actor", actor);
  2236. qmsg = _enqueue_put(fn, qmsg);
  2237. snac_debug(user, 1, xs_fmt("enqueue_actor_refresh %s", actor));
  2238. }
  2239. int was_question_voted(snac *user, const char *id)
  2240. /* returns true if the user voted in this poll */
  2241. {
  2242. xs *children = object_children(id);
  2243. int voted = 0;
  2244. xs_list *p;
  2245. const xs_str *md5;
  2246. p = children;
  2247. while (xs_list_iter(&p, &md5)) {
  2248. xs *obj = NULL;
  2249. if (valid_status(object_get_by_md5(md5, &obj))) {
  2250. const char *atto = get_atto(obj);
  2251. if (atto && strcmp(atto, user->actor) == 0 &&
  2252. !xs_is_null(xs_dict_get(obj, "name"))) {
  2253. voted = 1;
  2254. break;
  2255. }
  2256. }
  2257. }
  2258. return voted;
  2259. }
  2260. xs_list *user_queue(snac *snac)
  2261. /* returns a list with filenames that can be dequeued */
  2262. {
  2263. xs *spec = xs_fmt("%s/queue/" "*.json", snac->basedir);
  2264. xs_list *list = xs_list_new();
  2265. time_t t = time(NULL);
  2266. xs_list *p;
  2267. const xs_val *v;
  2268. xs *fns = xs_glob(spec, 0, 0);
  2269. p = fns;
  2270. while (xs_list_iter(&p, &v)) {
  2271. /* get the retry time from the basename */
  2272. char *bn = strrchr(v, '/');
  2273. time_t t2 = atol(bn + 1);
  2274. if (t2 > t)
  2275. snac_debug(snac, 2, xs_fmt("user_queue not yet time for %s [%ld]", v, t));
  2276. else {
  2277. list = xs_list_append(list, v);
  2278. snac_debug(snac, 2, xs_fmt("user_queue ready for %s", v));
  2279. }
  2280. }
  2281. return list;
  2282. }
  2283. xs_list *queue(void)
  2284. /* returns a list with filenames that can be dequeued */
  2285. {
  2286. xs *spec = xs_fmt("%s/queue/" "*.json", srv_basedir);
  2287. xs_list *list = xs_list_new();
  2288. time_t t = time(NULL);
  2289. xs_list *p;
  2290. const xs_val *v;
  2291. xs *fns = xs_glob(spec, 0, 0);
  2292. p = fns;
  2293. while (xs_list_iter(&p, &v)) {
  2294. /* get the retry time from the basename */
  2295. char *bn = strrchr(v, '/');
  2296. time_t t2 = atol(bn + 1);
  2297. if (t2 > t)
  2298. srv_debug(2, xs_fmt("queue not yet time for %s [%ld]", v, t));
  2299. else {
  2300. list = xs_list_append(list, v);
  2301. srv_debug(2, xs_fmt("queue ready for %s", v));
  2302. }
  2303. }
  2304. return list;
  2305. }
  2306. xs_dict *queue_get(const char *fn)
  2307. /* gets a file from a queue */
  2308. {
  2309. FILE *f;
  2310. xs_dict *obj = NULL;
  2311. if ((f = fopen(fn, "r")) != NULL) {
  2312. obj = xs_json_load(f);
  2313. fclose(f);
  2314. }
  2315. return obj;
  2316. }
  2317. xs_dict *dequeue(const char *fn)
  2318. /* dequeues a message */
  2319. {
  2320. xs_dict *obj = queue_get(fn);
  2321. unlink(fn);
  2322. return obj;
  2323. }
  2324. /** the purge **/
  2325. static int _purge_file(const char *fn, time_t mt)
  2326. /* purge fn if it's older than days */
  2327. {
  2328. int ret = 0;
  2329. if (mtime(fn) < mt) {
  2330. /* older than the minimum time: delete it */
  2331. unlink(fn);
  2332. srv_debug(2, xs_fmt("purged %s", fn));
  2333. ret = 1;
  2334. }
  2335. return ret;
  2336. }
  2337. static void _purge_dir(const char *dir, int days)
  2338. /* purges all files in a directory older than days */
  2339. {
  2340. int cnt = 0;
  2341. if (days) {
  2342. time_t mt = time(NULL) - days * 24 * 3600;
  2343. xs *spec = xs_fmt("%s/" "*", dir);
  2344. xs *list = xs_glob(spec, 0, 0);
  2345. xs_list *p;
  2346. const xs_str *v;
  2347. p = list;
  2348. while (xs_list_iter(&p, &v))
  2349. cnt += _purge_file(v, mt);
  2350. srv_debug(1, xs_fmt("purge: %s %d", dir, cnt));
  2351. }
  2352. }
  2353. static void _purge_user_subdir(snac *snac, const char *subdir, int days)
  2354. /* purges all files in a user subdir older than days */
  2355. {
  2356. xs *u_subdir = xs_fmt("%s/%s", snac->basedir, subdir);
  2357. _purge_dir(u_subdir, days);
  2358. }
  2359. void purge_server(void)
  2360. /* purge global server data */
  2361. {
  2362. xs *spec = xs_fmt("%s/object/??", srv_basedir);
  2363. xs *dirs = xs_glob(spec, 0, 0);
  2364. xs_list *p;
  2365. const xs_str *v;
  2366. int cnt = 0;
  2367. int icnt = 0;
  2368. time_t mt = time(NULL) - 7 * 24 * 3600;
  2369. p = dirs;
  2370. while (xs_list_iter(&p, &v)) {
  2371. xs_list *p2;
  2372. const xs_str *v2;
  2373. {
  2374. xs *spec2 = xs_fmt("%s/" "*.json", v);
  2375. xs *files = xs_glob(spec2, 0, 0);
  2376. p2 = files;
  2377. while (xs_list_iter(&p2, &v2)) {
  2378. int n_link;
  2379. /* old and with no hard links? */
  2380. if (mtime_nl(v2, &n_link) < mt && n_link < 2) {
  2381. xs *s1 = xs_replace(v2, ".json", "");
  2382. xs *l = xs_split(s1, "/");
  2383. const char *md5 = xs_list_get(l, -1);
  2384. object_del_by_md5(md5);
  2385. cnt++;
  2386. }
  2387. }
  2388. }
  2389. {
  2390. /* look for stray indexes */
  2391. xs *speci = xs_fmt("%s/" "*_?.idx", v);
  2392. xs *idxfs = xs_glob(speci, 0, 0);
  2393. p2 = idxfs;
  2394. while (xs_list_iter(&p2, &v2)) {
  2395. /* old enough to consider? */
  2396. if (mtime(v2) < mt) {
  2397. /* check if the indexed object is here */
  2398. xs *o = xs_dup(v2);
  2399. char *ext = strchr(o, '_');
  2400. if (ext) {
  2401. *ext = '\0';
  2402. o = xs_str_cat(o, ".json");
  2403. if (mtime(o) == 0.0) {
  2404. /* delete */
  2405. unlink(v2);
  2406. srv_debug(1, xs_fmt("purged %s", v2));
  2407. icnt++;
  2408. }
  2409. }
  2410. }
  2411. }
  2412. /* delete index backups */
  2413. xs *specb = xs_fmt("%s/" "*.bak", v);
  2414. xs *bakfs = xs_glob(specb, 0, 0);
  2415. p2 = bakfs;
  2416. while (xs_list_iter(&p2, &v2)) {
  2417. unlink(v2);
  2418. srv_debug(1, xs_fmt("purged %s", v2));
  2419. }
  2420. }
  2421. }
  2422. /* purge collected inboxes */
  2423. xs *ib_dir = xs_fmt("%s/inbox", srv_basedir);
  2424. _purge_dir(ib_dir, 7);
  2425. /* purge the instance timeline */
  2426. xs *itl_fn = xs_fmt("%s/public.idx", srv_basedir);
  2427. int itl_gc = index_gc(itl_fn);
  2428. /* purge tag indexes */
  2429. xs *tag_spec = xs_fmt("%s/tag/??", srv_basedir);
  2430. xs *tag_dirs = xs_glob(tag_spec, 0, 0);
  2431. p = tag_dirs;
  2432. int tag_gc = 0;
  2433. while (xs_list_iter(&p, &v)) {
  2434. xs *spec2 = xs_fmt("%s/" "*.idx", v);
  2435. xs *files = xs_glob(spec2, 0, 0);
  2436. xs_list *p2;
  2437. const xs_str *v2;
  2438. p2 = files;
  2439. while (xs_list_iter(&p2, &v2)) {
  2440. tag_gc += index_gc(v2);
  2441. xs *bak = xs_fmt("%s.bak", v2);
  2442. unlink(bak);
  2443. if (index_len(v2) == 0) {
  2444. /* there are no longer any entry with this tag;
  2445. purge it completely */
  2446. unlink(v2);
  2447. xs *dottag = xs_replace(v2, ".idx", ".tag");
  2448. unlink(dottag);
  2449. }
  2450. }
  2451. }
  2452. srv_debug(1, xs_fmt("purge: global "
  2453. "(obj: %d, idx: %d, itl: %d, tag: %d)", cnt, icnt, itl_gc, tag_gc));
  2454. }
  2455. void purge_user(snac *snac)
  2456. /* do the purge for this user */
  2457. {
  2458. int priv_days, pub_days, user_days = 0;
  2459. const char *v;
  2460. int n;
  2461. priv_days = xs_number_get(xs_dict_get(srv_config, "timeline_purge_days"));
  2462. pub_days = xs_number_get(xs_dict_get(srv_config, "local_purge_days"));
  2463. if ((v = xs_dict_get(snac->config_o, "purge_days")) != NULL ||
  2464. (v = xs_dict_get(snac->config, "purge_days")) != NULL)
  2465. user_days = xs_number_get(v);
  2466. if (user_days) {
  2467. /* override admin settings only if they are lesser */
  2468. if (priv_days == 0 || user_days < priv_days)
  2469. priv_days = user_days;
  2470. if (pub_days == 0 || user_days < pub_days)
  2471. pub_days = user_days;
  2472. }
  2473. _purge_user_subdir(snac, "hidden", priv_days);
  2474. _purge_user_subdir(snac, "private", priv_days);
  2475. _purge_user_subdir(snac, "public", pub_days);
  2476. const char *idxs[] = { "followers.idx", "private.idx", "public.idx",
  2477. "pinned.idx", "bookmark.idx", "draft.idx", NULL };
  2478. for (n = 0; idxs[n]; n++) {
  2479. xs *idx = xs_fmt("%s/%s", snac->basedir, idxs[n]);
  2480. int gc = index_gc(idx);
  2481. srv_debug(1, xs_fmt("purge: %s %d", idx, gc));
  2482. }
  2483. /* purge lists */
  2484. {
  2485. xs *spec = xs_fmt("%s/list/" "*.idx", snac->basedir);
  2486. xs *lol = xs_glob(spec, 0, 0);
  2487. int c = 0;
  2488. const char *v;
  2489. while (xs_list_next(lol, &v, &c)) {
  2490. int gc = index_gc(v);
  2491. srv_debug(1, xs_fmt("purge: %s %d", v, gc));
  2492. }
  2493. }
  2494. /* unrelated to purging, but it's a janitorial process, so what the hell */
  2495. verify_links(snac);
  2496. }
  2497. void purge_all(void)
  2498. /* purge all users */
  2499. {
  2500. snac snac;
  2501. xs *list = user_list();
  2502. char *p;
  2503. const char *uid;
  2504. p = list;
  2505. while (xs_list_iter(&p, &uid)) {
  2506. if (user_open(&snac, uid)) {
  2507. purge_user(&snac);
  2508. user_free(&snac);
  2509. }
  2510. }
  2511. purge_server();
  2512. #ifndef NO_MASTODON_API
  2513. mastoapi_purge();
  2514. #endif
  2515. }
  2516. /** archive **/
  2517. void srv_archive(const char *direction, const char *url, xs_dict *req,
  2518. const char *payload, int p_size,
  2519. int status, xs_dict *headers,
  2520. const char *body, int b_size)
  2521. /* archives a connection */
  2522. {
  2523. /* obsessive archiving */
  2524. xs *date = tid(0);
  2525. xs *dir = xs_fmt("%s/archive/%s_%s", srv_basedir, date, direction);
  2526. FILE *f;
  2527. if (mkdirx(dir) != -1) {
  2528. xs *meta_fn = xs_fmt("%s/_META", dir);
  2529. if ((f = fopen(meta_fn, "w")) != NULL) {
  2530. xs *j1 = xs_json_dumps(req, 4);
  2531. xs *j2 = xs_json_dumps(headers, 4);
  2532. fprintf(f, "dir: %s\n", direction);
  2533. if (url)
  2534. fprintf(f, "url: %s\n", url);
  2535. fprintf(f, "req: %s\n", j1);
  2536. fprintf(f, "p_size: %d\n", p_size);
  2537. fprintf(f, "status: %d\n", status);
  2538. fprintf(f, "response: %s\n", j2);
  2539. fprintf(f, "b_size: %d\n", b_size);
  2540. fclose(f);
  2541. }
  2542. if (p_size && payload) {
  2543. xs *payload_fn = NULL;
  2544. xs *payload_fn_raw = NULL;
  2545. const char *v = xs_dict_get(req, "content-type");
  2546. if (v && xs_str_in(v, "json") != -1) {
  2547. payload_fn = xs_fmt("%s/payload.json", dir);
  2548. if ((f = fopen(payload_fn, "w")) != NULL) {
  2549. xs *v1 = xs_json_loads(payload);
  2550. xs *j1 = NULL;
  2551. if (v1 != NULL)
  2552. j1 = xs_json_dumps(v1, 4);
  2553. if (j1 != NULL)
  2554. fwrite(j1, strlen(j1), 1, f);
  2555. else
  2556. fwrite(payload, p_size, 1, f);
  2557. fclose(f);
  2558. }
  2559. }
  2560. payload_fn_raw = xs_fmt("%s/payload", dir);
  2561. if ((f = fopen(payload_fn_raw, "w")) != NULL) {
  2562. fwrite(payload, p_size, 1, f);
  2563. fclose(f);
  2564. }
  2565. }
  2566. if (b_size && body) {
  2567. xs *body_fn = NULL;
  2568. const char *v = xs_dict_get(headers, "content-type");
  2569. if (v && xs_str_in(v, "json") != -1) {
  2570. body_fn = xs_fmt("%s/body.json", dir);
  2571. if ((f = fopen(body_fn, "w")) != NULL) {
  2572. xs *v1 = xs_json_loads(body);
  2573. xs *j1 = NULL;
  2574. if (v1 != NULL)
  2575. j1 = xs_json_dumps(v1, 4);
  2576. if (j1 != NULL)
  2577. fwrite(j1, strlen(j1), 1, f);
  2578. else
  2579. fwrite(body, b_size, 1, f);
  2580. fclose(f);
  2581. }
  2582. }
  2583. else {
  2584. body_fn = xs_fmt("%s/body", dir);
  2585. if ((f = fopen(body_fn, "w")) != NULL) {
  2586. fwrite(body, b_size, 1, f);
  2587. fclose(f);
  2588. }
  2589. }
  2590. }
  2591. }
  2592. }
  2593. void srv_archive_error(const char *prefix, const xs_str *err,
  2594. const xs_dict *req, const xs_val *data)
  2595. /* archives an error */
  2596. {
  2597. xs *ntid = tid(0);
  2598. xs *fn = xs_fmt("%s/error/%s_%s", srv_basedir, ntid, prefix);
  2599. FILE *f;
  2600. if ((f = fopen(fn, "w")) != NULL) {
  2601. fprintf(f, "Error: %s\n", err);
  2602. if (req) {
  2603. fprintf(f, "Request headers:\n");
  2604. xs_json_dump(req, 4, f);
  2605. fprintf(f, "\n");
  2606. }
  2607. if (data) {
  2608. fprintf(f, "Data:\n");
  2609. if (xs_type(data) == XSTYPE_LIST || xs_type(data) == XSTYPE_DICT) {
  2610. xs_json_dump(data, 4, f);
  2611. }
  2612. else
  2613. fprintf(f, "%s", data);
  2614. fprintf(f, "\n");
  2615. }
  2616. fclose(f);
  2617. }
  2618. }
  2619. void srv_archive_qitem(const char *prefix, xs_dict *q_item)
  2620. /* archives a q_item in the error folder */
  2621. {
  2622. xs *ntid = tid(0);
  2623. xs *fn = xs_fmt("%s/error/%s_qitem_%s", srv_basedir, ntid, prefix);
  2624. FILE *f;
  2625. if ((f = fopen(fn, "w")) != NULL) {
  2626. xs_json_dump(q_item, 4, f);
  2627. fclose(f);
  2628. }
  2629. }
  2630. t_announcement *announcement(const double after)
  2631. /* returns announcement text or NULL if none exists or it is olde than "after" */
  2632. {
  2633. static const long int MAX_SIZE = 2048;
  2634. static t_announcement a = {
  2635. .text = NULL,
  2636. .timestamp = 0.0,
  2637. };
  2638. static xs_str *fn = NULL;
  2639. if (fn == NULL)
  2640. fn = xs_fmt("%s/announcement.txt", srv_basedir);
  2641. const double ts = mtime(fn);
  2642. /* file does not exist or other than what was requested */
  2643. if (ts == 0.0 || ts <= after)
  2644. return NULL;
  2645. /* nothing changed, just return the current announcement */
  2646. if (a.text != NULL && ts <= a.timestamp)
  2647. return &a;
  2648. /* read and store new announcement */
  2649. FILE *f;
  2650. if ((f = fopen(fn, "r")) != NULL) {
  2651. fseek (f, 0, SEEK_END);
  2652. const long int length = ftell(f);
  2653. if (length > MAX_SIZE) {
  2654. /* this is probably unintentional */
  2655. srv_log(xs_fmt("announcement.txt too big: %ld bytes, max is %ld, ignoring.", length, MAX_SIZE));
  2656. }
  2657. else
  2658. if (length > 0) {
  2659. fseek (f, 0, SEEK_SET);
  2660. char *buffer = malloc(length + 1);
  2661. if (buffer) {
  2662. fread(buffer, 1, length, f);
  2663. buffer[length] = '\0';
  2664. free(a.text);
  2665. a.text = buffer;
  2666. a.timestamp = ts;
  2667. }
  2668. else {
  2669. srv_log("Error allocating memory for announcement");
  2670. }
  2671. }
  2672. else {
  2673. /* an empty file means no announcement */
  2674. free(a.text);
  2675. a.text = NULL;
  2676. a.timestamp = 0.0;
  2677. }
  2678. fclose (f);
  2679. }
  2680. if (a.text != NULL)
  2681. return &a;
  2682. return NULL;
  2683. }
  2684. xs_str *make_url(const char *href, const char *proxy, int by_token)
  2685. /* makes an URL, possibly including proxying */
  2686. {
  2687. xs_str *url = NULL;
  2688. if (proxy && !xs_startswith(href, srv_baseurl)) {
  2689. xs *p = NULL;
  2690. if (by_token) {
  2691. xs *tks = xs_fmt("%s:%s", srv_proxy_token_seed, proxy);
  2692. xs *tk = xs_md5_hex(tks, strlen(tks));
  2693. p = xs_fmt("%s/y/%s/", proxy, tk);
  2694. }
  2695. else
  2696. p = xs_fmt("%s/x/", proxy);
  2697. url = xs_replace(href, "https:/" "/", p);
  2698. }
  2699. else
  2700. url = xs_dup(href);
  2701. return url;
  2702. }