utils.c 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910
  1. /* snac - A simple, minimalistic ActivityPub instance */
  2. /* copyright (c) 2022 - 2025 grunfink et al. / MIT license */
  3. #include "xs.h"
  4. #include "xs_io.h"
  5. #include "xs_json.h"
  6. #include "xs_time.h"
  7. #include "xs_openssl.h"
  8. #include "xs_random.h"
  9. #include "xs_glob.h"
  10. #include "xs_curl.h"
  11. #include "xs_regex.h"
  12. #include "snac.h"
  13. #include <sys/stat.h>
  14. #include <stdlib.h>
  15. static const char *default_srv_config = "{"
  16. "\"host\": \"\","
  17. "\"prefix\": \"\","
  18. "\"address\": \"127.0.0.1\","
  19. "\"port\": 8001,"
  20. "\"layout\": 0.0,"
  21. "\"dbglevel\": 0,"
  22. "\"queue_retry_minutes\": 2,"
  23. "\"queue_retry_max\": 10,"
  24. "\"queue_timeout\": 6,"
  25. "\"queue_timeout_2\": 8,"
  26. "\"cssurls\": [\"\"],"
  27. "\"max_timeline_entries\": 50,"
  28. "\"timeline_purge_days\": 120,"
  29. "\"local_purge_days\": 0,"
  30. "\"min_account_age\": 0,"
  31. "\"admin_email\": \"\","
  32. "\"admin_account\": \"\","
  33. "\"title\": \"\","
  34. "\"short_description\": \"\","
  35. "\"protocol\": \"https\","
  36. "\"fastcgi\": false"
  37. "}";
  38. static const char *default_css =
  39. "body { max-width: 48em; margin: auto; line-height: 1.5; padding: 0.8em; word-wrap: break-word; }\n"
  40. "pre { overflow-x: scroll; }\n"
  41. ".snac-embedded-video, img { max-width: 100% }\n"
  42. ".snac-origin { font-size: 85% }\n"
  43. ".snac-score { float: right; font-size: 85% }\n"
  44. ".snac-top-user { text-align: center; padding-bottom: 2em }\n"
  45. ".snac-top-user-name { font-size: 200% }\n"
  46. ".snac-top-user-id { font-size: 150% }\n"
  47. ".snac-announcement { border: black 1px solid; padding: 0.5em }\n"
  48. ".snac-avatar { float: left; height: 2.5em; width: 2.5em; padding: 0.25em }\n"
  49. ".snac-author { font-size: 90%; text-decoration: none }\n"
  50. ".snac-author-tag { font-size: 80% }\n"
  51. ".snac-pubdate { color: #a0a0a0; font-size: 90% }\n"
  52. ".snac-top-controls { padding-bottom: 1.5em }\n"
  53. ".snac-post { border-top: 1px solid #a0a0a0; padding-top: 0.5em; padding-bottom: 0.5em; }\n"
  54. ".snac-children { padding-left: 1em; border-left: 1px solid #a0a0a0; }\n"
  55. ".snac-textarea { font-family: inherit; width: 100% }\n"
  56. ".snac-history { border: 1px solid #606060; border-radius: 3px; margin: 2.5em 0; padding: 0 2em }\n"
  57. ".snac-btn-mute { float: right; margin-left: 0.5em }\n"
  58. ".snac-btn-unmute { float: right; margin-left: 0.5em }\n"
  59. ".snac-btn-follow { float: right; margin-left: 0.5em }\n"
  60. ".snac-btn-unfollow { float: right; margin-left: 0.5em }\n"
  61. ".snac-btn-hide { float: right; margin-left: 0.5em }\n"
  62. ".snac-btn-delete { float: right; margin-left: 0.5em }\n"
  63. ".snac-btn-limit { float: right; margin-left: 0.5em }\n"
  64. ".snac-btn-unlimit { float: right; margin-left: 0.5em }\n"
  65. ".snac-footer { margin-top: 2em; font-size: 75% }\n"
  66. ".snac-poll-result { margin-left: auto; margin-right: auto; }\n"
  67. ".snac-list-of-lists { padding-left: 0; }\n"
  68. ".snac-list-of-lists li { display: inline; border: 1px solid #a0a0a0; border-radius: 25px;\n"
  69. " margin-right: 0.5em; padding-left: 0.5em; padding-right: 0.5em; }\n"
  70. "@media (prefers-color-scheme: dark) { \n"
  71. " body, input, textarea { background-color: #000; color: #fff; }\n"
  72. " a { color: #7799dd }\n"
  73. " a:visited { color: #aa99dd }\n"
  74. "}\n"
  75. ;
  76. const char *snac_blurb =
  77. "<p><b>%host%</b> is a <a href=\"https:/"
  78. "/en.wikipedia.org/wiki/Fediverse\">Fediverse</a> "
  79. "instance that uses the <a href=\"https:/"
  80. "/en.wikipedia.org/wiki/ActivityPub\">ActivityPub</a> "
  81. "protocol. In other words, users at this host can communicate with people "
  82. "that use software like Mastodon, Pleroma, Friendica, etc. "
  83. "all around the world.</p>\n"
  84. "<p>This server runs the "
  85. "<a href=\"" WHAT_IS_SNAC_URL "\">snac</a> software and there is no "
  86. "automatic sign-up process.</p>\n"
  87. ;
  88. static const char *greeting_html =
  89. "<!DOCTYPE html>\n"
  90. "<html><head>\n"
  91. "<meta name=\"viewport\" content=\"width=device-width, initial-scale=1\"/>\n"
  92. "<link rel=\"icon\" type=\"image/x-icon\" href=\"https://%host%/favicon.ico\"/>\n"
  93. "<title>Welcome to %host%</title>\n</head>\n"
  94. "<body style=\"margin: auto; max-width: 50em\">\n"
  95. "%blurb%"
  96. "<p>The following users are part of this community:</p>\n"
  97. "\n"
  98. "%userlist%\n"
  99. "\n"
  100. "<p>This site is powered by <abbr title=\"Social Networks Are Crap\">snac</abbr>.</p>\n"
  101. "</body></html>\n";
  102. int write_default_css(void)
  103. {
  104. FILE *f;
  105. xs *sfn = xs_fmt("%s/style.css", srv_basedir);
  106. if ((f = fopen(sfn, "w")) == NULL)
  107. return 1;
  108. fwrite(default_css, strlen(default_css), 1, f);
  109. fclose(f);
  110. return 0;
  111. }
  112. int snac_init(const char *basedir)
  113. {
  114. FILE *f;
  115. if (basedir == NULL) {
  116. printf("Base directory: "); fflush(stdout);
  117. srv_basedir = xs_strip_i(xs_readline(stdin));
  118. }
  119. else
  120. srv_basedir = xs_str_new(basedir);
  121. if (srv_basedir == NULL || *srv_basedir == '\0')
  122. return 1;
  123. if (xs_endswith(srv_basedir, "/"))
  124. srv_basedir = xs_crop_i(srv_basedir, 0, -1);
  125. if (mtime(srv_basedir) != 0.0) {
  126. printf("ERROR: directory '%s' must not exist.\n", srv_basedir);
  127. return 1;
  128. }
  129. srv_config = xs_json_loads(default_srv_config);
  130. xs *layout = xs_number_new(disk_layout);
  131. srv_config = xs_dict_set(srv_config, "layout", layout);
  132. int is_unix_socket = 0;
  133. printf("Network address or full path to unix socket [%s]: ", xs_dict_get(srv_config, "address")); fflush(stdout);
  134. {
  135. xs *i = xs_strip_i(xs_readline(stdin));
  136. if (*i) {
  137. srv_config = xs_dict_set(srv_config, "address", i);
  138. if (*i == '/')
  139. is_unix_socket = 1;
  140. }
  141. }
  142. if (!is_unix_socket) {
  143. printf("Network port [%d]: ", (int)xs_number_get(xs_dict_get(srv_config, "port"))); fflush(stdout);
  144. {
  145. xs *i = xs_strip_i(xs_readline(stdin));
  146. if (*i) {
  147. xs *n = xs_number_new(atoi(i));
  148. srv_config = xs_dict_set(srv_config, "port", n);
  149. }
  150. }
  151. }
  152. else {
  153. xs *n = xs_number_new(0);
  154. srv_config = xs_dict_set(srv_config, "port", n);
  155. }
  156. printf("Host name: "); fflush(stdout);
  157. {
  158. xs *i = xs_strip_i(xs_readline(stdin));
  159. if (*i == '\0')
  160. return 1;
  161. srv_config = xs_dict_set(srv_config, "host", i);
  162. }
  163. printf("URL prefix: "); fflush(stdout);
  164. {
  165. xs *i = xs_strip_i(xs_readline(stdin));
  166. if (*i) {
  167. if (xs_endswith(i, "/"))
  168. i = xs_crop_i(i, 0, -1);
  169. srv_config = xs_dict_set(srv_config, "prefix", i);
  170. }
  171. }
  172. printf("Admin email address (optional): "); fflush(stdout);
  173. {
  174. xs *i = xs_strip_i(xs_readline(stdin));
  175. srv_config = xs_dict_set(srv_config, "admin_email", i);
  176. }
  177. if (mkdirx(srv_basedir) == -1) {
  178. printf("ERROR: cannot create directory '%s'\n", srv_basedir);
  179. return 1;
  180. }
  181. xs *udir = xs_fmt("%s/user", srv_basedir);
  182. mkdirx(udir);
  183. xs *odir = xs_fmt("%s/object", srv_basedir);
  184. mkdirx(odir);
  185. xs *qdir = xs_fmt("%s/queue", srv_basedir);
  186. mkdirx(qdir);
  187. xs *ibdir = xs_fmt("%s/inbox", srv_basedir);
  188. mkdirx(ibdir);
  189. xs *gfn = xs_fmt("%s/greeting.html", srv_basedir);
  190. if ((f = fopen(gfn, "w")) == NULL) {
  191. printf("ERROR: cannot create '%s'\n", gfn);
  192. return 1;
  193. }
  194. xs *gh = xs_replace(greeting_html, "%blurb%", snac_blurb);
  195. fwrite(gh, strlen(gh), 1, f);
  196. fclose(f);
  197. if (write_default_css()) {
  198. printf("ERROR: cannot create style.css\n");
  199. return 1;
  200. }
  201. xs *cfn = xs_fmt("%s/server.json", srv_basedir);
  202. if ((f = fopen(cfn, "w")) == NULL) {
  203. printf("ERROR: cannot create '%s'\n", cfn);
  204. return 1;
  205. }
  206. xs_json_dump(srv_config, 4, f);
  207. fclose(f);
  208. printf("Done.\n");
  209. return 0;
  210. }
  211. void new_password(const char *uid, xs_str **clear_pwd, xs_str **hashed_pwd)
  212. /* creates a random password */
  213. {
  214. int rndbuf[3];
  215. xs_rnd_buf(rndbuf, sizeof(rndbuf));
  216. *clear_pwd = xs_base64_enc((char *)rndbuf, sizeof(rndbuf));
  217. *hashed_pwd = hash_password(uid, *clear_pwd, NULL);
  218. }
  219. int adduser(const char *uid)
  220. /* creates a new user */
  221. {
  222. snac snac;
  223. xs *config = xs_dict_new();
  224. xs *date = xs_str_utctime(0, ISO_DATE_SPEC);
  225. xs *pwd = NULL;
  226. xs *pwd_f = NULL;
  227. xs *key = NULL;
  228. FILE *f;
  229. if (uid == NULL) {
  230. printf("Username: "); fflush(stdout);
  231. uid = xs_strip_i(xs_readline(stdin));
  232. }
  233. if (!validate_uid(uid)) {
  234. printf("ERROR: only alphanumeric characters and _ are allowed in user ids.\n");
  235. return 1;
  236. }
  237. if (user_open(&snac, uid)) {
  238. printf("ERROR: user '%s' already exists\n", snac.uid);
  239. return 1;
  240. }
  241. new_password(uid, &pwd, &pwd_f);
  242. config = xs_dict_append(config, "uid", uid);
  243. config = xs_dict_append(config, "name", uid);
  244. config = xs_dict_append(config, "avatar", "");
  245. config = xs_dict_append(config, "bio", "");
  246. config = xs_dict_append(config, "cw", "");
  247. config = xs_dict_append(config, "published", date);
  248. config = xs_dict_append(config, "passwd", pwd_f);
  249. xs *basedir = xs_fmt("%s/user/%s", srv_basedir, uid);
  250. if (mkdirx(basedir) == -1) {
  251. printf("ERROR: cannot create directory '%s'\n", basedir);
  252. return 0;
  253. }
  254. const char *dirs[] = {
  255. "followers", "following", "muted", "hidden",
  256. "public", "private", "queue", "history",
  257. "static", NULL };
  258. int n;
  259. for (n = 0; dirs[n]; n++) {
  260. xs *d = xs_fmt("%s/%s", basedir, dirs[n]);
  261. mkdirx(d);
  262. }
  263. /* add a specially short data retention time for the relay */
  264. if (strcmp(uid, "relay") == 0)
  265. config = xs_dict_set(config, "purge_days", xs_stock(1));
  266. xs *cfn = xs_fmt("%s/user.json", basedir);
  267. if ((f = fopen(cfn, "w")) == NULL) {
  268. printf("ERROR: cannot create '%s'\n", cfn);
  269. return 1;
  270. }
  271. else {
  272. xs_json_dump(config, 4, f);
  273. fclose(f);
  274. }
  275. printf("\nCreating RSA key...\n");
  276. key = xs_evp_genkey(2048);
  277. printf("Done.\n");
  278. xs *kfn = xs_fmt("%s/key.json", basedir);
  279. if ((f = fopen(kfn, "w")) == NULL) {
  280. printf("ERROR: cannot create '%s'\n", kfn);
  281. return 1;
  282. }
  283. else {
  284. xs_json_dump(key, 4, f);
  285. fclose(f);
  286. }
  287. printf("\nUser password is %s\n", pwd);
  288. printf("\nGo to %s/%s and continue configuring your user there.\n", srv_baseurl, uid);
  289. return 0;
  290. }
  291. int resetpwd(snac *snac)
  292. /* creates a new password for the user */
  293. {
  294. xs *clear_pwd = NULL;
  295. xs *hashed_pwd = NULL;
  296. xs *fn = xs_fmt("%s/user.json", snac->basedir);
  297. FILE *f;
  298. int ret = 0;
  299. new_password(snac->uid, &clear_pwd, &hashed_pwd);
  300. snac->config = xs_dict_set(snac->config, "passwd", hashed_pwd);
  301. if ((f = fopen(fn, "w")) != NULL) {
  302. xs_json_dump(snac->config, 4, f);
  303. fclose(f);
  304. printf("New password for user %s is %s\n", snac->uid, clear_pwd);
  305. }
  306. else {
  307. printf("ERROR: cannot write to %s\n", fn);
  308. ret = 1;
  309. }
  310. return ret;
  311. }
  312. void rm_rf(const char *dir)
  313. /* does an rm -rf (yes, I'm also scared) */
  314. {
  315. xs *d = xs_str_cat(xs_dup(dir), "/" "*");
  316. xs *l = xs_glob(d, 0, 0);
  317. xs_list *p = l;
  318. const xs_str *v;
  319. if (dbglevel >= 1)
  320. printf("Deleting directory %s\n", dir);
  321. while (xs_list_iter(&p, &v)) {
  322. struct stat st;
  323. if (stat(v, &st) != -1) {
  324. if (st.st_mode & S_IFDIR) {
  325. rm_rf(v);
  326. }
  327. else {
  328. if (dbglevel >= 1)
  329. printf("Deleting file %s\n", v);
  330. if (unlink(v) == -1)
  331. printf("ERROR: cannot delete file %s\n", v);
  332. }
  333. }
  334. else
  335. printf("ERROR: stat() fail for %s\n", v);
  336. }
  337. if (rmdir(dir) == -1)
  338. printf("ERROR: cannot delete directory %s\n", dir);
  339. }
  340. int deluser(snac *user)
  341. /* deletes a user */
  342. {
  343. int ret = 0;
  344. xs *fwers = following_list(user);
  345. xs_list *p = fwers;
  346. const xs_str *v;
  347. while (xs_list_iter(&p, &v)) {
  348. xs *object = NULL;
  349. if (valid_status(following_get(user, v, &object))) {
  350. xs *msg = msg_undo(user, xs_dict_get(object, "object"));
  351. following_del(user, v);
  352. enqueue_output_by_actor(user, msg, v, 0);
  353. printf("Unfollowing actor %s\n", v);
  354. }
  355. }
  356. rm_rf(user->basedir);
  357. return ret;
  358. }
  359. void verify_links(snac *user)
  360. /* verifies a user's links */
  361. {
  362. xs *metadata = NULL;
  363. const xs_dict *md = xs_dict_get(user->config, "metadata");
  364. const char *k, *v;
  365. int changed = 0;
  366. xs *headers = xs_dict_new();
  367. headers = xs_dict_append(headers, "accept", "text/html");
  368. headers = xs_dict_append(headers, "user-agent", USER_AGENT " (link verify)");
  369. if (xs_type(md) == XSTYPE_DICT)
  370. metadata = xs_dup(md);
  371. else
  372. if (xs_type(md) == XSTYPE_STRING) {
  373. /* convert to dict for easier iteration */
  374. metadata = xs_dict_new();
  375. xs *l = xs_split(md, "\n");
  376. const char *ll;
  377. xs_list_foreach(l, ll) {
  378. xs *kv = xs_split_n(ll, "=", 1);
  379. const char *k = xs_list_get(kv, 0);
  380. const char *v = xs_list_get(kv, 1);
  381. if (k && v) {
  382. xs *kk = xs_strip_i(xs_dup(k));
  383. xs *vv = xs_strip_i(xs_dup(v));
  384. metadata = xs_dict_set(metadata, kk, vv);
  385. }
  386. }
  387. }
  388. int c = 0;
  389. while (metadata && xs_dict_next(metadata, &k, &v, &c)) {
  390. /* not an https link? skip */
  391. if (!xs_startswith(v, "https:/" "/"))
  392. continue;
  393. int status;
  394. xs *req = NULL;
  395. xs *payload = NULL;
  396. int p_size = 0;
  397. req = xs_http_request("GET", v, headers, NULL, 0, &status,
  398. &payload, &p_size, 0);
  399. if (!valid_status(status)) {
  400. snac_log(user, xs_fmt("link %s verify error %d", v, status));
  401. continue;
  402. }
  403. /* extract the links */
  404. xs *ls = xs_regex_select(payload, "< *(a|link) +[^>]+>");
  405. xs_list *lp = ls;
  406. const char *ll;
  407. int vfied = 0;
  408. while (!vfied && xs_list_iter(&lp, &ll)) {
  409. /* extract href and rel */
  410. xs *r = xs_regex_select(ll, "(href|rel) *= *(\"[^\"]*\"|'[^']*')");
  411. /* must have both attributes */
  412. if (xs_list_len(r) != 2)
  413. continue;
  414. xs *href = NULL;
  415. int is_rel_me = 0;
  416. xs_list *pr = r;
  417. const char *ar;
  418. while (xs_list_iter(&pr, &ar)) {
  419. xs *nq = xs_dup(ar);
  420. nq = xs_replace_i(nq, "\"", "");
  421. nq = xs_replace_i(nq, "'", "");
  422. xs *r2 = xs_split_n(nq, "=", 1);
  423. if (xs_list_len(r2) != 2)
  424. continue;
  425. xs *ak = xs_strip_i(xs_dup(xs_list_get(r2, 0)));
  426. xs *av = xs_strip_i(xs_dup(xs_list_get(r2, 1)));
  427. if (strcmp(ak, "href") == 0)
  428. href = xs_dup(av);
  429. else
  430. if (strcmp(ak, "rel") == 0) {
  431. /* split the value by spaces */
  432. xs *vbs = xs_split(av, " ");
  433. /* is any of it "me"? */
  434. if (xs_list_in(vbs, "me") != -1)
  435. is_rel_me = 1;
  436. }
  437. }
  438. /* after all this acrobatics, do we have an href and a rel="me"? */
  439. if (href != NULL && is_rel_me) {
  440. /* is it the same as the actor? */
  441. if (strcmp(href, user->actor) == 0) {
  442. /* got it! */
  443. xs *verified_time = xs_number_new((double)time(NULL));
  444. if (user->links == NULL)
  445. user->links = xs_dict_new();
  446. user->links = xs_dict_set(user->links, v, verified_time);
  447. vfied = 1;
  448. }
  449. else
  450. snac_debug(user, 1,
  451. xs_fmt("verify link %s rel='me' found but not related (%s)", v, href));
  452. }
  453. }
  454. if (vfied) {
  455. changed++;
  456. snac_log(user, xs_fmt("link %s verified", v));
  457. }
  458. else {
  459. snac_log(user, xs_fmt("link %s not verified (rel='me' not found)", v));
  460. }
  461. }
  462. if (changed) {
  463. FILE *f;
  464. /* update the links.json file */
  465. xs *fn = xs_fmt("%s/links.json", user->basedir);
  466. xs *bfn = xs_fmt("%s.bak", fn);
  467. rename(fn, bfn);
  468. if ((f = fopen(fn, "w")) != NULL) {
  469. xs_json_dump(user->links, 4, f);
  470. fclose(f);
  471. }
  472. else
  473. rename(bfn, fn);
  474. }
  475. }
  476. void export_csv(snac *user)
  477. /* exports user data to current directory in a way that pleases Mastodon */
  478. {
  479. FILE *f;
  480. xs *fn = NULL;
  481. fn = xs_fmt("%s/export/bookmarks.csv", user->basedir);
  482. if ((f = fopen(fn, "w")) != NULL) {
  483. snac_log(user, xs_fmt("Creating %s...", fn));
  484. xs *l = bookmark_list(user);
  485. const char *md5;
  486. xs_list_foreach(l, md5) {
  487. xs *post = NULL;
  488. if (valid_status(object_get_by_md5(md5, &post))) {
  489. const char *id = xs_dict_get(post, "id");
  490. if (xs_type(id) == XSTYPE_STRING)
  491. fprintf(f, "%s\n", id);
  492. }
  493. }
  494. fclose(f);
  495. }
  496. else
  497. snac_log(user, xs_fmt("Cannot create file %s", fn));
  498. xs_free(fn);
  499. fn = xs_fmt("%s/export/blocked_accounts.csv", user->basedir);
  500. if ((f = fopen(fn, "w")) != NULL) {
  501. snac_log(user, xs_fmt("Creating %s...", fn));
  502. xs *l = muted_list(user);
  503. const char *actor;
  504. xs_list_foreach(l, actor) {
  505. xs *uid = NULL;
  506. webfinger_request_fake(actor, NULL, &uid);
  507. fprintf(f, "%s\n", uid);
  508. }
  509. fclose(f);
  510. }
  511. else
  512. snac_log(user, xs_fmt("Cannot create file %s", fn));
  513. xs_free(fn);
  514. fn = xs_fmt("%s/export/lists.csv", user->basedir);
  515. if ((f = fopen(fn, "w")) != NULL) {
  516. snac_log(user, xs_fmt("Creating %s...", fn));
  517. xs *lol = list_maint(user, NULL, 0);
  518. const xs_list *li;
  519. xs_list_foreach(lol, li) {
  520. const char *lid = xs_list_get(li, 0);
  521. const char *ltitle = xs_list_get(li, 1);
  522. xs *actors = list_content(user, lid, NULL, 0);
  523. const char *md5;
  524. xs_list_foreach(actors, md5) {
  525. xs *actor = NULL;
  526. if (valid_status(object_get_by_md5(md5, &actor))) {
  527. const char *id = xs_dict_get(actor, "id");
  528. xs *uid = NULL;
  529. webfinger_request_fake(id, NULL, &uid);
  530. fprintf(f, "%s,%s\n", ltitle, uid);
  531. }
  532. }
  533. }
  534. fclose(f);
  535. }
  536. else
  537. snac_log(user, xs_fmt("Cannot create file %s", fn));
  538. xs_free(fn);
  539. fn = xs_fmt("%s/export/following_accounts.csv", user->basedir);
  540. if ((f = fopen(fn, "w")) != NULL) {
  541. snac_log(user, xs_fmt("Creating %s...", fn));
  542. fprintf(f, "Account address,Show boosts,Notify on new posts,Languages\n");
  543. xs *fwing = following_list(user);
  544. const char *actor;
  545. xs_list_foreach(fwing, actor) {
  546. xs *uid = NULL;
  547. webfinger_request_fake(actor, NULL, &uid);
  548. fprintf(f, "%s,%s,false,\n", uid, limited(user, actor, 0) ? "false" : "true");
  549. }
  550. fclose(f);
  551. }
  552. else
  553. snac_log(user, xs_fmt("Cannot create file %s", fn));
  554. }
  555. void import_blocked_accounts_csv(snac *user, const char *ifn)
  556. /* imports a Mastodon CSV file of blocked accounts */
  557. {
  558. FILE *f;
  559. xs *l = xs_split(ifn, "/");
  560. xs *fn = xs_fmt("%s/import/%s", user->basedir, xs_list_get(l, -1));
  561. if ((f = fopen(fn, "r")) != NULL) {
  562. snac_log(user, xs_fmt("Importing from %s...", fn));
  563. while (!feof(f)) {
  564. xs *l = xs_strip_i(xs_readline(f));
  565. if (*l && strchr(l, '@') != NULL) {
  566. xs *url = NULL;
  567. xs *uid = NULL;
  568. if (valid_status(webfinger_request(l, &url, &uid))) {
  569. if (is_muted(user, url))
  570. snac_log(user, xs_fmt("Actor %s already MUTEd", url));
  571. else {
  572. mute(user, url);
  573. snac_log(user, xs_fmt("MUTEd actor %s", url));
  574. }
  575. }
  576. else
  577. snac_log(user, xs_fmt("Webfinger error for account %s", l));
  578. }
  579. }
  580. fclose(f);
  581. }
  582. else
  583. snac_log(user, xs_fmt("Cannot open file %s", fn));
  584. }
  585. void import_following_accounts_csv(snac *user, const char *ifn)
  586. /* imports a Mastodon CSV file of accounts to follow */
  587. {
  588. FILE *f;
  589. xs *l = xs_split(ifn, "/");
  590. xs *fn = xs_fmt("%s/import/%s", user->basedir, xs_list_get(l, -1));
  591. if ((f = fopen(fn, "r")) != NULL) {
  592. snac_log(user, xs_fmt("Importing from %s...", fn));
  593. while (!feof(f)) {
  594. xs *l = xs_strip_i(xs_readline(f));
  595. if (*l) {
  596. xs *l2 = xs_split(l, ",");
  597. const char *acct = xs_list_get(l2, 0);
  598. const char *show = xs_list_get(l2, 1);
  599. if (acct) {
  600. /* not a valid account? skip (probably the CSV header) */
  601. if (strchr(acct, '@') == NULL)
  602. continue;
  603. xs *msg = msg_follow(user, acct);
  604. if (msg == NULL) {
  605. snac_log(user, xs_fmt("Cannot follow %s -- server down?", acct));
  606. continue;
  607. }
  608. const char *actor = xs_dict_get(msg, "object");
  609. if (following_check(user, actor))
  610. snac_log(user, xs_fmt("Actor %s already followed", actor));
  611. else {
  612. following_add(user, actor, msg);
  613. enqueue_output_by_actor(user, msg, actor, 0);
  614. snac_log(user, xs_fmt("Following %s", actor));
  615. }
  616. if (show && strcmp(show, "false") == 0) {
  617. limit(user, actor);
  618. snac_log(user, xs_fmt("Limiting boosts from actor %s", actor));
  619. }
  620. else {
  621. unlimit(user, actor);
  622. snac_log(user, xs_fmt("Unlimiting boosts from actor %s", actor));
  623. }
  624. }
  625. }
  626. }
  627. fclose(f);
  628. }
  629. else
  630. snac_log(user, xs_fmt("Cannot open file %s", fn));
  631. }
  632. void import_list_csv(snac *user, const char *ifn)
  633. /* imports a Mastodon CSV file list */
  634. {
  635. FILE *f;
  636. xs *l = xs_split(ifn, "/");
  637. xs *fn = xs_fmt("%s/import/%s", user->basedir, xs_list_get(l, -1));
  638. if ((f = fopen(fn, "r")) != NULL) {
  639. snac_log(user, xs_fmt("Importing from %s...", fn));
  640. while (!feof(f)) {
  641. xs *l = xs_strip_i(xs_readline(f));
  642. if (*l) {
  643. xs *l2 = xs_split(l, ",");
  644. const char *lname = xs_list_get(l2, 0);
  645. const char *acct = xs_list_get(l2, 1);
  646. if (lname && acct) {
  647. /* create the list */
  648. xs *list_id = list_maint(user, lname, 1);
  649. xs *url = NULL;
  650. xs *uid = NULL;
  651. if (valid_status(webfinger_request(acct, &url, &uid))) {
  652. xs *actor_md5 = xs_md5_hex(url, strlen(url));
  653. list_content(user, list_id, actor_md5, 1);
  654. snac_log(user, xs_fmt("Added %s to list %s", url, lname));
  655. if (!following_check(user, url)) {
  656. xs *msg = msg_follow(user, url);
  657. if (msg == NULL) {
  658. snac_log(user, xs_fmt("Cannot follow %s -- server down?", acct));
  659. continue;
  660. }
  661. following_add(user, url, msg);
  662. enqueue_output_by_actor(user, msg, url, 0);
  663. snac_log(user, xs_fmt("Following %s", url));
  664. }
  665. }
  666. else
  667. snac_log(user, xs_fmt("Webfinger error while adding %s to list %s", acct, lname));
  668. }
  669. }
  670. }
  671. fclose(f);
  672. }
  673. else
  674. snac_log(user, xs_fmt("Cannot open file %s", fn));
  675. }
  676. void import_csv(snac *user)
  677. /* import CSV files from Mastodon */
  678. {
  679. FILE *f;
  680. import_blocked_accounts_csv(user, "blocked_accounts.csv");
  681. import_following_accounts_csv(user, "following_accounts.csv");
  682. import_list_csv(user, "lists.csv");
  683. xs *fn = xs_fmt("%s/import/bookmarks.csv", user->basedir);
  684. if ((f = fopen(fn, "r")) != NULL) {
  685. snac_log(user, xs_fmt("Importing from %s...", fn));
  686. while (!feof(f)) {
  687. xs *l = xs_strip_i(xs_readline(f));
  688. if (*l) {
  689. xs *post = NULL;
  690. if (!object_get(l, &post)) {
  691. if (!valid_status(activitypub_request(user, l, &post))) {
  692. snac_log(user, xs_fmt("Error getting object %s for bookmarking", l));
  693. continue;
  694. }
  695. }
  696. if (post == NULL)
  697. continue;
  698. /* request the actor that created the post */
  699. const char *actor = get_atto(post);
  700. if (xs_type(actor) == XSTYPE_STRING)
  701. actor_request(user, actor, NULL);
  702. object_add_ow(l, post);
  703. timeline_add(user, l, post);
  704. bookmark(user, l);
  705. snac_log(user, xs_fmt("Bookmarked %s", l));
  706. }
  707. }
  708. fclose(f);
  709. }
  710. else
  711. snac_log(user, xs_fmt("Cannot open file %s", fn));
  712. }