namei.c 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863
  1. // SPDX-License-Identifier: GPL-2.0-or-later
  2. /* CacheFiles path walking and related routines
  3. *
  4. * Copyright (C) 2021 Red Hat, Inc. All Rights Reserved.
  5. * Written by David Howells (dhowells@redhat.com)
  6. */
  7. #include <linux/fs.h>
  8. #include <linux/namei.h>
  9. #include "internal.h"
  10. /*
  11. * Mark the backing file as being a cache file if it's not already in use. The
  12. * mark tells the culling request command that it's not allowed to cull the
  13. * file or directory. The caller must hold the inode lock.
  14. */
  15. static bool __cachefiles_mark_inode_in_use(struct cachefiles_object *object,
  16. struct inode *inode)
  17. {
  18. bool can_use = false;
  19. if (!(inode->i_flags & S_KERNEL_FILE)) {
  20. inode->i_flags |= S_KERNEL_FILE;
  21. trace_cachefiles_mark_active(object, inode);
  22. can_use = true;
  23. } else {
  24. trace_cachefiles_mark_failed(object, inode);
  25. }
  26. return can_use;
  27. }
  28. static bool cachefiles_mark_inode_in_use(struct cachefiles_object *object,
  29. struct inode *inode)
  30. {
  31. bool can_use;
  32. inode_lock(inode);
  33. can_use = __cachefiles_mark_inode_in_use(object, inode);
  34. inode_unlock(inode);
  35. return can_use;
  36. }
  37. /*
  38. * Unmark a backing inode. The caller must hold the inode lock.
  39. */
  40. static void __cachefiles_unmark_inode_in_use(struct cachefiles_object *object,
  41. struct inode *inode)
  42. {
  43. inode->i_flags &= ~S_KERNEL_FILE;
  44. trace_cachefiles_mark_inactive(object, inode);
  45. }
  46. static void cachefiles_do_unmark_inode_in_use(struct cachefiles_object *object,
  47. struct inode *inode)
  48. {
  49. inode_lock(inode);
  50. __cachefiles_unmark_inode_in_use(object, inode);
  51. inode_unlock(inode);
  52. }
  53. /*
  54. * Unmark a backing inode and tell cachefilesd that there's something that can
  55. * be culled.
  56. */
  57. void cachefiles_unmark_inode_in_use(struct cachefiles_object *object,
  58. struct file *file)
  59. {
  60. struct cachefiles_cache *cache = object->volume->cache;
  61. struct inode *inode = file_inode(file);
  62. cachefiles_do_unmark_inode_in_use(object, inode);
  63. if (!test_bit(CACHEFILES_OBJECT_USING_TMPFILE, &object->flags)) {
  64. atomic_long_add(inode->i_blocks, &cache->b_released);
  65. if (atomic_inc_return(&cache->f_released))
  66. cachefiles_state_changed(cache);
  67. }
  68. }
  69. /*
  70. * get a subdirectory
  71. */
  72. struct dentry *cachefiles_get_directory(struct cachefiles_cache *cache,
  73. struct dentry *dir,
  74. const char *dirname,
  75. bool *_is_new)
  76. {
  77. struct dentry *subdir;
  78. struct path path;
  79. int ret;
  80. _enter(",,%s", dirname);
  81. /* search the current directory for the element name */
  82. inode_lock_nested(d_inode(dir), I_MUTEX_PARENT);
  83. retry:
  84. ret = cachefiles_inject_read_error();
  85. if (ret == 0)
  86. subdir = lookup_one_len(dirname, dir, strlen(dirname));
  87. else
  88. subdir = ERR_PTR(ret);
  89. trace_cachefiles_lookup(NULL, dir, subdir);
  90. if (IS_ERR(subdir)) {
  91. trace_cachefiles_vfs_error(NULL, d_backing_inode(dir),
  92. PTR_ERR(subdir),
  93. cachefiles_trace_lookup_error);
  94. if (PTR_ERR(subdir) == -ENOMEM)
  95. goto nomem_d_alloc;
  96. goto lookup_error;
  97. }
  98. _debug("subdir -> %pd %s",
  99. subdir, d_backing_inode(subdir) ? "positive" : "negative");
  100. /* we need to create the subdir if it doesn't exist yet */
  101. if (d_is_negative(subdir)) {
  102. ret = cachefiles_has_space(cache, 1, 0,
  103. cachefiles_has_space_for_create);
  104. if (ret < 0)
  105. goto mkdir_error;
  106. _debug("attempt mkdir");
  107. path.mnt = cache->mnt;
  108. path.dentry = dir;
  109. ret = security_path_mkdir(&path, subdir, 0700);
  110. if (ret < 0)
  111. goto mkdir_error;
  112. ret = cachefiles_inject_write_error();
  113. if (ret == 0)
  114. ret = vfs_mkdir(&nop_mnt_idmap, d_inode(dir), subdir, 0700);
  115. if (ret < 0) {
  116. trace_cachefiles_vfs_error(NULL, d_inode(dir), ret,
  117. cachefiles_trace_mkdir_error);
  118. goto mkdir_error;
  119. }
  120. trace_cachefiles_mkdir(dir, subdir);
  121. if (unlikely(d_unhashed(subdir))) {
  122. cachefiles_put_directory(subdir);
  123. goto retry;
  124. }
  125. ASSERT(d_backing_inode(subdir));
  126. _debug("mkdir -> %pd{ino=%lu}",
  127. subdir, d_backing_inode(subdir)->i_ino);
  128. if (_is_new)
  129. *_is_new = true;
  130. }
  131. /* Tell rmdir() it's not allowed to delete the subdir */
  132. inode_lock(d_inode(subdir));
  133. inode_unlock(d_inode(dir));
  134. if (!__cachefiles_mark_inode_in_use(NULL, d_inode(subdir))) {
  135. pr_notice("cachefiles: Inode already in use: %pd (B=%lx)\n",
  136. subdir, d_inode(subdir)->i_ino);
  137. goto mark_error;
  138. }
  139. inode_unlock(d_inode(subdir));
  140. /* we need to make sure the subdir is a directory */
  141. ASSERT(d_backing_inode(subdir));
  142. if (!d_can_lookup(subdir)) {
  143. pr_err("%s is not a directory\n", dirname);
  144. ret = -EIO;
  145. goto check_error;
  146. }
  147. ret = -EPERM;
  148. if (!(d_backing_inode(subdir)->i_opflags & IOP_XATTR) ||
  149. !d_backing_inode(subdir)->i_op->lookup ||
  150. !d_backing_inode(subdir)->i_op->mkdir ||
  151. !d_backing_inode(subdir)->i_op->rename ||
  152. !d_backing_inode(subdir)->i_op->rmdir ||
  153. !d_backing_inode(subdir)->i_op->unlink)
  154. goto check_error;
  155. _leave(" = [%lu]", d_backing_inode(subdir)->i_ino);
  156. return subdir;
  157. check_error:
  158. cachefiles_put_directory(subdir);
  159. _leave(" = %d [check]", ret);
  160. return ERR_PTR(ret);
  161. mark_error:
  162. inode_unlock(d_inode(subdir));
  163. dput(subdir);
  164. return ERR_PTR(-EBUSY);
  165. mkdir_error:
  166. inode_unlock(d_inode(dir));
  167. dput(subdir);
  168. pr_err("mkdir %s failed with error %d\n", dirname, ret);
  169. return ERR_PTR(ret);
  170. lookup_error:
  171. inode_unlock(d_inode(dir));
  172. ret = PTR_ERR(subdir);
  173. pr_err("Lookup %s failed with error %d\n", dirname, ret);
  174. return ERR_PTR(ret);
  175. nomem_d_alloc:
  176. inode_unlock(d_inode(dir));
  177. _leave(" = -ENOMEM");
  178. return ERR_PTR(-ENOMEM);
  179. }
  180. /*
  181. * Put a subdirectory.
  182. */
  183. void cachefiles_put_directory(struct dentry *dir)
  184. {
  185. if (dir) {
  186. cachefiles_do_unmark_inode_in_use(NULL, d_inode(dir));
  187. dput(dir);
  188. }
  189. }
  190. /*
  191. * Remove a regular file from the cache.
  192. */
  193. static int cachefiles_unlink(struct cachefiles_cache *cache,
  194. struct cachefiles_object *object,
  195. struct dentry *dir, struct dentry *dentry,
  196. enum fscache_why_object_killed why)
  197. {
  198. struct path path = {
  199. .mnt = cache->mnt,
  200. .dentry = dir,
  201. };
  202. int ret;
  203. trace_cachefiles_unlink(object, d_inode(dentry)->i_ino, why);
  204. ret = security_path_unlink(&path, dentry);
  205. if (ret < 0) {
  206. cachefiles_io_error(cache, "Unlink security error");
  207. return ret;
  208. }
  209. ret = cachefiles_inject_remove_error();
  210. if (ret == 0) {
  211. ret = vfs_unlink(&nop_mnt_idmap, d_backing_inode(dir), dentry, NULL);
  212. if (ret == -EIO)
  213. cachefiles_io_error(cache, "Unlink failed");
  214. }
  215. if (ret != 0)
  216. trace_cachefiles_vfs_error(object, d_backing_inode(dir), ret,
  217. cachefiles_trace_unlink_error);
  218. return ret;
  219. }
  220. /*
  221. * Delete an object representation from the cache
  222. * - File backed objects are unlinked
  223. * - Directory backed objects are stuffed into the graveyard for userspace to
  224. * delete
  225. */
  226. int cachefiles_bury_object(struct cachefiles_cache *cache,
  227. struct cachefiles_object *object,
  228. struct dentry *dir,
  229. struct dentry *rep,
  230. enum fscache_why_object_killed why)
  231. {
  232. struct dentry *grave, *trap;
  233. struct path path, path_to_graveyard;
  234. char nbuffer[8 + 8 + 1];
  235. int ret;
  236. _enter(",'%pd','%pd'", dir, rep);
  237. if (rep->d_parent != dir) {
  238. inode_unlock(d_inode(dir));
  239. _leave(" = -ESTALE");
  240. return -ESTALE;
  241. }
  242. /* non-directories can just be unlinked */
  243. if (!d_is_dir(rep)) {
  244. dget(rep); /* Stop the dentry being negated if it's only pinned
  245. * by a file struct.
  246. */
  247. ret = cachefiles_unlink(cache, object, dir, rep, why);
  248. dput(rep);
  249. inode_unlock(d_inode(dir));
  250. _leave(" = %d", ret);
  251. return ret;
  252. }
  253. /* directories have to be moved to the graveyard */
  254. _debug("move stale object to graveyard");
  255. inode_unlock(d_inode(dir));
  256. try_again:
  257. /* first step is to make up a grave dentry in the graveyard */
  258. sprintf(nbuffer, "%08x%08x",
  259. (uint32_t) ktime_get_real_seconds(),
  260. (uint32_t) atomic_inc_return(&cache->gravecounter));
  261. /* do the multiway lock magic */
  262. trap = lock_rename(cache->graveyard, dir);
  263. if (IS_ERR(trap))
  264. return PTR_ERR(trap);
  265. /* do some checks before getting the grave dentry */
  266. if (rep->d_parent != dir || IS_DEADDIR(d_inode(rep))) {
  267. /* the entry was probably culled when we dropped the parent dir
  268. * lock */
  269. unlock_rename(cache->graveyard, dir);
  270. _leave(" = 0 [culled?]");
  271. return 0;
  272. }
  273. if (!d_can_lookup(cache->graveyard)) {
  274. unlock_rename(cache->graveyard, dir);
  275. cachefiles_io_error(cache, "Graveyard no longer a directory");
  276. return -EIO;
  277. }
  278. if (trap == rep) {
  279. unlock_rename(cache->graveyard, dir);
  280. cachefiles_io_error(cache, "May not make directory loop");
  281. return -EIO;
  282. }
  283. if (d_mountpoint(rep)) {
  284. unlock_rename(cache->graveyard, dir);
  285. cachefiles_io_error(cache, "Mountpoint in cache");
  286. return -EIO;
  287. }
  288. grave = lookup_one_len(nbuffer, cache->graveyard, strlen(nbuffer));
  289. if (IS_ERR(grave)) {
  290. unlock_rename(cache->graveyard, dir);
  291. trace_cachefiles_vfs_error(object, d_inode(cache->graveyard),
  292. PTR_ERR(grave),
  293. cachefiles_trace_lookup_error);
  294. if (PTR_ERR(grave) == -ENOMEM) {
  295. _leave(" = -ENOMEM");
  296. return -ENOMEM;
  297. }
  298. cachefiles_io_error(cache, "Lookup error %ld", PTR_ERR(grave));
  299. return -EIO;
  300. }
  301. if (d_is_positive(grave)) {
  302. unlock_rename(cache->graveyard, dir);
  303. dput(grave);
  304. grave = NULL;
  305. cond_resched();
  306. goto try_again;
  307. }
  308. if (d_mountpoint(grave)) {
  309. unlock_rename(cache->graveyard, dir);
  310. dput(grave);
  311. cachefiles_io_error(cache, "Mountpoint in graveyard");
  312. return -EIO;
  313. }
  314. /* target should not be an ancestor of source */
  315. if (trap == grave) {
  316. unlock_rename(cache->graveyard, dir);
  317. dput(grave);
  318. cachefiles_io_error(cache, "May not make directory loop");
  319. return -EIO;
  320. }
  321. /* attempt the rename */
  322. path.mnt = cache->mnt;
  323. path.dentry = dir;
  324. path_to_graveyard.mnt = cache->mnt;
  325. path_to_graveyard.dentry = cache->graveyard;
  326. ret = security_path_rename(&path, rep, &path_to_graveyard, grave, 0);
  327. if (ret < 0) {
  328. cachefiles_io_error(cache, "Rename security error %d", ret);
  329. } else {
  330. struct renamedata rd = {
  331. .old_mnt_idmap = &nop_mnt_idmap,
  332. .old_dir = d_inode(dir),
  333. .old_dentry = rep,
  334. .new_mnt_idmap = &nop_mnt_idmap,
  335. .new_dir = d_inode(cache->graveyard),
  336. .new_dentry = grave,
  337. };
  338. trace_cachefiles_rename(object, d_inode(rep)->i_ino, why);
  339. ret = cachefiles_inject_read_error();
  340. if (ret == 0)
  341. ret = vfs_rename(&rd);
  342. if (ret != 0)
  343. trace_cachefiles_vfs_error(object, d_inode(dir), ret,
  344. cachefiles_trace_rename_error);
  345. if (ret != 0 && ret != -ENOMEM)
  346. cachefiles_io_error(cache,
  347. "Rename failed with error %d", ret);
  348. }
  349. __cachefiles_unmark_inode_in_use(object, d_inode(rep));
  350. unlock_rename(cache->graveyard, dir);
  351. dput(grave);
  352. _leave(" = 0");
  353. return 0;
  354. }
  355. /*
  356. * Delete a cache file.
  357. */
  358. int cachefiles_delete_object(struct cachefiles_object *object,
  359. enum fscache_why_object_killed why)
  360. {
  361. struct cachefiles_volume *volume = object->volume;
  362. struct dentry *dentry = object->file->f_path.dentry;
  363. struct dentry *fan = volume->fanout[(u8)object->cookie->key_hash];
  364. int ret;
  365. _enter(",OBJ%x{%pD}", object->debug_id, object->file);
  366. /* Stop the dentry being negated if it's only pinned by a file struct. */
  367. dget(dentry);
  368. inode_lock_nested(d_backing_inode(fan), I_MUTEX_PARENT);
  369. ret = cachefiles_unlink(volume->cache, object, fan, dentry, why);
  370. inode_unlock(d_backing_inode(fan));
  371. dput(dentry);
  372. return ret;
  373. }
  374. /*
  375. * Create a temporary file and leave it unattached and un-xattr'd until the
  376. * time comes to discard the object from memory.
  377. */
  378. struct file *cachefiles_create_tmpfile(struct cachefiles_object *object)
  379. {
  380. struct cachefiles_volume *volume = object->volume;
  381. struct cachefiles_cache *cache = volume->cache;
  382. const struct cred *saved_cred;
  383. struct dentry *fan = volume->fanout[(u8)object->cookie->key_hash];
  384. struct file *file;
  385. const struct path parentpath = { .mnt = cache->mnt, .dentry = fan };
  386. uint64_t ni_size;
  387. long ret;
  388. cachefiles_begin_secure(cache, &saved_cred);
  389. ret = cachefiles_inject_write_error();
  390. if (ret == 0) {
  391. file = kernel_tmpfile_open(&nop_mnt_idmap, &parentpath,
  392. S_IFREG | 0600,
  393. O_RDWR | O_LARGEFILE | O_DIRECT,
  394. cache->cache_cred);
  395. ret = PTR_ERR_OR_ZERO(file);
  396. }
  397. if (ret) {
  398. trace_cachefiles_vfs_error(object, d_inode(fan), ret,
  399. cachefiles_trace_tmpfile_error);
  400. if (ret == -EIO)
  401. cachefiles_io_error_obj(object, "Failed to create tmpfile");
  402. goto err;
  403. }
  404. trace_cachefiles_tmpfile(object, file_inode(file));
  405. /* This is a newly created file with no other possible user */
  406. if (!cachefiles_mark_inode_in_use(object, file_inode(file)))
  407. WARN_ON(1);
  408. ret = cachefiles_ondemand_init_object(object);
  409. if (ret < 0)
  410. goto err_unuse;
  411. ni_size = object->cookie->object_size;
  412. ni_size = round_up(ni_size, CACHEFILES_DIO_BLOCK_SIZE);
  413. if (ni_size > 0) {
  414. trace_cachefiles_trunc(object, file_inode(file), 0, ni_size,
  415. cachefiles_trunc_expand_tmpfile);
  416. ret = cachefiles_inject_write_error();
  417. if (ret == 0)
  418. ret = vfs_truncate(&file->f_path, ni_size);
  419. if (ret < 0) {
  420. trace_cachefiles_vfs_error(
  421. object, file_inode(file), ret,
  422. cachefiles_trace_trunc_error);
  423. goto err_unuse;
  424. }
  425. }
  426. ret = -EINVAL;
  427. if (unlikely(!file->f_op->read_iter) ||
  428. unlikely(!file->f_op->write_iter)) {
  429. fput(file);
  430. pr_notice("Cache does not support read_iter and write_iter\n");
  431. goto err_unuse;
  432. }
  433. out:
  434. cachefiles_end_secure(cache, saved_cred);
  435. return file;
  436. err_unuse:
  437. cachefiles_do_unmark_inode_in_use(object, file_inode(file));
  438. fput(file);
  439. err:
  440. file = ERR_PTR(ret);
  441. goto out;
  442. }
  443. /*
  444. * Create a new file.
  445. */
  446. static bool cachefiles_create_file(struct cachefiles_object *object)
  447. {
  448. struct file *file;
  449. int ret;
  450. ret = cachefiles_has_space(object->volume->cache, 1, 0,
  451. cachefiles_has_space_for_create);
  452. if (ret < 0)
  453. return false;
  454. file = cachefiles_create_tmpfile(object);
  455. if (IS_ERR(file))
  456. return false;
  457. set_bit(FSCACHE_COOKIE_NEEDS_UPDATE, &object->cookie->flags);
  458. set_bit(CACHEFILES_OBJECT_USING_TMPFILE, &object->flags);
  459. _debug("create -> %pD{ino=%lu}", file, file_inode(file)->i_ino);
  460. object->file = file;
  461. return true;
  462. }
  463. /*
  464. * Open an existing file, checking its attributes and replacing it if it is
  465. * stale.
  466. */
  467. static bool cachefiles_open_file(struct cachefiles_object *object,
  468. struct dentry *dentry)
  469. {
  470. struct cachefiles_cache *cache = object->volume->cache;
  471. struct file *file;
  472. struct path path;
  473. int ret;
  474. _enter("%pd", dentry);
  475. if (!cachefiles_mark_inode_in_use(object, d_inode(dentry))) {
  476. pr_notice("cachefiles: Inode already in use: %pd (B=%lx)\n",
  477. dentry, d_inode(dentry)->i_ino);
  478. return false;
  479. }
  480. /* We need to open a file interface onto a data file now as we can't do
  481. * it on demand because writeback called from do_exit() sees
  482. * current->fs == NULL - which breaks d_path() called from ext4 open.
  483. */
  484. path.mnt = cache->mnt;
  485. path.dentry = dentry;
  486. file = kernel_file_open(&path, O_RDWR | O_LARGEFILE | O_DIRECT, cache->cache_cred);
  487. if (IS_ERR(file)) {
  488. trace_cachefiles_vfs_error(object, d_backing_inode(dentry),
  489. PTR_ERR(file),
  490. cachefiles_trace_open_error);
  491. goto error;
  492. }
  493. if (unlikely(!file->f_op->read_iter) ||
  494. unlikely(!file->f_op->write_iter)) {
  495. pr_notice("Cache does not support read_iter and write_iter\n");
  496. goto error_fput;
  497. }
  498. _debug("file -> %pd positive", dentry);
  499. ret = cachefiles_ondemand_init_object(object);
  500. if (ret < 0)
  501. goto error_fput;
  502. ret = cachefiles_check_auxdata(object, file);
  503. if (ret < 0)
  504. goto check_failed;
  505. clear_bit(FSCACHE_COOKIE_NO_DATA_TO_READ, &object->cookie->flags);
  506. object->file = file;
  507. /* Always update the atime on an object we've just looked up (this is
  508. * used to keep track of culling, and atimes are only updated by read,
  509. * write and readdir but not lookup or open).
  510. */
  511. touch_atime(&file->f_path);
  512. return true;
  513. check_failed:
  514. fscache_cookie_lookup_negative(object->cookie);
  515. cachefiles_unmark_inode_in_use(object, file);
  516. fput(file);
  517. if (ret == -ESTALE)
  518. return cachefiles_create_file(object);
  519. return false;
  520. error_fput:
  521. fput(file);
  522. error:
  523. cachefiles_do_unmark_inode_in_use(object, d_inode(dentry));
  524. return false;
  525. }
  526. /*
  527. * walk from the parent object to the child object through the backing
  528. * filesystem, creating directories as we go
  529. */
  530. bool cachefiles_look_up_object(struct cachefiles_object *object)
  531. {
  532. struct cachefiles_volume *volume = object->volume;
  533. struct dentry *dentry, *fan = volume->fanout[(u8)object->cookie->key_hash];
  534. int ret;
  535. _enter("OBJ%x,%s,", object->debug_id, object->d_name);
  536. /* Look up path "cache/vol/fanout/file". */
  537. ret = cachefiles_inject_read_error();
  538. if (ret == 0)
  539. dentry = lookup_positive_unlocked(object->d_name, fan,
  540. object->d_name_len);
  541. else
  542. dentry = ERR_PTR(ret);
  543. trace_cachefiles_lookup(object, fan, dentry);
  544. if (IS_ERR(dentry)) {
  545. if (dentry == ERR_PTR(-ENOENT))
  546. goto new_file;
  547. if (dentry == ERR_PTR(-EIO))
  548. cachefiles_io_error_obj(object, "Lookup failed");
  549. return false;
  550. }
  551. if (!d_is_reg(dentry)) {
  552. pr_err("%pd is not a file\n", dentry);
  553. inode_lock_nested(d_inode(fan), I_MUTEX_PARENT);
  554. ret = cachefiles_bury_object(volume->cache, object, fan, dentry,
  555. FSCACHE_OBJECT_IS_WEIRD);
  556. dput(dentry);
  557. if (ret < 0)
  558. return false;
  559. goto new_file;
  560. }
  561. ret = cachefiles_open_file(object, dentry);
  562. dput(dentry);
  563. if (!ret)
  564. return false;
  565. _leave(" = t [%lu]", file_inode(object->file)->i_ino);
  566. return true;
  567. new_file:
  568. fscache_cookie_lookup_negative(object->cookie);
  569. return cachefiles_create_file(object);
  570. }
  571. /*
  572. * Attempt to link a temporary file into its rightful place in the cache.
  573. */
  574. bool cachefiles_commit_tmpfile(struct cachefiles_cache *cache,
  575. struct cachefiles_object *object)
  576. {
  577. struct cachefiles_volume *volume = object->volume;
  578. struct dentry *dentry, *fan = volume->fanout[(u8)object->cookie->key_hash];
  579. bool success = false;
  580. int ret;
  581. _enter(",%pD", object->file);
  582. inode_lock_nested(d_inode(fan), I_MUTEX_PARENT);
  583. ret = cachefiles_inject_read_error();
  584. if (ret == 0)
  585. dentry = lookup_one_len(object->d_name, fan, object->d_name_len);
  586. else
  587. dentry = ERR_PTR(ret);
  588. if (IS_ERR(dentry)) {
  589. trace_cachefiles_vfs_error(object, d_inode(fan), PTR_ERR(dentry),
  590. cachefiles_trace_lookup_error);
  591. _debug("lookup fail %ld", PTR_ERR(dentry));
  592. goto out_unlock;
  593. }
  594. if (!d_is_negative(dentry)) {
  595. if (d_backing_inode(dentry) == file_inode(object->file)) {
  596. success = true;
  597. goto out_dput;
  598. }
  599. ret = cachefiles_unlink(volume->cache, object, fan, dentry,
  600. FSCACHE_OBJECT_IS_STALE);
  601. if (ret < 0)
  602. goto out_dput;
  603. dput(dentry);
  604. ret = cachefiles_inject_read_error();
  605. if (ret == 0)
  606. dentry = lookup_one_len(object->d_name, fan, object->d_name_len);
  607. else
  608. dentry = ERR_PTR(ret);
  609. if (IS_ERR(dentry)) {
  610. trace_cachefiles_vfs_error(object, d_inode(fan), PTR_ERR(dentry),
  611. cachefiles_trace_lookup_error);
  612. _debug("lookup fail %ld", PTR_ERR(dentry));
  613. goto out_unlock;
  614. }
  615. }
  616. ret = cachefiles_inject_read_error();
  617. if (ret == 0)
  618. ret = vfs_link(object->file->f_path.dentry, &nop_mnt_idmap,
  619. d_inode(fan), dentry, NULL);
  620. if (ret < 0) {
  621. trace_cachefiles_vfs_error(object, d_inode(fan), ret,
  622. cachefiles_trace_link_error);
  623. _debug("link fail %d", ret);
  624. } else {
  625. trace_cachefiles_link(object, file_inode(object->file));
  626. spin_lock(&object->lock);
  627. /* TODO: Do we want to switch the file pointer to the new dentry? */
  628. clear_bit(CACHEFILES_OBJECT_USING_TMPFILE, &object->flags);
  629. spin_unlock(&object->lock);
  630. success = true;
  631. }
  632. out_dput:
  633. dput(dentry);
  634. out_unlock:
  635. inode_unlock(d_inode(fan));
  636. _leave(" = %u", success);
  637. return success;
  638. }
  639. /*
  640. * Look up an inode to be checked or culled. Return -EBUSY if the inode is
  641. * marked in use.
  642. */
  643. static struct dentry *cachefiles_lookup_for_cull(struct cachefiles_cache *cache,
  644. struct dentry *dir,
  645. char *filename)
  646. {
  647. struct dentry *victim;
  648. int ret = -ENOENT;
  649. inode_lock_nested(d_inode(dir), I_MUTEX_PARENT);
  650. victim = lookup_one_len(filename, dir, strlen(filename));
  651. if (IS_ERR(victim))
  652. goto lookup_error;
  653. if (d_is_negative(victim))
  654. goto lookup_put;
  655. if (d_inode(victim)->i_flags & S_KERNEL_FILE)
  656. goto lookup_busy;
  657. return victim;
  658. lookup_busy:
  659. ret = -EBUSY;
  660. lookup_put:
  661. inode_unlock(d_inode(dir));
  662. dput(victim);
  663. return ERR_PTR(ret);
  664. lookup_error:
  665. inode_unlock(d_inode(dir));
  666. ret = PTR_ERR(victim);
  667. if (ret == -ENOENT)
  668. return ERR_PTR(-ESTALE); /* Probably got retired by the netfs */
  669. if (ret == -EIO) {
  670. cachefiles_io_error(cache, "Lookup failed");
  671. } else if (ret != -ENOMEM) {
  672. pr_err("Internal error: %d\n", ret);
  673. ret = -EIO;
  674. }
  675. return ERR_PTR(ret);
  676. }
  677. /*
  678. * Cull an object if it's not in use
  679. * - called only by cache manager daemon
  680. */
  681. int cachefiles_cull(struct cachefiles_cache *cache, struct dentry *dir,
  682. char *filename)
  683. {
  684. struct dentry *victim;
  685. struct inode *inode;
  686. int ret;
  687. _enter(",%pd/,%s", dir, filename);
  688. victim = cachefiles_lookup_for_cull(cache, dir, filename);
  689. if (IS_ERR(victim))
  690. return PTR_ERR(victim);
  691. /* check to see if someone is using this object */
  692. inode = d_inode(victim);
  693. inode_lock(inode);
  694. if (inode->i_flags & S_KERNEL_FILE) {
  695. ret = -EBUSY;
  696. } else {
  697. /* Stop the cache from picking it back up */
  698. inode->i_flags |= S_KERNEL_FILE;
  699. ret = 0;
  700. }
  701. inode_unlock(inode);
  702. if (ret < 0)
  703. goto error_unlock;
  704. ret = cachefiles_bury_object(cache, NULL, dir, victim,
  705. FSCACHE_OBJECT_WAS_CULLED);
  706. if (ret < 0)
  707. goto error;
  708. fscache_count_culled();
  709. dput(victim);
  710. _leave(" = 0");
  711. return 0;
  712. error_unlock:
  713. inode_unlock(d_inode(dir));
  714. error:
  715. dput(victim);
  716. if (ret == -ENOENT)
  717. return -ESTALE; /* Probably got retired by the netfs */
  718. if (ret != -ENOMEM) {
  719. pr_err("Internal error: %d\n", ret);
  720. ret = -EIO;
  721. }
  722. _leave(" = %d", ret);
  723. return ret;
  724. }
  725. /*
  726. * Find out if an object is in use or not
  727. * - called only by cache manager daemon
  728. * - returns -EBUSY or 0 to indicate whether an object is in use or not
  729. */
  730. int cachefiles_check_in_use(struct cachefiles_cache *cache, struct dentry *dir,
  731. char *filename)
  732. {
  733. struct dentry *victim;
  734. int ret = 0;
  735. victim = cachefiles_lookup_for_cull(cache, dir, filename);
  736. if (IS_ERR(victim))
  737. return PTR_ERR(victim);
  738. inode_unlock(d_inode(dir));
  739. dput(victim);
  740. return ret;
  741. }