| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437 |
- // SPDX-License-Identifier: GPL-2.0
- /*
- *
- * Copyright (C) 2019-2021 Paragon Software GmbH, All rights reserved.
- *
- * Regular file handling primitives for NTFS-based filesystems.
- *
- */
- #include <linux/backing-dev.h>
- #include <linux/blkdev.h>
- #include <linux/buffer_head.h>
- #include <linux/compat.h>
- #include <linux/falloc.h>
- #include <linux/fiemap.h>
- #include <linux/fileattr.h>
- #include "debug.h"
- #include "ntfs.h"
- #include "ntfs_fs.h"
- static int ntfs_ioctl_fitrim(struct ntfs_sb_info *sbi, unsigned long arg)
- {
- struct fstrim_range __user *user_range;
- struct fstrim_range range;
- struct block_device *dev;
- int err;
- if (!capable(CAP_SYS_ADMIN))
- return -EPERM;
- dev = sbi->sb->s_bdev;
- if (!bdev_max_discard_sectors(dev))
- return -EOPNOTSUPP;
- user_range = (struct fstrim_range __user *)arg;
- if (copy_from_user(&range, user_range, sizeof(range)))
- return -EFAULT;
- range.minlen = max_t(u32, range.minlen, bdev_discard_granularity(dev));
- err = ntfs_trim_fs(sbi, &range);
- if (err < 0)
- return err;
- if (copy_to_user(user_range, &range, sizeof(range)))
- return -EFAULT;
- return 0;
- }
- /*
- * ntfs_fileattr_get - inode_operations::fileattr_get
- */
- int ntfs_fileattr_get(struct dentry *dentry, struct fileattr *fa)
- {
- struct inode *inode = d_inode(dentry);
- struct ntfs_inode *ni = ntfs_i(inode);
- u32 flags = 0;
- if (inode->i_flags & S_IMMUTABLE)
- flags |= FS_IMMUTABLE_FL;
- if (inode->i_flags & S_APPEND)
- flags |= FS_APPEND_FL;
- if (is_compressed(ni))
- flags |= FS_COMPR_FL;
- if (is_encrypted(ni))
- flags |= FS_ENCRYPT_FL;
- fileattr_fill_flags(fa, flags);
- return 0;
- }
- /*
- * ntfs_fileattr_set - inode_operations::fileattr_set
- */
- int ntfs_fileattr_set(struct mnt_idmap *idmap, struct dentry *dentry,
- struct fileattr *fa)
- {
- struct inode *inode = d_inode(dentry);
- struct ntfs_inode *ni = ntfs_i(inode);
- u32 flags = fa->flags;
- unsigned int new_fl = 0;
- if (fileattr_has_fsx(fa))
- return -EOPNOTSUPP;
- if (flags & ~(FS_IMMUTABLE_FL | FS_APPEND_FL | FS_COMPR_FL))
- return -EOPNOTSUPP;
- if (flags & FS_IMMUTABLE_FL)
- new_fl |= S_IMMUTABLE;
- if (flags & FS_APPEND_FL)
- new_fl |= S_APPEND;
- /* Allowed to change compression for empty files and for directories only. */
- if (!is_dedup(ni) && !is_encrypted(ni) &&
- (S_ISREG(inode->i_mode) || S_ISDIR(inode->i_mode))) {
- int err = 0;
- struct address_space *mapping = inode->i_mapping;
- /* write out all data and wait. */
- filemap_invalidate_lock(mapping);
- err = filemap_write_and_wait(mapping);
- if (err >= 0) {
- /* Change compress state. */
- bool compr = flags & FS_COMPR_FL;
- err = ni_set_compress(inode, compr);
- /* For files change a_ops too. */
- if (!err)
- mapping->a_ops = compr ? &ntfs_aops_cmpr :
- &ntfs_aops;
- }
- filemap_invalidate_unlock(mapping);
- if (err)
- return err;
- }
- inode_set_flags(inode, new_fl, S_IMMUTABLE | S_APPEND);
- inode_set_ctime_current(inode);
- mark_inode_dirty(inode);
- return 0;
- }
- /*
- * ntfs_ioctl - file_operations::unlocked_ioctl
- */
- long ntfs_ioctl(struct file *filp, u32 cmd, unsigned long arg)
- {
- struct inode *inode = file_inode(filp);
- struct ntfs_sb_info *sbi = inode->i_sb->s_fs_info;
- switch (cmd) {
- case FITRIM:
- return ntfs_ioctl_fitrim(sbi, arg);
- }
- return -ENOTTY; /* Inappropriate ioctl for device. */
- }
- #ifdef CONFIG_COMPAT
- long ntfs_compat_ioctl(struct file *filp, u32 cmd, unsigned long arg)
- {
- return ntfs_ioctl(filp, cmd, (unsigned long)compat_ptr(arg));
- }
- #endif
- /*
- * ntfs_getattr - inode_operations::getattr
- */
- int ntfs_getattr(struct mnt_idmap *idmap, const struct path *path,
- struct kstat *stat, u32 request_mask, u32 flags)
- {
- struct inode *inode = d_inode(path->dentry);
- struct ntfs_inode *ni = ntfs_i(inode);
- stat->result_mask |= STATX_BTIME;
- stat->btime = ni->i_crtime;
- stat->blksize = ni->mi.sbi->cluster_size; /* 512, 1K, ..., 2M */
- if (inode->i_flags & S_IMMUTABLE)
- stat->attributes |= STATX_ATTR_IMMUTABLE;
- if (inode->i_flags & S_APPEND)
- stat->attributes |= STATX_ATTR_APPEND;
- if (is_compressed(ni))
- stat->attributes |= STATX_ATTR_COMPRESSED;
- if (is_encrypted(ni))
- stat->attributes |= STATX_ATTR_ENCRYPTED;
- stat->attributes_mask |= STATX_ATTR_COMPRESSED | STATX_ATTR_ENCRYPTED |
- STATX_ATTR_IMMUTABLE | STATX_ATTR_APPEND;
- generic_fillattr(idmap, request_mask, inode, stat);
- return 0;
- }
- static int ntfs_extend_initialized_size(struct file *file,
- struct ntfs_inode *ni,
- const loff_t valid,
- const loff_t new_valid)
- {
- struct inode *inode = &ni->vfs_inode;
- struct address_space *mapping = inode->i_mapping;
- struct ntfs_sb_info *sbi = inode->i_sb->s_fs_info;
- loff_t pos = valid;
- int err;
- if (is_resident(ni)) {
- ni->i_valid = new_valid;
- return 0;
- }
- WARN_ON(is_compressed(ni));
- WARN_ON(valid >= new_valid);
- for (;;) {
- u32 zerofrom, len;
- struct folio *folio;
- u8 bits;
- CLST vcn, lcn, clen;
- if (is_sparsed(ni)) {
- bits = sbi->cluster_bits;
- vcn = pos >> bits;
- err = attr_data_get_block(ni, vcn, 1, &lcn, &clen, NULL,
- false);
- if (err)
- goto out;
- if (lcn == SPARSE_LCN) {
- pos = ((loff_t)clen + vcn) << bits;
- ni->i_valid = pos;
- goto next;
- }
- }
- zerofrom = pos & (PAGE_SIZE - 1);
- len = PAGE_SIZE - zerofrom;
- if (pos + len > new_valid)
- len = new_valid - pos;
- err = ntfs_write_begin(file, mapping, pos, len, &folio, NULL);
- if (err)
- goto out;
- folio_zero_range(folio, zerofrom, folio_size(folio) - zerofrom);
- err = ntfs_write_end(file, mapping, pos, len, len, folio, NULL);
- if (err < 0)
- goto out;
- pos += len;
- next:
- if (pos >= new_valid)
- break;
- balance_dirty_pages_ratelimited(mapping);
- cond_resched();
- }
- return 0;
- out:
- ni->i_valid = valid;
- ntfs_inode_warn(inode, "failed to extend initialized size to %llx.",
- new_valid);
- return err;
- }
- /*
- * ntfs_zero_range - Helper function for punch_hole.
- *
- * It zeroes a range [vbo, vbo_to).
- */
- static int ntfs_zero_range(struct inode *inode, u64 vbo, u64 vbo_to)
- {
- int err = 0;
- struct address_space *mapping = inode->i_mapping;
- u32 blocksize = i_blocksize(inode);
- pgoff_t idx = vbo >> PAGE_SHIFT;
- u32 from = vbo & (PAGE_SIZE - 1);
- pgoff_t idx_end = (vbo_to + PAGE_SIZE - 1) >> PAGE_SHIFT;
- loff_t page_off;
- struct buffer_head *head, *bh;
- u32 bh_next, bh_off, to;
- sector_t iblock;
- struct folio *folio;
- bool dirty = false;
- for (; idx < idx_end; idx += 1, from = 0) {
- page_off = (loff_t)idx << PAGE_SHIFT;
- to = (page_off + PAGE_SIZE) > vbo_to ? (vbo_to - page_off) :
- PAGE_SIZE;
- iblock = page_off >> inode->i_blkbits;
- folio = __filemap_get_folio(
- mapping, idx, FGP_LOCK | FGP_ACCESSED | FGP_CREAT,
- mapping_gfp_constraint(mapping, ~__GFP_FS));
- if (IS_ERR(folio))
- return PTR_ERR(folio);
- head = folio_buffers(folio);
- if (!head)
- head = create_empty_buffers(folio, blocksize, 0);
- bh = head;
- bh_off = 0;
- do {
- bh_next = bh_off + blocksize;
- if (bh_next <= from || bh_off >= to)
- continue;
- if (!buffer_mapped(bh)) {
- ntfs_get_block(inode, iblock, bh, 0);
- /* Unmapped? It's a hole - nothing to do. */
- if (!buffer_mapped(bh))
- continue;
- }
- /* Ok, it's mapped. Make sure it's up-to-date. */
- if (folio_test_uptodate(folio))
- set_buffer_uptodate(bh);
- else if (bh_read(bh, 0) < 0) {
- err = -EIO;
- folio_unlock(folio);
- folio_put(folio);
- goto out;
- }
- mark_buffer_dirty(bh);
- } while (bh_off = bh_next, iblock += 1,
- head != (bh = bh->b_this_page));
- folio_zero_segment(folio, from, to);
- dirty = true;
- folio_unlock(folio);
- folio_put(folio);
- cond_resched();
- }
- out:
- if (dirty)
- mark_inode_dirty(inode);
- return err;
- }
- /*
- * ntfs_file_mmap - file_operations::mmap
- */
- static int ntfs_file_mmap(struct file *file, struct vm_area_struct *vma)
- {
- struct inode *inode = file_inode(file);
- struct ntfs_inode *ni = ntfs_i(inode);
- u64 from = ((u64)vma->vm_pgoff << PAGE_SHIFT);
- bool rw = vma->vm_flags & VM_WRITE;
- int err;
- if (unlikely(ntfs3_forced_shutdown(inode->i_sb)))
- return -EIO;
- if (is_encrypted(ni)) {
- ntfs_inode_warn(inode, "mmap encrypted not supported");
- return -EOPNOTSUPP;
- }
- if (is_dedup(ni)) {
- ntfs_inode_warn(inode, "mmap deduplicated not supported");
- return -EOPNOTSUPP;
- }
- if (is_compressed(ni) && rw) {
- ntfs_inode_warn(inode, "mmap(write) compressed not supported");
- return -EOPNOTSUPP;
- }
- if (rw) {
- u64 to = min_t(loff_t, i_size_read(inode),
- from + vma->vm_end - vma->vm_start);
- if (is_sparsed(ni)) {
- /* Allocate clusters for rw map. */
- struct ntfs_sb_info *sbi = inode->i_sb->s_fs_info;
- CLST lcn, len;
- CLST vcn = from >> sbi->cluster_bits;
- CLST end = bytes_to_cluster(sbi, to);
- bool new;
- for (; vcn < end; vcn += len) {
- err = attr_data_get_block(ni, vcn, 1, &lcn,
- &len, &new, true);
- if (err)
- goto out;
- }
- }
- if (ni->i_valid < to) {
- if (!inode_trylock(inode)) {
- err = -EAGAIN;
- goto out;
- }
- err = ntfs_extend_initialized_size(file, ni,
- ni->i_valid, to);
- inode_unlock(inode);
- if (err)
- goto out;
- }
- }
- err = generic_file_mmap(file, vma);
- out:
- return err;
- }
- static int ntfs_extend(struct inode *inode, loff_t pos, size_t count,
- struct file *file)
- {
- struct ntfs_inode *ni = ntfs_i(inode);
- struct address_space *mapping = inode->i_mapping;
- loff_t end = pos + count;
- bool extend_init = file && pos > ni->i_valid;
- int err;
- if (end <= inode->i_size && !extend_init)
- return 0;
- /* Mark rw ntfs as dirty. It will be cleared at umount. */
- ntfs_set_state(ni->mi.sbi, NTFS_DIRTY_DIRTY);
- if (end > inode->i_size) {
- err = ntfs_set_size(inode, end);
- if (err)
- goto out;
- }
- if (extend_init && !is_compressed(ni)) {
- WARN_ON(ni->i_valid >= pos);
- err = ntfs_extend_initialized_size(file, ni, ni->i_valid, pos);
- if (err)
- goto out;
- } else {
- err = 0;
- }
- if (file && is_sparsed(ni)) {
- /*
- * This code optimizes large writes to sparse file.
- * TODO: merge this fragment with fallocate fragment.
- */
- struct ntfs_sb_info *sbi = ni->mi.sbi;
- CLST vcn = pos >> sbi->cluster_bits;
- CLST cend = bytes_to_cluster(sbi, end);
- CLST cend_v = bytes_to_cluster(sbi, ni->i_valid);
- CLST lcn, clen;
- bool new;
- if (cend_v > cend)
- cend_v = cend;
- /*
- * Allocate and zero new clusters.
- * Zeroing these clusters may be too long.
- */
- for (; vcn < cend_v; vcn += clen) {
- err = attr_data_get_block(ni, vcn, cend_v - vcn, &lcn,
- &clen, &new, true);
- if (err)
- goto out;
- }
- /*
- * Allocate but not zero new clusters.
- */
- for (; vcn < cend; vcn += clen) {
- err = attr_data_get_block(ni, vcn, cend - vcn, &lcn,
- &clen, &new, false);
- if (err)
- goto out;
- }
- }
- inode_set_mtime_to_ts(inode, inode_set_ctime_current(inode));
- mark_inode_dirty(inode);
- if (IS_SYNC(inode)) {
- int err2;
- err = filemap_fdatawrite_range(mapping, pos, end - 1);
- err2 = sync_mapping_buffers(mapping);
- if (!err)
- err = err2;
- err2 = write_inode_now(inode, 1);
- if (!err)
- err = err2;
- if (!err)
- err = filemap_fdatawait_range(mapping, pos, end - 1);
- }
- out:
- return err;
- }
- static int ntfs_truncate(struct inode *inode, loff_t new_size)
- {
- struct super_block *sb = inode->i_sb;
- struct ntfs_inode *ni = ntfs_i(inode);
- int err, dirty = 0;
- u64 new_valid;
- if (!S_ISREG(inode->i_mode))
- return 0;
- if (is_compressed(ni)) {
- if (ni->i_valid > new_size)
- ni->i_valid = new_size;
- } else {
- err = block_truncate_page(inode->i_mapping, new_size,
- ntfs_get_block);
- if (err)
- return err;
- }
- new_valid = ntfs_up_block(sb, min_t(u64, ni->i_valid, new_size));
- truncate_setsize(inode, new_size);
- ni_lock(ni);
- down_write(&ni->file.run_lock);
- err = attr_set_size(ni, ATTR_DATA, NULL, 0, &ni->file.run, new_size,
- &new_valid, ni->mi.sbi->options->prealloc, NULL);
- up_write(&ni->file.run_lock);
- if (new_valid < ni->i_valid)
- ni->i_valid = new_valid;
- ni_unlock(ni);
- ni->std_fa |= FILE_ATTRIBUTE_ARCHIVE;
- inode_set_mtime_to_ts(inode, inode_set_ctime_current(inode));
- if (!IS_DIRSYNC(inode)) {
- dirty = 1;
- } else {
- err = ntfs_sync_inode(inode);
- if (err)
- return err;
- }
- if (dirty)
- mark_inode_dirty(inode);
- /*ntfs_flush_inodes(inode->i_sb, inode, NULL);*/
- return 0;
- }
- /*
- * ntfs_fallocate - file_operations::ntfs_fallocate
- *
- * Preallocate space for a file. This implements ntfs's fallocate file
- * operation, which gets called from sys_fallocate system call. User
- * space requests 'len' bytes at 'vbo'. If FALLOC_FL_KEEP_SIZE is set
- * we just allocate clusters without zeroing them out. Otherwise we
- * allocate and zero out clusters via an expanding truncate.
- */
- static long ntfs_fallocate(struct file *file, int mode, loff_t vbo, loff_t len)
- {
- struct inode *inode = file_inode(file);
- struct address_space *mapping = inode->i_mapping;
- struct super_block *sb = inode->i_sb;
- struct ntfs_sb_info *sbi = sb->s_fs_info;
- struct ntfs_inode *ni = ntfs_i(inode);
- loff_t end = vbo + len;
- loff_t vbo_down = round_down(vbo, max_t(unsigned long,
- sbi->cluster_size, PAGE_SIZE));
- bool is_supported_holes = is_sparsed(ni) || is_compressed(ni);
- loff_t i_size, new_size;
- bool map_locked;
- int err;
- /* No support for dir. */
- if (!S_ISREG(inode->i_mode))
- return -EOPNOTSUPP;
- /*
- * vfs_fallocate checks all possible combinations of mode.
- * Do additional checks here before ntfs_set_state(dirty).
- */
- if (mode & FALLOC_FL_PUNCH_HOLE) {
- if (!is_supported_holes)
- return -EOPNOTSUPP;
- } else if (mode & FALLOC_FL_COLLAPSE_RANGE) {
- } else if (mode & FALLOC_FL_INSERT_RANGE) {
- if (!is_supported_holes)
- return -EOPNOTSUPP;
- } else if (mode &
- ~(FALLOC_FL_KEEP_SIZE | FALLOC_FL_PUNCH_HOLE |
- FALLOC_FL_COLLAPSE_RANGE | FALLOC_FL_INSERT_RANGE)) {
- ntfs_inode_warn(inode, "fallocate(0x%x) is not supported",
- mode);
- return -EOPNOTSUPP;
- }
- ntfs_set_state(sbi, NTFS_DIRTY_DIRTY);
- inode_lock(inode);
- i_size = inode->i_size;
- new_size = max(end, i_size);
- map_locked = false;
- if (WARN_ON(ni->ni_flags & NI_FLAG_COMPRESSED_MASK)) {
- /* Should never be here, see ntfs_file_open. */
- err = -EOPNOTSUPP;
- goto out;
- }
- if (mode & (FALLOC_FL_PUNCH_HOLE | FALLOC_FL_COLLAPSE_RANGE |
- FALLOC_FL_INSERT_RANGE)) {
- inode_dio_wait(inode);
- filemap_invalidate_lock(mapping);
- map_locked = true;
- }
- if (mode & FALLOC_FL_PUNCH_HOLE) {
- u32 frame_size;
- loff_t mask, vbo_a, end_a, tmp;
- err = filemap_write_and_wait_range(mapping, vbo_down,
- LLONG_MAX);
- if (err)
- goto out;
- truncate_pagecache(inode, vbo_down);
- ni_lock(ni);
- err = attr_punch_hole(ni, vbo, len, &frame_size);
- ni_unlock(ni);
- if (!err)
- goto ok;
- if (err != E_NTFS_NOTALIGNED)
- goto out;
- /* Process not aligned punch. */
- err = 0;
- mask = frame_size - 1;
- vbo_a = (vbo + mask) & ~mask;
- end_a = end & ~mask;
- tmp = min(vbo_a, end);
- if (tmp > vbo) {
- err = ntfs_zero_range(inode, vbo, tmp);
- if (err)
- goto out;
- }
- if (vbo < end_a && end_a < end) {
- err = ntfs_zero_range(inode, end_a, end);
- if (err)
- goto out;
- }
- /* Aligned punch_hole */
- if (end_a > vbo_a) {
- ni_lock(ni);
- err = attr_punch_hole(ni, vbo_a, end_a - vbo_a, NULL);
- ni_unlock(ni);
- if (err)
- goto out;
- }
- } else if (mode & FALLOC_FL_COLLAPSE_RANGE) {
- /*
- * Write tail of the last page before removed range since
- * it will get removed from the page cache below.
- */
- err = filemap_write_and_wait_range(mapping, vbo_down, vbo);
- if (err)
- goto out;
- /*
- * Write data that will be shifted to preserve them
- * when discarding page cache below.
- */
- err = filemap_write_and_wait_range(mapping, end, LLONG_MAX);
- if (err)
- goto out;
- truncate_pagecache(inode, vbo_down);
- ni_lock(ni);
- err = attr_collapse_range(ni, vbo, len);
- ni_unlock(ni);
- if (err)
- goto out;
- } else if (mode & FALLOC_FL_INSERT_RANGE) {
- /* Check new size. */
- err = inode_newsize_ok(inode, new_size);
- if (err)
- goto out;
- /* Write out all dirty pages. */
- err = filemap_write_and_wait_range(mapping, vbo_down,
- LLONG_MAX);
- if (err)
- goto out;
- truncate_pagecache(inode, vbo_down);
- ni_lock(ni);
- err = attr_insert_range(ni, vbo, len);
- ni_unlock(ni);
- if (err)
- goto out;
- } else {
- /* Check new size. */
- u8 cluster_bits = sbi->cluster_bits;
- /* Be sure file is non resident. */
- if (is_resident(ni)) {
- ni_lock(ni);
- err = attr_force_nonresident(ni);
- ni_unlock(ni);
- if (err)
- goto out;
- }
- /* generic/213: expected -ENOSPC instead of -EFBIG. */
- if (!is_supported_holes) {
- loff_t to_alloc = new_size - inode_get_bytes(inode);
- if (to_alloc > 0 &&
- (to_alloc >> cluster_bits) >
- wnd_zeroes(&sbi->used.bitmap)) {
- err = -ENOSPC;
- goto out;
- }
- }
- err = inode_newsize_ok(inode, new_size);
- if (err)
- goto out;
- if (new_size > i_size) {
- /*
- * Allocate clusters, do not change 'valid' size.
- */
- err = ntfs_set_size(inode, new_size);
- if (err)
- goto out;
- }
- if (is_supported_holes) {
- CLST vcn = vbo >> cluster_bits;
- CLST cend = bytes_to_cluster(sbi, end);
- CLST cend_v = bytes_to_cluster(sbi, ni->i_valid);
- CLST lcn, clen;
- bool new;
- if (cend_v > cend)
- cend_v = cend;
- /*
- * Allocate and zero new clusters.
- * Zeroing these clusters may be too long.
- */
- for (; vcn < cend_v; vcn += clen) {
- err = attr_data_get_block(ni, vcn, cend_v - vcn,
- &lcn, &clen, &new,
- true);
- if (err)
- goto out;
- }
- /*
- * Allocate but not zero new clusters.
- */
- for (; vcn < cend; vcn += clen) {
- err = attr_data_get_block(ni, vcn, cend - vcn,
- &lcn, &clen, &new,
- false);
- if (err)
- goto out;
- }
- }
- if (mode & FALLOC_FL_KEEP_SIZE) {
- ni_lock(ni);
- /* True - Keep preallocated. */
- err = attr_set_size(ni, ATTR_DATA, NULL, 0,
- &ni->file.run, i_size, &ni->i_valid,
- true, NULL);
- ni_unlock(ni);
- if (err)
- goto out;
- } else if (new_size > i_size) {
- i_size_write(inode, new_size);
- }
- }
- ok:
- err = file_modified(file);
- if (err)
- goto out;
- out:
- if (map_locked)
- filemap_invalidate_unlock(mapping);
- if (!err) {
- inode_set_mtime_to_ts(inode, inode_set_ctime_current(inode));
- mark_inode_dirty(inode);
- }
- inode_unlock(inode);
- return err;
- }
- /*
- * ntfs_setattr - inode_operations::setattr
- */
- int ntfs_setattr(struct mnt_idmap *idmap, struct dentry *dentry,
- struct iattr *attr)
- {
- struct inode *inode = d_inode(dentry);
- struct ntfs_inode *ni = ntfs_i(inode);
- u32 ia_valid = attr->ia_valid;
- umode_t mode = inode->i_mode;
- int err;
- if (unlikely(ntfs3_forced_shutdown(inode->i_sb)))
- return -EIO;
- err = setattr_prepare(idmap, dentry, attr);
- if (err)
- goto out;
- if (ia_valid & ATTR_SIZE) {
- loff_t newsize, oldsize;
- if (WARN_ON(ni->ni_flags & NI_FLAG_COMPRESSED_MASK)) {
- /* Should never be here, see ntfs_file_open(). */
- err = -EOPNOTSUPP;
- goto out;
- }
- inode_dio_wait(inode);
- oldsize = i_size_read(inode);
- newsize = attr->ia_size;
- if (newsize <= oldsize)
- err = ntfs_truncate(inode, newsize);
- else
- err = ntfs_extend(inode, newsize, 0, NULL);
- if (err)
- goto out;
- ni->ni_flags |= NI_FLAG_UPDATE_PARENT;
- i_size_write(inode, newsize);
- }
- setattr_copy(idmap, inode, attr);
- if (mode != inode->i_mode) {
- err = ntfs_acl_chmod(idmap, dentry);
- if (err)
- goto out;
- /* Linux 'w' -> Windows 'ro'. */
- if (0222 & inode->i_mode)
- ni->std_fa &= ~FILE_ATTRIBUTE_READONLY;
- else
- ni->std_fa |= FILE_ATTRIBUTE_READONLY;
- }
- if (ia_valid & (ATTR_UID | ATTR_GID | ATTR_MODE))
- ntfs_save_wsl_perm(inode, NULL);
- mark_inode_dirty(inode);
- out:
- return err;
- }
- /*
- * check_read_restriction:
- * common code for ntfs_file_read_iter and ntfs_file_splice_read
- */
- static int check_read_restriction(struct inode *inode)
- {
- struct ntfs_inode *ni = ntfs_i(inode);
- if (unlikely(ntfs3_forced_shutdown(inode->i_sb)))
- return -EIO;
- if (is_encrypted(ni)) {
- ntfs_inode_warn(inode, "encrypted i/o not supported");
- return -EOPNOTSUPP;
- }
- #ifndef CONFIG_NTFS3_LZX_XPRESS
- if (ni->ni_flags & NI_FLAG_COMPRESSED_MASK) {
- ntfs_inode_warn(
- inode,
- "activate CONFIG_NTFS3_LZX_XPRESS to read external compressed files");
- return -EOPNOTSUPP;
- }
- #endif
- if (is_dedup(ni)) {
- ntfs_inode_warn(inode, "read deduplicated not supported");
- return -EOPNOTSUPP;
- }
- return 0;
- }
- /*
- * ntfs_file_read_iter - file_operations::read_iter
- */
- static ssize_t ntfs_file_read_iter(struct kiocb *iocb, struct iov_iter *iter)
- {
- struct file *file = iocb->ki_filp;
- struct inode *inode = file_inode(file);
- struct ntfs_inode *ni = ntfs_i(inode);
- ssize_t err;
- err = check_read_restriction(inode);
- if (err)
- return err;
- if (is_compressed(ni) && (iocb->ki_flags & IOCB_DIRECT)) {
- ntfs_inode_warn(inode, "direct i/o + compressed not supported");
- return -EOPNOTSUPP;
- }
- return generic_file_read_iter(iocb, iter);
- }
- /*
- * ntfs_file_splice_read - file_operations::splice_read
- */
- static ssize_t ntfs_file_splice_read(struct file *in, loff_t *ppos,
- struct pipe_inode_info *pipe, size_t len,
- unsigned int flags)
- {
- struct inode *inode = file_inode(in);
- ssize_t err;
- err = check_read_restriction(inode);
- if (err)
- return err;
- return filemap_splice_read(in, ppos, pipe, len, flags);
- }
- /*
- * ntfs_get_frame_pages
- *
- * Return: Array of locked pages.
- */
- static int ntfs_get_frame_pages(struct address_space *mapping, pgoff_t index,
- struct page **pages, u32 pages_per_frame,
- bool *frame_uptodate)
- {
- gfp_t gfp_mask = mapping_gfp_mask(mapping);
- u32 npages;
- *frame_uptodate = true;
- for (npages = 0; npages < pages_per_frame; npages++, index++) {
- struct folio *folio;
- folio = __filemap_get_folio(mapping, index,
- FGP_LOCK | FGP_ACCESSED | FGP_CREAT,
- gfp_mask);
- if (IS_ERR(folio)) {
- while (npages--) {
- folio = page_folio(pages[npages]);
- folio_unlock(folio);
- folio_put(folio);
- }
- return -ENOMEM;
- }
- if (!folio_test_uptodate(folio))
- *frame_uptodate = false;
- pages[npages] = &folio->page;
- }
- return 0;
- }
- /*
- * ntfs_compress_write - Helper for ntfs_file_write_iter() (compressed files).
- */
- static ssize_t ntfs_compress_write(struct kiocb *iocb, struct iov_iter *from)
- {
- int err;
- struct file *file = iocb->ki_filp;
- size_t count = iov_iter_count(from);
- loff_t pos = iocb->ki_pos;
- struct inode *inode = file_inode(file);
- loff_t i_size = i_size_read(inode);
- struct address_space *mapping = inode->i_mapping;
- struct ntfs_inode *ni = ntfs_i(inode);
- u64 valid = ni->i_valid;
- struct ntfs_sb_info *sbi = ni->mi.sbi;
- struct page *page, **pages = NULL;
- size_t written = 0;
- u8 frame_bits = NTFS_LZNT_CUNIT + sbi->cluster_bits;
- u32 frame_size = 1u << frame_bits;
- u32 pages_per_frame = frame_size >> PAGE_SHIFT;
- u32 ip, off;
- CLST frame;
- u64 frame_vbo;
- pgoff_t index;
- bool frame_uptodate;
- if (frame_size < PAGE_SIZE) {
- /*
- * frame_size == 8K if cluster 512
- * frame_size == 64K if cluster 4096
- */
- ntfs_inode_warn(inode, "page size is bigger than frame size");
- return -EOPNOTSUPP;
- }
- pages = kmalloc_array(pages_per_frame, sizeof(struct page *), GFP_NOFS);
- if (!pages)
- return -ENOMEM;
- err = file_remove_privs(file);
- if (err)
- goto out;
- err = file_update_time(file);
- if (err)
- goto out;
- /* Zero range [valid : pos). */
- while (valid < pos) {
- CLST lcn, clen;
- frame = valid >> frame_bits;
- frame_vbo = valid & ~(frame_size - 1);
- off = valid & (frame_size - 1);
- err = attr_data_get_block(ni, frame << NTFS_LZNT_CUNIT, 1, &lcn,
- &clen, NULL, false);
- if (err)
- goto out;
- if (lcn == SPARSE_LCN) {
- ni->i_valid = valid =
- frame_vbo + ((u64)clen << sbi->cluster_bits);
- continue;
- }
- /* Load full frame. */
- err = ntfs_get_frame_pages(mapping, frame_vbo >> PAGE_SHIFT,
- pages, pages_per_frame,
- &frame_uptodate);
- if (err)
- goto out;
- if (!frame_uptodate && off) {
- err = ni_read_frame(ni, frame_vbo, pages,
- pages_per_frame);
- if (err) {
- for (ip = 0; ip < pages_per_frame; ip++) {
- page = pages[ip];
- unlock_page(page);
- put_page(page);
- }
- goto out;
- }
- }
- ip = off >> PAGE_SHIFT;
- off = offset_in_page(valid);
- for (; ip < pages_per_frame; ip++, off = 0) {
- page = pages[ip];
- zero_user_segment(page, off, PAGE_SIZE);
- flush_dcache_page(page);
- SetPageUptodate(page);
- }
- ni_lock(ni);
- err = ni_write_frame(ni, pages, pages_per_frame);
- ni_unlock(ni);
- for (ip = 0; ip < pages_per_frame; ip++) {
- page = pages[ip];
- SetPageUptodate(page);
- unlock_page(page);
- put_page(page);
- }
- if (err)
- goto out;
- ni->i_valid = valid = frame_vbo + frame_size;
- }
- /* Copy user data [pos : pos + count). */
- while (count) {
- size_t copied, bytes;
- off = pos & (frame_size - 1);
- bytes = frame_size - off;
- if (bytes > count)
- bytes = count;
- frame_vbo = pos & ~(frame_size - 1);
- index = frame_vbo >> PAGE_SHIFT;
- if (unlikely(fault_in_iov_iter_readable(from, bytes))) {
- err = -EFAULT;
- goto out;
- }
- /* Load full frame. */
- err = ntfs_get_frame_pages(mapping, index, pages,
- pages_per_frame, &frame_uptodate);
- if (err)
- goto out;
- if (!frame_uptodate) {
- loff_t to = pos + bytes;
- if (off || (to < i_size && (to & (frame_size - 1)))) {
- err = ni_read_frame(ni, frame_vbo, pages,
- pages_per_frame);
- if (err) {
- for (ip = 0; ip < pages_per_frame;
- ip++) {
- page = pages[ip];
- unlock_page(page);
- put_page(page);
- }
- goto out;
- }
- }
- }
- WARN_ON(!bytes);
- copied = 0;
- ip = off >> PAGE_SHIFT;
- off = offset_in_page(pos);
- /* Copy user data to pages. */
- for (;;) {
- size_t cp, tail = PAGE_SIZE - off;
- page = pages[ip];
- cp = copy_page_from_iter_atomic(page, off,
- min(tail, bytes), from);
- flush_dcache_page(page);
- copied += cp;
- bytes -= cp;
- if (!bytes || !cp)
- break;
- if (cp < tail) {
- off += cp;
- } else {
- ip++;
- off = 0;
- }
- }
- ni_lock(ni);
- err = ni_write_frame(ni, pages, pages_per_frame);
- ni_unlock(ni);
- for (ip = 0; ip < pages_per_frame; ip++) {
- page = pages[ip];
- ClearPageDirty(page);
- SetPageUptodate(page);
- unlock_page(page);
- put_page(page);
- }
- if (err)
- goto out;
- /*
- * We can loop for a long time in here. Be nice and allow
- * us to schedule out to avoid softlocking if preempt
- * is disabled.
- */
- cond_resched();
- pos += copied;
- written += copied;
- count = iov_iter_count(from);
- }
- out:
- kfree(pages);
- if (err < 0)
- return err;
- iocb->ki_pos += written;
- if (iocb->ki_pos > ni->i_valid)
- ni->i_valid = iocb->ki_pos;
- if (iocb->ki_pos > i_size)
- i_size_write(inode, iocb->ki_pos);
- return written;
- }
- /*
- * check_write_restriction:
- * common code for ntfs_file_write_iter and ntfs_file_splice_write
- */
- static int check_write_restriction(struct inode *inode)
- {
- struct ntfs_inode *ni = ntfs_i(inode);
- if (unlikely(ntfs3_forced_shutdown(inode->i_sb)))
- return -EIO;
- if (is_encrypted(ni)) {
- ntfs_inode_warn(inode, "encrypted i/o not supported");
- return -EOPNOTSUPP;
- }
- if (is_dedup(ni)) {
- ntfs_inode_warn(inode, "write into deduplicated not supported");
- return -EOPNOTSUPP;
- }
- return 0;
- }
- /*
- * ntfs_file_write_iter - file_operations::write_iter
- */
- static ssize_t ntfs_file_write_iter(struct kiocb *iocb, struct iov_iter *from)
- {
- struct file *file = iocb->ki_filp;
- struct inode *inode = file_inode(file);
- struct ntfs_inode *ni = ntfs_i(inode);
- ssize_t ret;
- int err;
- if (!inode_trylock(inode)) {
- if (iocb->ki_flags & IOCB_NOWAIT)
- return -EAGAIN;
- inode_lock(inode);
- }
- ret = check_write_restriction(inode);
- if (ret)
- goto out;
- if (is_compressed(ni) && (iocb->ki_flags & IOCB_DIRECT)) {
- ntfs_inode_warn(inode, "direct i/o + compressed not supported");
- ret = -EOPNOTSUPP;
- goto out;
- }
- ret = generic_write_checks(iocb, from);
- if (ret <= 0)
- goto out;
- err = file_modified(iocb->ki_filp);
- if (err) {
- ret = err;
- goto out;
- }
- if (WARN_ON(ni->ni_flags & NI_FLAG_COMPRESSED_MASK)) {
- /* Should never be here, see ntfs_file_open(). */
- ret = -EOPNOTSUPP;
- goto out;
- }
- ret = ntfs_extend(inode, iocb->ki_pos, ret, file);
- if (ret)
- goto out;
- ret = is_compressed(ni) ? ntfs_compress_write(iocb, from) :
- __generic_file_write_iter(iocb, from);
- out:
- inode_unlock(inode);
- if (ret > 0)
- ret = generic_write_sync(iocb, ret);
- return ret;
- }
- /*
- * ntfs_file_open - file_operations::open
- */
- int ntfs_file_open(struct inode *inode, struct file *file)
- {
- struct ntfs_inode *ni = ntfs_i(inode);
- if (unlikely(ntfs3_forced_shutdown(inode->i_sb)))
- return -EIO;
- if (unlikely((is_compressed(ni) || is_encrypted(ni)) &&
- (file->f_flags & O_DIRECT))) {
- return -EOPNOTSUPP;
- }
- /* Decompress "external compressed" file if opened for rw. */
- if ((ni->ni_flags & NI_FLAG_COMPRESSED_MASK) &&
- (file->f_flags & (O_WRONLY | O_RDWR | O_TRUNC))) {
- #ifdef CONFIG_NTFS3_LZX_XPRESS
- int err = ni_decompress_file(ni);
- if (err)
- return err;
- #else
- ntfs_inode_warn(
- inode,
- "activate CONFIG_NTFS3_LZX_XPRESS to write external compressed files");
- return -EOPNOTSUPP;
- #endif
- }
- return generic_file_open(inode, file);
- }
- /*
- * ntfs_file_release - file_operations::release
- */
- static int ntfs_file_release(struct inode *inode, struct file *file)
- {
- struct ntfs_inode *ni = ntfs_i(inode);
- struct ntfs_sb_info *sbi = ni->mi.sbi;
- int err = 0;
- /* If we are last writer on the inode, drop the block reservation. */
- if (sbi->options->prealloc &&
- ((file->f_mode & FMODE_WRITE) &&
- atomic_read(&inode->i_writecount) == 1)
- /*
- * The only file when inode->i_fop = &ntfs_file_operations and
- * init_rwsem(&ni->file.run_lock) is not called explicitly is MFT.
- *
- * Add additional check here.
- */
- && inode->i_ino != MFT_REC_MFT) {
- ni_lock(ni);
- down_write(&ni->file.run_lock);
- err = attr_set_size(ni, ATTR_DATA, NULL, 0, &ni->file.run,
- i_size_read(inode), &ni->i_valid, false,
- NULL);
- up_write(&ni->file.run_lock);
- ni_unlock(ni);
- }
- return err;
- }
- /*
- * ntfs_fiemap - inode_operations::fiemap
- */
- int ntfs_fiemap(struct inode *inode, struct fiemap_extent_info *fieinfo,
- __u64 start, __u64 len)
- {
- int err;
- struct ntfs_inode *ni = ntfs_i(inode);
- err = fiemap_prep(inode, fieinfo, start, &len, ~FIEMAP_FLAG_XATTR);
- if (err)
- return err;
- ni_lock(ni);
- err = ni_fiemap(ni, fieinfo, start, len);
- ni_unlock(ni);
- return err;
- }
- /*
- * ntfs_file_splice_write - file_operations::splice_write
- */
- static ssize_t ntfs_file_splice_write(struct pipe_inode_info *pipe,
- struct file *file, loff_t *ppos,
- size_t len, unsigned int flags)
- {
- ssize_t err;
- struct inode *inode = file_inode(file);
- err = check_write_restriction(inode);
- if (err)
- return err;
- return iter_file_splice_write(pipe, file, ppos, len, flags);
- }
- // clang-format off
- const struct inode_operations ntfs_file_inode_operations = {
- .getattr = ntfs_getattr,
- .setattr = ntfs_setattr,
- .listxattr = ntfs_listxattr,
- .get_acl = ntfs_get_acl,
- .set_acl = ntfs_set_acl,
- .fiemap = ntfs_fiemap,
- .fileattr_get = ntfs_fileattr_get,
- .fileattr_set = ntfs_fileattr_set,
- };
- const struct file_operations ntfs_file_operations = {
- .llseek = generic_file_llseek,
- .read_iter = ntfs_file_read_iter,
- .write_iter = ntfs_file_write_iter,
- .unlocked_ioctl = ntfs_ioctl,
- #ifdef CONFIG_COMPAT
- .compat_ioctl = ntfs_compat_ioctl,
- #endif
- .splice_read = ntfs_file_splice_read,
- .splice_write = ntfs_file_splice_write,
- .mmap = ntfs_file_mmap,
- .open = ntfs_file_open,
- .fsync = generic_file_fsync,
- .fallocate = ntfs_fallocate,
- .release = ntfs_file_release,
- };
- #if IS_ENABLED(CONFIG_NTFS_FS)
- const struct file_operations ntfs_legacy_file_operations = {
- .llseek = generic_file_llseek,
- .read_iter = ntfs_file_read_iter,
- .splice_read = ntfs_file_splice_read,
- .open = ntfs_file_open,
- .release = ntfs_file_release,
- };
- #endif
- // clang-format on
|