2018-01-20 23:10:04 +01:00
|
|
|
SPDX-License-Identifier: GPL-2.0
|
2016-10-23 14:10:48 +02:00
|
|
|
diff --git a/include/linux/shmem_fs.h b/include/linux/shmem_fs.h
|
2018-03-11 22:57:16 +01:00
|
|
|
index 06b295b..45e4de6 100644
|
2016-10-23 14:10:48 +02:00
|
|
|
--- a/include/linux/shmem_fs.h
|
|
|
|
+++ b/include/linux/shmem_fs.h
|
2018-01-20 23:10:04 +01:00
|
|
|
@@ -25,10 +25,13 @@ struct shmem_inode_info {
|
2016-10-23 14:10:48 +02:00
|
|
|
};
|
|
|
|
|
|
|
|
struct shmem_sb_info {
|
|
|
|
+ struct mutex idr_lock;
|
|
|
|
+ bool idr_nouse;
|
|
|
|
+ struct idr idr; /* manages inode-number */
|
|
|
|
unsigned long max_blocks; /* How many blocks are allowed */
|
|
|
|
struct percpu_counter used_blocks; /* How many are allocated */
|
|
|
|
- unsigned long max_inodes; /* How many inodes are allowed */
|
|
|
|
- unsigned long free_inodes; /* How many are left for allocation */
|
|
|
|
+ int max_inodes; /* How many inodes are allowed */
|
|
|
|
+ int free_inodes; /* How many are left for allocation */
|
|
|
|
spinlock_t stat_lock; /* Serialize shmem_sb_info changes */
|
2017-06-03 03:34:14 +02:00
|
|
|
umode_t mode; /* Mount mode for root directory */
|
|
|
|
unsigned char huge; /* Whether to try for hugepages */
|
2016-10-23 14:10:48 +02:00
|
|
|
diff --git a/mm/shmem.c b/mm/shmem.c
|
2018-03-11 22:57:16 +01:00
|
|
|
index 7fbe67b..f6695c1 100644
|
2016-10-23 14:10:48 +02:00
|
|
|
--- a/mm/shmem.c
|
|
|
|
+++ b/mm/shmem.c
|
2018-01-20 23:10:04 +01:00
|
|
|
@@ -111,9 +111,13 @@ static unsigned long shmem_default_max_blocks(void)
|
2016-10-23 14:10:48 +02:00
|
|
|
return totalram_pages / 2;
|
|
|
|
}
|
|
|
|
|
|
|
|
-static unsigned long shmem_default_max_inodes(void)
|
|
|
|
+static int shmem_default_max_inodes(void)
|
|
|
|
{
|
|
|
|
- return min(totalram_pages - totalhigh_pages, totalram_pages / 2);
|
|
|
|
+ unsigned long ul;
|
|
|
|
+
|
|
|
|
+ ul = INT_MAX;
|
|
|
|
+ ul = min3(ul, totalram_pages - totalhigh_pages, totalram_pages / 2);
|
|
|
|
+ return ul;
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
2018-01-20 23:10:04 +01:00
|
|
|
@@ -1082,6 +1086,11 @@ static void shmem_evict_inode(struct inode *inode)
|
2016-10-23 14:10:48 +02:00
|
|
|
|
|
|
|
simple_xattrs_free(&info->xattrs);
|
|
|
|
WARN_ON(inode->i_blocks);
|
|
|
|
+ if (!sbinfo->idr_nouse && inode->i_ino) {
|
|
|
|
+ mutex_lock(&sbinfo->idr_lock);
|
|
|
|
+ idr_remove(&sbinfo->idr, inode->i_ino);
|
|
|
|
+ mutex_unlock(&sbinfo->idr_lock);
|
|
|
|
+ }
|
|
|
|
shmem_free_inode(inode->i_sb);
|
|
|
|
clear_inode(inode);
|
|
|
|
}
|
2018-01-20 23:10:04 +01:00
|
|
|
@@ -2150,13 +2159,13 @@ static struct inode *shmem_get_inode(struct super_block *sb, const struct inode
|
2016-10-23 14:10:48 +02:00
|
|
|
struct inode *inode;
|
|
|
|
struct shmem_inode_info *info;
|
|
|
|
struct shmem_sb_info *sbinfo = SHMEM_SB(sb);
|
|
|
|
+ int ino;
|
|
|
|
|
|
|
|
if (shmem_reserve_inode(sb))
|
|
|
|
return NULL;
|
|
|
|
|
|
|
|
inode = new_inode(sb);
|
|
|
|
if (inode) {
|
|
|
|
- inode->i_ino = get_next_ino();
|
|
|
|
inode_init_owner(inode, dir, mode);
|
|
|
|
inode->i_blocks = 0;
|
2017-06-03 03:34:14 +02:00
|
|
|
inode->i_atime = inode->i_mtime = inode->i_ctime = current_time(inode);
|
2018-01-20 23:10:04 +01:00
|
|
|
@@ -2198,6 +2207,25 @@ static struct inode *shmem_get_inode(struct super_block *sb, const struct inode
|
2016-10-23 14:10:48 +02:00
|
|
|
mpol_shared_policy_init(&info->policy, NULL);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
+
|
|
|
|
+ if (!sbinfo->idr_nouse) {
|
|
|
|
+ /* inum 0 and 1 are unused */
|
|
|
|
+ mutex_lock(&sbinfo->idr_lock);
|
|
|
|
+ ino = idr_alloc(&sbinfo->idr, inode, 2, INT_MAX,
|
|
|
|
+ GFP_NOFS);
|
|
|
|
+ if (ino > 0) {
|
|
|
|
+ inode->i_ino = ino;
|
|
|
|
+ mutex_unlock(&sbinfo->idr_lock);
|
|
|
|
+ __insert_inode_hash(inode, inode->i_ino);
|
|
|
|
+ } else {
|
|
|
|
+ inode->i_ino = 0;
|
|
|
|
+ mutex_unlock(&sbinfo->idr_lock);
|
|
|
|
+ iput(inode);
|
|
|
|
+ /* shmem_free_inode() will be called */
|
|
|
|
+ inode = NULL;
|
|
|
|
+ }
|
|
|
|
+ } else
|
|
|
|
+ inode->i_ino = get_next_ino();
|
|
|
|
} else
|
|
|
|
shmem_free_inode(sb);
|
|
|
|
return inode;
|
2018-03-11 22:57:16 +01:00
|
|
|
@@ -3397,8 +3425,7 @@ static struct dentry *shmem_get_parent(struct dentry *child)
|
2016-10-23 14:10:48 +02:00
|
|
|
static int shmem_match(struct inode *ino, void *vfh)
|
|
|
|
{
|
|
|
|
__u32 *fh = vfh;
|
|
|
|
- __u64 inum = fh[2];
|
|
|
|
- inum = (inum << 32) | fh[1];
|
|
|
|
+ __u64 inum = fh[1];
|
|
|
|
return ino->i_ino == inum && fh[0] == ino->i_generation;
|
|
|
|
}
|
|
|
|
|
2018-03-11 22:57:16 +01:00
|
|
|
@@ -3409,14 +3436,11 @@ static struct dentry *shmem_fh_to_dentry(struct super_block *sb,
|
2016-10-23 14:10:48 +02:00
|
|
|
struct dentry *dentry = NULL;
|
|
|
|
u64 inum;
|
|
|
|
|
|
|
|
- if (fh_len < 3)
|
|
|
|
+ if (fh_len < 2)
|
|
|
|
return NULL;
|
|
|
|
|
|
|
|
- inum = fid->raw[2];
|
|
|
|
- inum = (inum << 32) | fid->raw[1];
|
|
|
|
-
|
|
|
|
- inode = ilookup5(sb, (unsigned long)(inum + fid->raw[0]),
|
|
|
|
- shmem_match, fid->raw);
|
|
|
|
+ inum = fid->raw[1];
|
|
|
|
+ inode = ilookup5(sb, inum, shmem_match, fid->raw);
|
|
|
|
if (inode) {
|
|
|
|
dentry = d_find_alias(inode);
|
|
|
|
iput(inode);
|
2018-03-11 22:57:16 +01:00
|
|
|
@@ -3428,30 +3452,15 @@ static struct dentry *shmem_fh_to_dentry(struct super_block *sb,
|
2016-10-23 14:10:48 +02:00
|
|
|
static int shmem_encode_fh(struct inode *inode, __u32 *fh, int *len,
|
|
|
|
struct inode *parent)
|
|
|
|
{
|
|
|
|
- if (*len < 3) {
|
|
|
|
- *len = 3;
|
|
|
|
+ if (*len < 2) {
|
|
|
|
+ *len = 2;
|
|
|
|
return FILEID_INVALID;
|
|
|
|
}
|
|
|
|
|
|
|
|
- if (inode_unhashed(inode)) {
|
|
|
|
- /* Unfortunately insert_inode_hash is not idempotent,
|
|
|
|
- * so as we hash inodes here rather than at creation
|
|
|
|
- * time, we need a lock to ensure we only try
|
|
|
|
- * to do it once
|
|
|
|
- */
|
|
|
|
- static DEFINE_SPINLOCK(lock);
|
|
|
|
- spin_lock(&lock);
|
|
|
|
- if (inode_unhashed(inode))
|
|
|
|
- __insert_inode_hash(inode,
|
|
|
|
- inode->i_ino + inode->i_generation);
|
|
|
|
- spin_unlock(&lock);
|
|
|
|
- }
|
|
|
|
-
|
|
|
|
fh[0] = inode->i_generation;
|
|
|
|
fh[1] = inode->i_ino;
|
|
|
|
- fh[2] = ((__u64)inode->i_ino) >> 32;
|
|
|
|
|
|
|
|
- *len = 3;
|
|
|
|
+ *len = 2;
|
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
|
2018-03-11 22:57:16 +01:00
|
|
|
@@ -3515,7 +3524,7 @@ static int shmem_parse_options(char *options, struct shmem_sb_info *sbinfo,
|
2016-10-23 14:10:48 +02:00
|
|
|
goto bad_val;
|
|
|
|
} else if (!strcmp(this_char,"nr_inodes")) {
|
|
|
|
sbinfo->max_inodes = memparse(value, &rest);
|
|
|
|
- if (*rest)
|
|
|
|
+ if (*rest || sbinfo->max_inodes < 2)
|
|
|
|
goto bad_val;
|
|
|
|
} else if (!strcmp(this_char,"mode")) {
|
|
|
|
if (remount)
|
2018-03-11 22:57:16 +01:00
|
|
|
@@ -3580,7 +3589,7 @@ static int shmem_remount_fs(struct super_block *sb, int *flags, char *data)
|
2016-10-23 14:10:48 +02:00
|
|
|
{
|
|
|
|
struct shmem_sb_info *sbinfo = SHMEM_SB(sb);
|
|
|
|
struct shmem_sb_info config = *sbinfo;
|
|
|
|
- unsigned long inodes;
|
|
|
|
+ int inodes;
|
|
|
|
int error = -EINVAL;
|
|
|
|
|
|
|
|
config.mpol = NULL;
|
2018-03-11 22:57:16 +01:00
|
|
|
@@ -3629,7 +3638,7 @@ static int shmem_show_options(struct seq_file *seq, struct dentry *root)
|
2016-10-23 14:10:48 +02:00
|
|
|
seq_printf(seq, ",size=%luk",
|
2017-06-03 03:34:14 +02:00
|
|
|
sbinfo->max_blocks << (PAGE_SHIFT - 10));
|
2016-10-23 14:10:48 +02:00
|
|
|
if (sbinfo->max_inodes != shmem_default_max_inodes())
|
|
|
|
- seq_printf(seq, ",nr_inodes=%lu", sbinfo->max_inodes);
|
|
|
|
+ seq_printf(seq, ",nr_inodes=%d", sbinfo->max_inodes);
|
|
|
|
if (sbinfo->mode != (S_IRWXUGO | S_ISVTX))
|
|
|
|
seq_printf(seq, ",mode=%03ho", sbinfo->mode);
|
|
|
|
if (!uid_eq(sbinfo->uid, GLOBAL_ROOT_UID))
|
2018-03-11 22:57:16 +01:00
|
|
|
@@ -3747,6 +3756,8 @@ static void shmem_put_super(struct super_block *sb)
|
2016-10-23 14:10:48 +02:00
|
|
|
{
|
|
|
|
struct shmem_sb_info *sbinfo = SHMEM_SB(sb);
|
|
|
|
|
|
|
|
+ if (!sbinfo->idr_nouse)
|
|
|
|
+ idr_destroy(&sbinfo->idr);
|
|
|
|
percpu_counter_destroy(&sbinfo->used_blocks);
|
|
|
|
mpol_put(sbinfo->mpol);
|
|
|
|
kfree(sbinfo);
|
2018-03-11 22:57:16 +01:00
|
|
|
@@ -3765,6 +3776,8 @@ int shmem_fill_super(struct super_block *sb, void *data, int silent)
|
2016-10-23 14:10:48 +02:00
|
|
|
if (!sbinfo)
|
|
|
|
return -ENOMEM;
|
|
|
|
|
|
|
|
+ mutex_init(&sbinfo->idr_lock);
|
|
|
|
+ idr_init(&sbinfo->idr);
|
|
|
|
sbinfo->mode = S_IRWXUGO | S_ISVTX;
|
|
|
|
sbinfo->uid = current_fsuid();
|
|
|
|
sbinfo->gid = current_fsgid();
|
2018-03-11 22:57:16 +01:00
|
|
|
@@ -3872,6 +3885,15 @@ static void shmem_destroy_inodecache(void)
|
2016-10-23 14:10:48 +02:00
|
|
|
kmem_cache_destroy(shmem_inode_cachep);
|
|
|
|
}
|
|
|
|
|
|
|
|
+static __init void shmem_no_idr(struct super_block *sb)
|
|
|
|
+{
|
|
|
|
+ struct shmem_sb_info *sbinfo;
|
|
|
|
+
|
|
|
|
+ sbinfo = SHMEM_SB(sb);
|
|
|
|
+ sbinfo->idr_nouse = true;
|
|
|
|
+ idr_destroy(&sbinfo->idr);
|
|
|
|
+}
|
|
|
|
+
|
|
|
|
static const struct address_space_operations shmem_aops = {
|
|
|
|
.writepage = shmem_writepage,
|
|
|
|
.set_page_dirty = __set_page_dirty_no_writeback,
|
2018-03-11 22:57:16 +01:00
|
|
|
@@ -4002,6 +4024,7 @@ int __init shmem_init(void)
|
2017-06-03 03:34:14 +02:00
|
|
|
pr_err("Could not kern_mount tmpfs\n");
|
2016-10-23 14:10:48 +02:00
|
|
|
goto out1;
|
|
|
|
}
|
|
|
|
+ shmem_no_idr(shm_mnt->mnt_sb);
|
|
|
|
|
2017-06-03 03:34:14 +02:00
|
|
|
#ifdef CONFIG_TRANSPARENT_HUGE_PAGECACHE
|
2017-11-16 10:18:08 +01:00
|
|
|
if (has_transparent_hugepage() && shmem_huge > SHMEM_HUGE_DENY)
|