This is a newer version of the "big cleanup" for loop.c
that I previous posted for 2.5.30. This version has the following
new additions:
1. bio remapping works. It replaces the loop devices
queue->make_request_fn with a very function. The flag that was
previously used to try to implement this is gone now. However,
I'm thinking of deleting the bio remapping optimization from loop.c,
as it only applies to running a loop device that is backed by a
hardware block device, with not encryption or other data transformation.
I think the only thing that that might be useful for would be
eliminating disk partitions, and and that is something that I'd
rather look at after the lvm2 device mapper is integrated.
2. The max_loops module parameter is gone. loop.c now
has no pamaeters for sysadmins to worry about. Instead, loop
devices are creates as they are needed. /dev/loop/n+1 is created
when /dev/loop/n is opened. Loop devices that have been created
but are not configured use very little memory anyhow.
3. Fixed a bug involving a loop device backed by a file, where
the loop device had a file system with block size of smaller than a
page. This could cause the loop device to attempt to tell
address_space_operations->{prepare,commit}_write to write beyond the
end of a page. I found this bug after making script of a few simple
regression tests.
4. Changed structure initializers to C99 format.
Except for "to do" item #2, everything below this line is
basically a rehash of my notes from the previous loop.c patch
that I posted (for 2.5.30).
----------------------------------------------------------------------
This version also has the changes that were in the
previous loop.c patch that I posted:
5. Elminated a bug that caused the loop device to try
to transfer n*(n+1)/2 pages when given a bvec with n bios. I believe
this was what was causing loop.c to run out memory. bio_copy failures
should be much more rare, although I have yet to include code like
Jari's to actually work around bio failures.
6. Each /dev/loop device now exports the DMA parameters of
its underlying device. So, bio producers can submit bios at the
maximum size that the underlying device can handle.
7. Space for loop devices is kmalloc'ed as they are set up,
rather than space for a fixed number of devices being preallocated.
8. bio_copy never copies data, although there is one
data copy that occurs when a loop device is backed by a file,
without any data transformation. Previously loop.c would
ask bio_copy to copy the data, but would never use it. It was just
a waste of cpu time.
9. Deleted some unnecessary locking, and replaced lo_sem with
lo_thread_exited (a struct completion rather than a semaphore, making
it smaller and avoiding a potential problem with waiting on a
semaphore to deallocate memory that it occupies as described to me by
some nice people on irc.kernelnewbies.org whose names I don't
remember).
Known bug:
1. The module referencing counting in fs/block_dev.c does not
get along well with this. After creating and deleting
a loop device, the reference count of the modules is -1.
I think this is probably a bug in block_dev.c.
To do:
1. Accomodate bio_copy failures by reserving one page (or
q->hardsect_size, whichever is greater. I have not done
this yet because I want to at least make some changes to bio.c
2. Possibly integrate changes by Jari Ruusu and Andrew Morton
to support files that lack
address_space_operations->{prepare,commit}_write, by using
struct file_operations methods instead. I don't currently
understand if there is a 'legitimate" reason for a writeable
file system not to provide {prepare,commit}_write operations
for plane files. tmpfs is an example of this.
3. After the device mapper from lvm2 is integrated into 2.5,
consider porting the "transform" functionality to it and
seeing if we can the eliminate loop.c.
--
Adam J. Richter __ ______________ 575 Oroville Road
adam@yggdrasil.com \ / Milpitas, California 95035
+1 408 309-6081 | g g d r a s i l United States of America
"Free Software For The Rest Of Us."
--ikeVEW9yuYc//A+q
Content-Type: text/plain; charset=us-ascii
Content-Disposition: attachment; filename="loop.diffs"
--- linux-2.5.31/include/linux/loop.h 2002-08-10 18:41:29.000000000 -0700
+++ linux/include/linux/loop.h 2002-08-13 02:26:29.000000000 -0700
@@ -1,8 +1,3 @@
-#ifndef _LINUX_LOOP_H
-#define _LINUX_LOOP_H
-
-#include <linux/kdev_t.h>
-
/*
* include/linux/loop.h
*
@@ -12,11 +7,19 @@
* permitted under the GNU General Public License.
*/
+#ifndef _LINUX_LOOP_H
+#define _LINUX_LOOP_H
+
+#include <linux/kdev_t.h>
+
#define LO_NAME_SIZE 64
#define LO_KEY_SIZE 32
#ifdef __KERNEL__
+#include <linux/blkdev.h>
+#include <linux/completion.h>
+
/* Possible states of device */
enum {
Lo_unbound,
@@ -24,10 +27,18 @@
Lo_rundown,
};
+/* IV calculation related constants */
+#define LO_IV_MODE_DEFAULT 0 /* old logical block size based mode */
+#define LO_IV_MODE_SECTOR 1 /* calculate IV based on relative
+ 512 byte sectors */
+#define LO_IV_SECTOR_BITS 9
+#define LO_IV_SECTOR_SIZE (1 << LO_IV_SECTOR_BITS)
+
struct loop_device {
+ request_queue_t queue;
int lo_number;
- int lo_refcnt;
- int lo_offset;
+ loff_t lo_offset;
+ sector_t lo_sector_offset; /* lo_offset / 512 */
int lo_encrypt_type;
int lo_encrypt_key_size;
int lo_flags;
@@ -51,11 +62,12 @@
spinlock_t lo_lock;
struct bio *lo_bio;
struct bio *lo_biotail;
- int lo_state;
- struct semaphore lo_sem;
- struct semaphore lo_ctl_mutex;
+ struct completion lo_thread_exited;
struct semaphore lo_bh_mutex;
atomic_t lo_pending;
+
+ int lo_iv_mode;
+ struct list_head lo_list;
};
typedef int (* transfer_proc_t)(struct loop_device *, int cmd,
@@ -69,7 +81,6 @@
*/
#define LO_FLAGS_DO_BMAP 1
#define LO_FLAGS_READ_ONLY 2
-#define LO_FLAGS_BH_REMAP 4
/*
* Note that this structure gets the wrong offsets when directly used
@@ -114,6 +125,7 @@
#define LO_CRYPT_IDEA 6
#define LO_CRYPT_DUMMY 9
#define LO_CRYPT_SKIPJACK 10
+#define LO_CRYPT_CRYPTOAPI 18 /* international crypto patch */
#define MAX_LO_CRYPT 20
#ifdef __KERNEL__
--- linux-2.5.31/drivers/block/loop.c 2002-08-10 18:41:17.000000000 -0700
+++ linux/drivers/block/loop.c 2002-08-13 04:13:58.000000000 -0700
@@ -39,6 +39,9 @@
* Support up to 256 loop devices
* Heinz Mauelshagen <mge@sistina.com>, Feb 2002
*
+ * Fixed and made IV calculation customizable by lo_iv_mode
+ * Herbert Valerio Riedel <hvr@gnu.org>, Apr 2001
+ *
* Still To Fix:
* - Advisory locking is ignored here.
* - Should use an own CAP_* category instead of CAP_SYS_ADMIN
@@ -75,20 +78,65 @@
#include <linux/loop.h>
#include <linux/suspend.h>
#include <linux/buffer_head.h> /* for invalidate_bdev() */
+#include <linux/list.h>
#include <asm/uaccess.h>
#define MAJOR_NR LOOP_MAJOR
-static int max_loop = 8;
-static struct loop_device *loop_dev;
-static int *loop_sizes;
+#define SECTOR_SIZE 512
+#define SECTOR_MASK (SECTOR_SIZE - 1)
+
+struct sync_xfer {
+ struct bio *loop_bio;
+ unsigned int offset;
+ struct completion done;
+};
+
+static int max_loop; /* = 0. Highest /dev/loop/nnn created. */
static devfs_handle_t devfs_handle; /* For the directory */
+spinlock_t loop_devs_lock = SPIN_LOCK_UNLOCKED;
+static LIST_HEAD(loop_devs);
+
+static int loop_make_request(request_queue_t *q, struct bio *old_bio);
+static int loop_remap_request(request_queue_t *q, struct bio *old_bio);
+static void create_dev_loop(int dev_minor);
+
+static inline int loop_get_bs(struct loop_device *lo)
+{
+ return block_size(lo->lo_device);
+}
+
+static inline unsigned long loop_get_iv(struct loop_device *lo,
+ unsigned long sector)
+{
+ int bs;
+ unsigned long offset, IV;
+
+ sector += lo->lo_sector_offset; /* FIXME. Make IV independent of
+ location of the loop device. */
+ switch (lo->lo_iv_mode) {
+ case LO_IV_MODE_SECTOR:
+ /* BUG_ON(LO_IV_SECTOR_BITS != 9); */
+ return sector;
+
+ default:
+ printk (KERN_WARNING "loop: unexpected lo_iv_mode\n");
+ case LO_IV_MODE_DEFAULT:
+ bs = loop_get_bs(lo);
+ IV = sector / ((unsigned long) (bs >> 9));
+ offset = ((unsigned long) (((sector % (bs >> 9)) << 9) + lo->lo_offset)) % bs;
+ if (offset >= bs)
+ IV++;
+ return IV;
+ }
+}
+
/*
* Transfer functions
*/
-static int transfer_none(struct loop_device *lo, int cmd, char *raw_buf,
+static int copy_transfer(struct loop_device *lo, int cmd, char *raw_buf,
char *loop_buf, int size, int real_block)
{
if (raw_buf != loop_buf) {
@@ -101,7 +149,23 @@
return 0;
}
-static int transfer_xor(struct loop_device *lo, int cmd, char *raw_buf,
+static int copy_init(struct loop_device *lo, struct loop_info *info)
+{
+ if (!(lo->lo_flags & LO_FLAGS_DO_BMAP) &&
+ !(lo->lo_offset & (SECTOR_SIZE - 1)))
+ lo->queue.make_request_fn = loop_remap_request;
+
+ return 0;
+}
+
+static int copy_release(struct loop_device *lo)
+{
+ lo->queue.make_request_fn = loop_make_request;
+
+ return 0;
+}
+
+static int xor_transfer(struct loop_device *lo, int cmd, char *raw_buf,
char *loop_buf, int size, int real_block)
{
char *in, *out, *key;
@@ -118,17 +182,11 @@
key = lo->lo_encrypt_key;
keysize = lo->lo_encrypt_key_size;
for (i = 0; i < size; i++)
- *out++ = *in++ ^ key[(i & 511) % keysize];
+ *out++ = *in++ ^ key[(i & (SECTOR_SIZE - 1)) % keysize];
return 0;
}
-static int none_status(struct loop_device *lo, struct loop_info *info)
-{
- lo->lo_flags |= LO_FLAGS_BH_REMAP;
- return 0;
-}
-
-static int xor_status(struct loop_device *lo, struct loop_info *info)
+static int xor_init(struct loop_device *lo, struct loop_info *info)
{
if (info->lo_encrypt_key_size <= 0)
return -EINVAL;
@@ -136,15 +194,16 @@
}
struct loop_func_table none_funcs = {
- number: LO_CRYPT_NONE,
- transfer: transfer_none,
- init: none_status,
+ .number = LO_CRYPT_NONE,
+ .transfer = copy_transfer,
+ .init = copy_init,
+ .release = copy_release,
};
struct loop_func_table xor_funcs = {
- number: LO_CRYPT_XOR,
- transfer: transfer_xor,
- init: xor_status
+ .number = LO_CRYPT_XOR,
+ .transfer = xor_transfer,
+ .init = xor_init,
};
/* xfer_funcs[0] is special - its release function is never called */
@@ -153,20 +212,16 @@
&xor_funcs
};
-#define MAX_DISK_SIZE 1024*1024*1024
-
-static unsigned long
-compute_loop_size(struct loop_device *lo, struct dentry * lo_dentry)
+static loff_t
+compute_loop_size(struct loop_device *lo)
{
- loff_t size = lo_dentry->d_inode->i_mapping->host->i_size;
- return (size - lo->lo_offset) >> BLOCK_SIZE_BITS;
+ return lo->lo_backing_file->f_dentry->d_inode->i_mapping->host->i_size;
}
-static void figure_loop_size(struct loop_device *lo)
+static u64
+compute_loop_sectors(struct loop_device *lo)
{
- loop_sizes[lo->lo_number] = compute_loop_size(lo,
- lo->lo_backing_file->f_dentry);
-
+ return (compute_loop_size(lo) + (SECTOR_SIZE-1) - lo->lo_offset) >> 9;
}
static inline int lo_do_transfer(struct loop_device *lo, int cmd, char *rbuf,
@@ -187,63 +242,70 @@
struct page *page;
char *kaddr, *data;
unsigned long index;
- unsigned size, offset;
- int len;
- int ret = 0;
+ unsigned size, offset, this_size, end;
+ int ret = -1;
+ unsigned long IV;
+ int transfer_result;
down(&mapping->host->i_sem);
+
+ size = bvec->bv_len;
index = pos >> PAGE_CACHE_SHIFT;
offset = pos & (PAGE_CACHE_SIZE - 1);
data = kmap(bvec->bv_page) + bvec->bv_offset;
- len = bvec->bv_len;
- while (len > 0) {
- int IV = index * (PAGE_CACHE_SIZE/bsize) + offset/bsize;
- int transfer_result;
-
- size = PAGE_CACHE_SIZE - offset;
- if (size > len)
- size = len;
+
+ /* pos is not necessarily page aligned. So, we loop, in
+ case the transfer writes to two pages. */
+ for(;;) {
+ end = min(offset + size, (unsigned) PAGE_CACHE_SIZE);
+ this_size = end - offset;
+
+ IV = loop_get_iv(lo,
+ (pos - lo->lo_offset) >> LO_IV_SECTOR_BITS);
page = grab_cache_page(mapping, index);
if (!page)
goto fail;
- if (aops->prepare_write(file, page, offset, offset+size))
- goto unlock;
- kaddr = page_address(page);
+ if (aops->prepare_write(file, page, offset, end))
+ goto unlock_fail;
+ kaddr = page_address(page) + offset;
flush_dcache_page(page);
- transfer_result = lo_do_transfer(lo, WRITE, kaddr + offset, data, size, IV);
+ transfer_result = lo_do_transfer(lo, WRITE, kaddr, data,
+ this_size, IV);
if (transfer_result) {
/*
* The transfer failed, but we still write the data to
* keep prepare/commit calls balanced.
*/
- printk(KERN_ERR "loop: transfer error block %ld\n", index);
- memset(kaddr + offset, 0, size);
+ printk(KERN_ERR
+ "loop: transfer error block %ld\n", index);
+ memset(kaddr, 0, this_size);
}
- if (aops->commit_write(file, page, offset, offset+size))
- goto unlock;
- if (transfer_result)
- goto unlock;
- data += size;
- len -= size;
- offset = 0;
- index++;
- pos += size;
+
+ if (aops->commit_write(file, page, offset, end) ||
+ transfer_result)
+ goto unlock_fail;
+
+ size -= this_size;
+ if (size == 0)
+ break;
+
unlock_page(page);
page_cache_release(page);
+ index++;
+ offset = 0;
+ data += this_size;
}
- up(&mapping->host->i_sem);
-out:
- kunmap(bvec->bv_page);
- return ret;
+ ret = 0;
-unlock:
+unlock_fail:
unlock_page(page);
page_cache_release(page);
+
fail:
up(&mapping->host->i_sem);
- ret = -1;
- goto out;
+ kunmap(bvec->bv_page);
+ return ret;
}
static int
@@ -272,10 +334,20 @@
static int lo_read_actor(read_descriptor_t * desc, struct page *page, unsigned long offset, unsigned long size)
{
char *kaddr;
- unsigned long count = desc->count;
- struct lo_read_data *p = (struct lo_read_data*)desc->buf;
- struct loop_device *lo = p->lo;
- int IV = page->index * (PAGE_CACHE_SIZE/p->bsize) + offset/p->bsize;
+ unsigned long count;
+ struct lo_read_data *p;
+ struct loop_device *lo;
+ unsigned long IV;
+
+ count = desc->count;
+ p = (struct lo_read_data*)desc->buf;
+ lo = p->lo;
+ IV = loop_get_iv(lo,
+ ((page->index << (PAGE_CACHE_SHIFT - LO_IV_SECTOR_BITS))
+ + (offset >> LO_IV_SECTOR_BITS)
+ - lo->lo_sector_offset)); /* assumes LO_IV_SECTOR_BITS == 9. */
+
+ /* BUG_ON(LO_IV_SECTOR_BITS != 9); */
if (size > count)
size = count;
@@ -287,7 +359,6 @@
desc->error = -EINVAL;
}
kunmap(page);
-
desc->count = count - size;
desc->written += size;
p->data += size;
@@ -300,7 +371,6 @@
{
struct lo_read_data cookie;
read_descriptor_t desc;
- struct file *file;
cookie.lo = lo;
cookie.data = kmap(bvec->bv_page) + bvec->bv_offset;
@@ -309,10 +379,7 @@
desc.count = bvec->bv_len;
desc.buf = (char*)&cookie;
desc.error = 0;
- spin_lock_irq(&lo->lo_lock);
- file = lo->lo_backing_file;
- spin_unlock_irq(&lo->lo_lock);
- do_generic_file_read(file, &pos, &desc, lo_read_actor);
+ do_generic_file_read(lo->lo_backing_file, &pos, &desc, lo_read_actor);
kunmap(bvec->bv_page);
return desc.error;
}
@@ -334,41 +401,14 @@
return ret;
}
-static inline int loop_get_bs(struct loop_device *lo)
-{
- return block_size(lo->lo_device);
-}
-
-static inline unsigned long loop_get_iv(struct loop_device *lo,
- unsigned long sector)
-{
- int bs = loop_get_bs(lo);
- unsigned long offset, IV;
-
- IV = sector / (bs >> 9) + lo->lo_offset / bs;
- offset = ((sector % (bs >> 9)) << 9) + lo->lo_offset % bs;
- if (offset >= bs)
- IV++;
-
- return IV;
-}
-
static int do_bio_filebacked(struct loop_device *lo, struct bio *bio)
{
- loff_t pos;
- int ret;
-
- pos = ((loff_t) bio->bi_sector << 9) + lo->lo_offset;
+ const loff_t pos = ((loff_t) bio->bi_sector << 9) + lo->lo_offset;
- do {
- if (bio_rw(bio) == WRITE)
- ret = lo_send(lo, bio, loop_get_bs(lo), pos);
- else
- ret = lo_receive(lo, bio, loop_get_bs(lo), pos);
-
- } while (++bio->bi_idx < bio->bi_vcnt);
-
- return ret;
+ if (bio_rw(bio) == WRITE)
+ return lo_send(lo, bio, loop_get_bs(lo), pos);
+ else
+ return lo_receive(lo, bio, loop_get_bs(lo), pos);
}
static void loop_end_io_transfer(struct bio *);
@@ -432,7 +472,7 @@
static void loop_end_io_transfer(struct bio *bio)
{
struct bio *rbh = bio->bi_private;
- struct loop_device *lo = &loop_dev[minor(to_kdev_t(rbh->bi_bdev->bd_dev))];
+ struct loop_device *lo = rbh->bi_bdev->bd_queue->queuedata;
int uptodate = test_bit(BIO_UPTODATE, &bio->bi_flags);
if (!uptodate || bio_rw(bio) == WRITE) {
@@ -444,25 +484,16 @@
loop_add_bio(lo, bio);
}
-static struct bio *loop_get_buffer(struct loop_device *lo, struct bio *rbh)
+static inline struct bio *
+loop_get_buffer(struct loop_device *lo, struct bio *rbh)
{
struct bio *bio;
- /*
- * for xfer_funcs that can operate on the same bh, do that
- */
- if (lo->lo_flags & LO_FLAGS_BH_REMAP) {
- bio = rbh;
- goto out_bh;
- }
-
- bio = bio_copy(rbh, GFP_NOIO, rbh->bi_rw & WRITE);
+ bio = bio_copy(rbh, GFP_NOIO, 0);
bio->bi_end_io = loop_end_io_transfer;
bio->bi_private = rbh;
-
-out_bh:
- bio->bi_sector = rbh->bi_sector + (lo->lo_offset >> 9);
+ bio->bi_sector = rbh->bi_sector + lo->lo_sector_offset;
bio->bi_rw = rbh->bi_rw;
bio->bi_bdev = lo->lo_device;
@@ -473,12 +504,15 @@
bio_transfer(struct loop_device *lo, struct bio *to_bio,
struct bio *from_bio)
{
- unsigned long IV = loop_get_iv(lo, from_bio->bi_sector);
+ const sector_t from_sector = from_bio->bi_sector;
+ unsigned long IV;
+ off_t offset = 0;
struct bio_vec *from_bvec, *to_bvec;
char *vto, *vfrom;
int ret = 0, i;
__bio_for_each_segment(from_bvec, from_bio, i, 0) {
+ IV = loop_get_iv(lo, from_sector + (offset >> 9));
to_bvec = &to_bio->bi_io_vec[i];
kmap(from_bvec->bv_page);
@@ -489,28 +523,27 @@
from_bvec->bv_len, IV);
kunmap(from_bvec->bv_page);
kunmap(to_bvec->bv_page);
+ offset += from_bvec->bv_len;
}
return ret;
}
-
+
+static int loop_remap_request(request_queue_t *q, struct bio *old_bio)
+{
+ struct loop_device *lo = old_bio->bi_bdev->bd_queue->queuedata;
+
+ old_bio->bi_sector += lo->lo_sector_offset;
+ old_bio->bi_bdev = lo->lo_device;
+ generic_make_request(old_bio);
+ return 0;
+}
+
static int loop_make_request(request_queue_t *q, struct bio *old_bio)
{
struct bio *new_bio = NULL;
- struct loop_device *lo;
- unsigned long IV;
+ struct loop_device *lo = old_bio->bi_bdev->bd_queue->queuedata;
int rw = bio_rw(old_bio);
- int unit = minor(to_kdev_t(old_bio->bi_bdev->bd_dev));
-
- if (unit >= max_loop)
- goto out;
-
- lo = &loop_dev[unit];
- spin_lock_irq(&lo->lo_lock);
- if (lo->lo_state != Lo_bound)
- goto inactive;
- atomic_inc(&lo->lo_pending);
- spin_unlock_irq(&lo->lo_lock);
if (rw == WRITE) {
if (lo->lo_flags & LO_FLAGS_READ_ONLY)
@@ -528,6 +561,7 @@
* file backed, queue for loop_thread to handle
*/
if (lo->lo_flags & LO_FLAGS_DO_BMAP) {
+ atomic_inc(&lo->lo_pending);
loop_add_bio(lo, old_bio);
return 0;
}
@@ -536,25 +570,20 @@
* piggy old buffer on original, and submit for I/O
*/
new_bio = loop_get_buffer(lo, old_bio);
- IV = loop_get_iv(lo, old_bio->bi_sector);
if (rw == WRITE) {
- if (bio_transfer(lo, new_bio, old_bio))
+ if (bio_transfer(lo, new_bio, old_bio)) {
+ loop_put_buffer(new_bio);
goto err;
+ }
}
+ atomic_inc(&lo->lo_pending);
generic_make_request(new_bio);
return 0;
err:
- if (atomic_dec_and_test(&lo->lo_pending))
- up(&lo->lo_bh_mutex);
- loop_put_buffer(new_bio);
-out:
bio_io_error(old_bio);
return 0;
-inactive:
- spin_unlock_irq(&lo->lo_lock);
- goto out;
}
static inline void loop_handle_bio(struct loop_device *lo, struct bio *bio)
@@ -602,14 +631,8 @@
set_user_nice(current, -20);
- lo->lo_state = Lo_bound;
atomic_inc(&lo->lo_pending);
- /*
- * up sem, we are running
- */
- up(&lo->lo_sem);
-
for (;;) {
down_interruptible(&lo->lo_bh_mutex);
/*
@@ -621,7 +644,7 @@
bio = loop_get_bio(lo);
if (!bio) {
- printk("loop: missing bio\n");
+ printk(KERN_WARNING "loop: missing bio\n");
continue;
}
loop_handle_bio(lo, bio);
@@ -634,25 +657,21 @@
break;
}
- up(&lo->lo_sem);
+ complete(&lo->lo_thread_exited);
return 0;
}
-static int loop_set_fd(struct loop_device *lo, struct file *lo_file,
+static int loop_set_fd(struct file *lo_file,
struct block_device *bdev, unsigned int arg)
{
+ struct loop_device *lo;
struct file *file;
struct inode *inode;
kdev_t dev = to_kdev_t(bdev->bd_dev);
struct block_device *lo_device;
int lo_flags = 0;
int error;
-
- MOD_INC_USE_COUNT;
-
- error = -EBUSY;
- if (lo->lo_state != Lo_unbound)
- goto out;
+ request_queue_t *q;
error = -EBADF;
file = fget(arg);
@@ -671,6 +690,14 @@
error = -EBUSY;
goto out;
}
+
+ /* We will ignore the underlying device's page cache, so
+ first send any data in it to disk, without waiting.
+ The bio layer will process these writes before any of
+ our reads. */
+ filemap_fdatawrite(inode->i_mapping);
+
+ error = 0;
} else if (S_ISREG(inode->i_mode)) {
struct address_space_operations *aops = inode->i_mapping->a_ops;
/*
@@ -695,59 +722,85 @@
|| !(lo_file->f_mode & FMODE_WRITE))
lo_flags |= LO_FLAGS_READ_ONLY;
+ lo = kmalloc(sizeof(struct loop_device), GFP_KERNEL);
+ if (lo == NULL) {
+ error = -ENOMEM;
+ goto out_putf;
+ }
+ memset(lo, 0, sizeof(*lo));
+
set_device_ro(dev, (lo_flags & LO_FLAGS_READ_ONLY) != 0);
+ spin_lock(&loop_devs_lock);
+ list_add(&lo->lo_list, &loop_devs);
+ spin_unlock(&loop_devs_lock);
+
+ init_completion(&lo->lo_thread_exited);
+ init_MUTEX_LOCKED(&lo->lo_bh_mutex);
+ lo->lo_number = minor(dev);
+ spin_lock_init(&lo->lo_lock);
+
lo->lo_device = lo_device;
lo->lo_flags = lo_flags;
lo->lo_backing_file = file;
lo->transfer = NULL;
lo->ioctl = NULL;
- figure_loop_size(lo);
+ lo->lo_iv_mode = LO_IV_MODE_DEFAULT;
+
+ lo->queue.queuedata = lo;
+ q = &lo->queue;
+ blk_queue_make_request(q, loop_make_request);
+ blk_queue_bounce_limit(q, BLK_BOUNCE_HIGH);
+ blk_queue_max_sectors(q, lo_device->bd_queue->max_sectors);
+ blk_queue_max_phys_segments(q, lo_device->bd_queue->max_phys_segments);
+ blk_queue_max_hw_segments(q, lo_device->bd_queue->max_hw_segments);
+ blk_queue_hardsect_size(q, lo_device->bd_queue->hardsect_size);
+ blk_queue_max_segment_size(q, lo_device->bd_queue->max_segment_size);
+
+ bdev->bd_queue = q;
+ bdev->bd_openers++;
+ atomic_inc(&bdev->bd_count);
+ MOD_INC_USE_COUNT;
+
lo->old_gfp_mask = inode->i_mapping->gfp_mask;
inode->i_mapping->gfp_mask = GFP_NOIO;
set_blocksize(bdev, block_size(lo_device));
+ bdev->bd_inode->i_size = compute_loop_size(lo);
lo->lo_bio = lo->lo_biotail = NULL;
kernel_thread(loop_thread, lo, CLONE_FS | CLONE_FILES | CLONE_SIGHAND);
- down(&lo->lo_sem);
-
- fput(file);
- return 0;
out_putf:
fput(file);
out:
- MOD_DEC_USE_COUNT;
+
return error;
}
static int loop_release_xfer(struct loop_device *lo)
{
int err = 0;
- if (lo->lo_encrypt_type) {
- struct loop_func_table *xfer= xfer_funcs[lo->lo_encrypt_type];
- if (xfer && xfer->release)
- err = xfer->release(lo);
- if (xfer && xfer->unlock)
- xfer->unlock(lo);
- lo->lo_encrypt_type = 0;
- }
+ struct loop_func_table *xfer= xfer_funcs[lo->lo_encrypt_type];
+
+ if (xfer && xfer->release)
+ err = xfer->release(lo);
+ if (xfer && xfer->unlock)
+ xfer->unlock(lo);
+ lo->lo_encrypt_type = 0;
return err;
}
static int loop_init_xfer(struct loop_device *lo, int type,struct loop_info *i)
{
int err = 0;
- if (type) {
- struct loop_func_table *xfer = xfer_funcs[type];
- if (xfer->init)
- err = xfer->init(lo, i);
- if (!err) {
- lo->lo_encrypt_type = type;
- if (xfer->lock)
- xfer->lock(lo);
- }
+ struct loop_func_table *xfer = xfer_funcs[type];
+ if (xfer->init)
+ err = xfer->init(lo, i);
+ if (!err) {
+ lo->lo_encrypt_type = type;
+ if (xfer->lock)
+ xfer->lock(lo);
}
return err;
}
@@ -755,45 +808,38 @@
static int loop_clr_fd(struct loop_device *lo, struct block_device *bdev)
{
struct file *filp = lo->lo_backing_file;
- int gfp = lo->old_gfp_mask;
- if (lo->lo_state != Lo_bound)
- return -ENXIO;
- if (lo->lo_refcnt > 1) /* we needed one fd for the ioctl */
+ if (bdev->bd_openers != 2) /* one for this fd being open plus
+ one incremented by loop_set_fd */
return -EBUSY;
- if (filp==NULL)
- return -EINVAL;
- spin_lock_irq(&lo->lo_lock);
- lo->lo_state = Lo_rundown;
+ lo->queue.queuedata = NULL;
if (atomic_dec_and_test(&lo->lo_pending))
up(&lo->lo_bh_mutex);
- spin_unlock_irq(&lo->lo_lock);
-
- down(&lo->lo_sem);
- lo->lo_backing_file = NULL;
+ wait_for_completion(&lo->lo_thread_exited);
loop_release_xfer(lo);
- lo->transfer = NULL;
- lo->ioctl = NULL;
- lo->lo_device = NULL;
- lo->lo_encrypt_type = 0;
- lo->lo_offset = 0;
- lo->lo_encrypt_key_size = 0;
- lo->lo_flags = 0;
- memset(lo->lo_encrypt_key, 0, LO_KEY_SIZE);
- memset(lo->lo_name, 0, LO_NAME_SIZE);
- loop_sizes[lo->lo_number] = 0;
invalidate_bdev(bdev, 0);
- filp->f_dentry->d_inode->i_mapping->gfp_mask = gfp;
- lo->lo_state = Lo_unbound;
+ bdev->bd_queue = NULL; /* FIXME?: Is this necessary? */
+ bdev->bd_openers--;
+ atomic_dec(&bdev->bd_count);
+ filp->f_dentry->d_inode->i_mapping->gfp_mask = lo->old_gfp_mask;
fput(filp);
+
+ spin_lock(&loop_devs_lock);
+ list_del(&lo->lo_list);
+ spin_unlock(&loop_devs_lock);
+
+ memset(lo, 0, sizeof(*lo)); /* Erase encryption key and other clues. */
+ kfree(lo);
MOD_DEC_USE_COUNT;
return 0;
}
-static int loop_set_status(struct loop_device *lo, struct loop_info *arg)
+static int loop_set_status(struct loop_device *lo,
+ struct block_device *bdev,
+ struct loop_info *arg)
{
struct loop_info info;
int err;
@@ -802,24 +848,23 @@
if (lo->lo_encrypt_key_size && lo->lo_key_owner != current->uid &&
!capable(CAP_SYS_ADMIN))
return -EPERM;
- if (lo->lo_state != Lo_bound)
- return -ENXIO;
if (copy_from_user(&info, arg, sizeof (struct loop_info)))
return -EFAULT;
if ((unsigned int) info.lo_encrypt_key_size > LO_KEY_SIZE)
return -EINVAL;
- type = info.lo_encrypt_type;
+ type = info.lo_encrypt_type;
if (type >= MAX_LO_CRYPT || xfer_funcs[type] == NULL)
return -EINVAL;
- if (type == LO_CRYPT_XOR && info.lo_encrypt_key_size == 0)
- return -EINVAL;
err = loop_release_xfer(lo);
+ lo->lo_offset = info.lo_offset;
+ lo->lo_sector_offset = info.lo_offset >> 9;
if (!err)
err = loop_init_xfer(lo, type, &info);
if (err)
- return err;
+ return err;
+
+ bdev->bd_inode->i_size = compute_loop_size(lo);
- lo->lo_offset = info.lo_offset;
strncpy(lo->lo_name, info.lo_name, LO_NAME_SIZE);
lo->transfer = xfer_funcs[type]->transfer;
@@ -832,7 +877,6 @@
info.lo_encrypt_key_size);
lo->lo_key_owner = current->uid;
}
- figure_loop_size(lo);
return 0;
}
@@ -843,8 +887,6 @@
struct kstat stat;
int error;
- if (lo->lo_state != Lo_bound)
- return -ENXIO;
if (!arg)
return -EINVAL;
error = vfs_getattr(file->f_vfsmnt, file->f_dentry, &stat);
@@ -871,121 +913,95 @@
unsigned int cmd, unsigned long arg)
{
struct loop_device *lo;
- int dev, err;
+ int err;
+ struct block_device *bdev = inode->i_bdev;
- if (!inode)
- return -EINVAL;
- if (major(inode->i_rdev) != MAJOR_NR) {
- printk(KERN_WARNING "lo_ioctl: pseudo-major != %d\n",
- MAJOR_NR);
- return -ENODEV;
- }
- dev = minor(inode->i_rdev);
- if (dev >= max_loop)
- return -ENODEV;
- lo = &loop_dev[dev];
- down(&lo->lo_ctl_mutex);
+ lo = (bdev->bd_queue != NULL) ? bdev->bd_queue->queuedata : NULL;
+
+ /*
+ * LOOP_SET_FD can only be called when no device is attached.
+ * All other ioctls can only be called when a device is attached.
+ */
+ if (lo != NULL) {
+ if (cmd == LOOP_SET_FD)
+ return -EBUSY;
+ } else {
+ if (cmd != LOOP_SET_FD)
+ return -ENXIO;
+ }
+
+ down(&bdev->bd_sem);
switch (cmd) {
case LOOP_SET_FD:
- err = loop_set_fd(lo, file, inode->i_bdev, arg);
+ err = loop_set_fd(file, bdev, arg);
break;
case LOOP_CLR_FD:
- err = loop_clr_fd(lo, inode->i_bdev);
+ err = loop_clr_fd(lo, bdev);
break;
case LOOP_SET_STATUS:
- err = loop_set_status(lo, (struct loop_info *) arg);
+ err = loop_set_status(lo, bdev, (struct loop_info *) arg);
break;
case LOOP_GET_STATUS:
err = loop_get_status(lo, (struct loop_info *) arg);
break;
case BLKGETSIZE:
- if (lo->lo_state != Lo_bound) {
- err = -ENXIO;
- break;
- }
- err = put_user((unsigned long) loop_sizes[lo->lo_number] << 1, (unsigned long *) arg);
+ err = put_user((unsigned long) compute_loop_sectors(lo),
+ (unsigned long *) arg);
break;
case BLKGETSIZE64:
- if (lo->lo_state != Lo_bound) {
- err = -ENXIO;
- break;
- }
- err = put_user((u64)loop_sizes[lo->lo_number] << 10, (u64*)arg);
+ err = put_user((u64) compute_loop_sectors(lo),
+ (u64*)arg);
break;
default:
err = lo->ioctl ? lo->ioctl(lo, cmd, arg) : -EINVAL;
}
- up(&lo->lo_ctl_mutex);
+ up(&bdev->bd_sem);
return err;
}
static int lo_open(struct inode *inode, struct file *file)
{
- struct loop_device *lo;
- int dev, type;
+ const int new_max = minor(inode->i_rdev) + 1;
+ int i;
- if (!inode)
- return -EINVAL;
- if (major(inode->i_rdev) != MAJOR_NR) {
- printk(KERN_WARNING "lo_open: pseudo-major != %d\n", MAJOR_NR);
- return -ENODEV;
- }
- dev = minor(inode->i_rdev);
- if (dev >= max_loop)
- return -ENODEV;
+ if (new_max > max_loop) {
+ for (i = max_loop + 1; i <= new_max; i++)
+ create_dev_loop(i);
- lo = &loop_dev[dev];
- MOD_INC_USE_COUNT;
- down(&lo->lo_ctl_mutex);
+ max_loop = new_max;
+ }
- type = lo->lo_encrypt_type;
- if (type && xfer_funcs[type] && xfer_funcs[type]->lock)
- xfer_funcs[type]->lock(lo);
- lo->lo_refcnt++;
- up(&lo->lo_ctl_mutex);
return 0;
}
static int lo_release(struct inode *inode, struct file *file)
{
- struct loop_device *lo;
- int dev, type;
-
- if (!inode)
- return 0;
- if (major(inode->i_rdev) != MAJOR_NR) {
- printk(KERN_WARNING "lo_release: pseudo-major != %d\n",
- MAJOR_NR);
- return 0;
- }
- dev = minor(inode->i_rdev);
- if (dev >= max_loop)
- return 0;
-
- lo = &loop_dev[dev];
- down(&lo->lo_ctl_mutex);
- type = lo->lo_encrypt_type;
- --lo->lo_refcnt;
- if (xfer_funcs[type] && xfer_funcs[type]->unlock)
- xfer_funcs[type]->unlock(lo);
-
- up(&lo->lo_ctl_mutex);
- MOD_DEC_USE_COUNT;
return 0;
}
static struct block_device_operations lo_fops = {
- owner: THIS_MODULE,
- open: lo_open,
- release: lo_release,
- ioctl: lo_ioctl,
+ .owner = THIS_MODULE,
+ .open = lo_open,
+ .release = lo_release,
+ .ioctl = lo_ioctl,
};
+/* Create /dev/loop/nnn and register it as a disk. */
+static void
+create_dev_loop(int dev_minor)
+{
+ unsigned char buf[20];
+ sprintf(buf, "%d", dev_minor);
+ devfs_register(devfs_handle, buf, DEVFS_FL_DEFAULT,
+ MAJOR_NR, dev_minor,
+ S_IFBLK | S_IRUSR | S_IWUSR | S_IRGRP, &lo_fops, NULL);
+
+ register_disk(NULL, mk_kdev(MAJOR_NR, dev_minor), 1, &lo_fops, 0);
+}
+
/*
* And now the modules code and kernel interface.
*/
-MODULE_PARM(max_loop, "i");
-MODULE_PARM_DESC(max_loop, "Maximum number of loop devices (1-256)");
MODULE_LICENSE("GPL");
int loop_register_transfer(struct loop_func_table *funcs)
@@ -998,19 +1014,24 @@
int loop_unregister_transfer(int number)
{
- struct loop_device *lo;
+ struct list_head *pos;
if ((unsigned)number >= MAX_LO_CRYPT)
return -EINVAL;
- for (lo = &loop_dev[0]; lo < &loop_dev[max_loop]; lo++) {
+
+ spin_lock(&loop_devs_lock);
+ list_for_each(pos, &loop_devs) {
+ struct loop_device *lo =
+ list_entry(pos, struct loop_device, lo_list);
int type = lo->lo_encrypt_type;
if (type == number) {
xfer_funcs[type]->release(lo);
- lo->transfer = NULL;
+ lo->transfer = NULL;
lo->lo_encrypt_type = 0;
}
}
xfer_funcs[number] = NULL;
+ spin_unlock(&loop_devs_lock);
return 0;
}
@@ -1019,14 +1040,6 @@
int __init loop_init(void)
{
- int i;
-
- if ((max_loop < 1) || (max_loop > 256)) {
- printk(KERN_WARNING "loop: invalid max_loop (must be between"
- " 1 and 256), using default (8)\n");
- max_loop = 8;
- }
-
if (register_blkdev(MAJOR_NR, "loop", &lo_fops)) {
printk(KERN_WARNING "Unable to get major number %d for loop"
" device\n", MAJOR_NR);
@@ -1034,45 +1047,11 @@
}
devfs_handle = devfs_mk_dir(NULL, "loop", NULL);
- devfs_register_series(devfs_handle, "%u", max_loop, DEVFS_FL_DEFAULT,
- MAJOR_NR, 0,
- S_IFBLK | S_IRUSR | S_IWUSR | S_IRGRP,
- &lo_fops, NULL);
-
- loop_dev = kmalloc(max_loop * sizeof(struct loop_device), GFP_KERNEL);
- if (!loop_dev)
- return -ENOMEM;
-
- loop_sizes = kmalloc(max_loop * sizeof(int), GFP_KERNEL);
- if (!loop_sizes)
- goto out_mem;
-
- blk_queue_make_request(BLK_DEFAULT_QUEUE(MAJOR_NR), loop_make_request);
- blk_queue_bounce_limit(BLK_DEFAULT_QUEUE(MAJOR_NR), BLK_BOUNCE_HIGH);
-
- for (i = 0; i < max_loop; i++) {
- struct loop_device *lo = &loop_dev[i];
- memset(lo, 0, sizeof(struct loop_device));
- init_MUTEX(&lo->lo_ctl_mutex);
- init_MUTEX_LOCKED(&lo->lo_sem);
- init_MUTEX_LOCKED(&lo->lo_bh_mutex);
- lo->lo_number = i;
- spin_lock_init(&lo->lo_lock);
- }
-
- memset(loop_sizes, 0, max_loop * sizeof(int));
- blk_size[MAJOR_NR] = loop_sizes;
- for (i = 0; i < max_loop; i++)
- register_disk(NULL, mk_kdev(MAJOR_NR, i), 1, &lo_fops, 0);
+ create_dev_loop(0);
- printk(KERN_INFO "loop: loaded (max %d devices)\n", max_loop);
- return 0;
+ BLK_DEFAULT_QUEUE(MAJOR_NR)->queuedata = NULL;
-out_mem:
- kfree(loop_dev);
- kfree(loop_sizes);
- printk(KERN_ERR "loop: ran out of memory\n");
- return -ENOMEM;
+ return 0;
}
void loop_exit(void)
@@ -1080,20 +1059,7 @@
devfs_unregister(devfs_handle);
if (unregister_blkdev(MAJOR_NR, "loop"))
printk(KERN_WARNING "loop: cannot unregister blkdev\n");
-
- kfree(loop_dev);
- kfree(loop_sizes);
}
module_init(loop_init);
module_exit(loop_exit);
-
-#ifndef MODULE
-static int __init max_loop_setup(char *str)
-{
- max_loop = simple_strtol(str, NULL, 0);
- return 1;
-}
-
-__setup("max_loop=", max_loop_setup);
-#endif
--ikeVEW9yuYc//A+q--
-
To unsubscribe from this list: send the line "unsubscribe linux-kernel" in
the body of a message to majordomo@vger.kernel.org
More majordomo info at http://vger.kernel.org/majordomo-info.html
Please read the FAQ at http://www.tux.org/lkml/