88bd5121d6
Something has changed in the core kernel such that we now get concurrent inode write outs, one e.g via pdflush and one via sys_sync or whatever. This causes a nasty deadlock in ntfs. The only clean solution unfortunately requires a minor vfs api extension. First the deadlock analysis: Prerequisive knowledge: NTFS has a file $MFT (inode 0) loaded at mount time. The NTFS driver uses the page cache for storing the file contents as usual. More interestingly this file contains the table of on-disk inodes as a sequence of MFT_RECORDs. Thus NTFS driver accesses the on-disk inodes by accessing the MFT_RECORDs in the page cache pages of the loaded inode $MFT. The situation: VFS inode X on a mounted ntfs volume is dirty. For same inode X, the ntfs_inode is dirty and thus corresponding on-disk inode, which is as explained above in a dirty PAGE_CACHE_PAGE belonging to the table of inodes ($MFT, inode 0). What happens: Process 1: sys_sync()/umount()/whatever... calls __sync_single_inode() for $MFT -> do_writepages() -> write_page for the dirty page containing the on-disk inode X, the page is now locked -> ntfs_write_mst_block() which clears PageUptodate() on the page to prevent anyone else getting hold of it whilst it does the write out (this is necessary as the on-disk inode needs "fixups" applied before the write to disk which are removed again after the write and PageUptodate is then set again). It then analyses the page looking for dirty on-disk inodes and when it finds one it calls ntfs_may_write_mft_record() to see if it is safe to write this on-disk inode. This then calls ilookup5() to check if the corresponding VFS inode is in icache(). This in turn calls ifind() which waits on the inode lock via wait_on_inode whilst holding the global inode_lock. Process 2: pdflush results in a call to __sync_single_inode for the same VFS inode X on the ntfs volume. This locks the inode (I_LOCK) then calls write-inode -> ntfs_write_inode -> map_mft_record() -> read_cache_page() of the page (in page cache of table of inodes $MFT, inode 0) containing the on-disk inode. This page has PageUptodate() clear because of Process 1 (see above) so read_cache_page() blocks when tries to take the page lock for the page so it can call ntfs_read_page(). Thus Process 1 is holding the page lock on the page containing the on-disk inode X and it is waiting on the inode X to be unlocked in ifind() so it can write the page out and then unlock the page. And Process 2 is holding the inode lock on inode X and is waiting for the page to be unlocked so it can call ntfs_readpage() or discover that Process 1 set PageUptodate() again and use the page. Thus we have a deadlock due to ifind() waiting on the inode lock. The only sensible solution: NTFS does not care whether the VFS inode is locked or not when it calls ilookup5() (it doesn't use the VFS inode at all, it just uses it to find the corresponding ntfs_inode which is of course attached to the VFS inode (both are one single struct); and it uses the ntfs_inode which is subject to its own locking so I_LOCK is irrelevant) hence we want a modified ilookup5_nowait() which is the same as ilookup5() but it does not wait on the inode lock. Without such functionality I would have to keep my own ntfs_inode cache in the NTFS driver just so I can find ntfs_inodes independent of their VFS inodes which would be slow, memory and cpu cycle wasting, and incredibly stupid given the icache already exists in the VFS. Below is a patch that does the ilookup5_nowait() implementation in fs/inode.c and exports it. ilookup5_nowait.diff: Introduce ilookup5_nowait() which is basically the same as ilookup5() but it does not wait on the inode's lock (i.e. it omits the wait_on_inode() done in ifind()). This is needed to avoid a nasty deadlock in NTFS. Signed-off-by: Anton Altaparmakov <aia21@cantab.net> Signed-off-by: Andrew Morton <akpm@osdl.org> Signed-off-by: Linus Torvalds <torvalds@osdl.org> |
||
---|---|---|
.. | ||
byteorder | ||
dvb | ||
hdlc | ||
isdn | ||
lockd | ||
mmc | ||
mtd | ||
netfilter_arp | ||
netfilter_bridge | ||
netfilter_ipv4 | ||
netfilter_ipv6 | ||
nfsd | ||
raid | ||
sunrpc | ||
tc_act | ||
tc_ematch | ||
8250_pci.h | ||
a.out.h | ||
ac97_codec.h | ||
acct.h | ||
acpi.h | ||
adb.h | ||
adfs_fs_i.h | ||
adfs_fs_sb.h | ||
adfs_fs.h | ||
affs_fs.h | ||
affs_hardblocks.h | ||
agp_backend.h | ||
agpgart.h | ||
aio_abi.h | ||
aio.h | ||
amifd.h | ||
amifdreg.h | ||
amigaffs.h | ||
apm_bios.h | ||
arcdevice.h | ||
arcfb.h | ||
ata.h | ||
atalk.h | ||
atm_eni.h | ||
atm_he.h | ||
atm_idt77105.h | ||
atm_nicstar.h | ||
atm_suni.h | ||
atm_tcp.h | ||
atm_zatm.h | ||
atm.h | ||
atmapi.h | ||
atmarp.h | ||
atmbr2684.h | ||
atmclip.h | ||
atmdev.h | ||
atmioc.h | ||
atmlec.h | ||
atmmpc.h | ||
atmppp.h | ||
atmsap.h | ||
atmsvc.h | ||
attribute_container.h | ||
audit.h | ||
auto_fs4.h | ||
auto_fs.h | ||
awe_voice.h | ||
ax25.h | ||
b1lli.h | ||
b1pcmcia.h | ||
backing-dev.h | ||
backlight.h | ||
baycom.h | ||
bcd.h | ||
bfs_fs.h | ||
binfmts.h | ||
bio.h | ||
bitmap.h | ||
bitops.h | ||
blkdev.h | ||
blkpg.h | ||
blockgroup_lock.h | ||
bootmem.h | ||
bpqether.h | ||
buffer_head.h | ||
cache.h | ||
capability.h | ||
capi.h | ||
cciss_ioctl.h | ||
cd1400.h | ||
cdev.h | ||
cdk.h | ||
cdrom.h | ||
chio.h | ||
circ_buf.h | ||
cobalt-nvram.h | ||
coda_cache.h | ||
coda_fs_i.h | ||
coda_linux.h | ||
coda_proc.h | ||
coda_psdev.h | ||
coda.h | ||
coff.h | ||
com20020.h | ||
compat_ioctl.h | ||
compat.h | ||
compiler-gcc2.h | ||
compiler-gcc3.h | ||
compiler-gcc4.h | ||
compiler-gcc.h | ||
compiler-intel.h | ||
compiler.h | ||
completion.h | ||
comstats.h | ||
concap.h | ||
config.h | ||
console_struct.h | ||
console.h | ||
consolemap.h | ||
cpu.h | ||
cpufreq.h | ||
cpumask.h | ||
cpuset.h | ||
cramfs_fs_sb.h | ||
cramfs_fs.h | ||
crash_dump.h | ||
crc32.h | ||
crc32c.h | ||
crc-ccitt.h | ||
crypto.h | ||
cryptohash.h | ||
ctype.h | ||
cuda.h | ||
cyclades.h | ||
cyclomx.h | ||
cycx_cfm.h | ||
cycx_drv.h | ||
cycx_x25.h | ||
dcache.h | ||
dcookies.h | ||
debugfs.h | ||
delay.h | ||
devfs_fs_kernel.h | ||
devfs_fs.h | ||
device-mapper.h | ||
device.h | ||
devpts_fs.h | ||
dio.h | ||
dirent.h | ||
divert.h | ||
dm9000.h | ||
dm-ioctl.h | ||
dma-mapping.h | ||
dmapool.h | ||
dmi.h | ||
dn.h | ||
dnotify.h | ||
dqblk_v1.h | ||
dqblk_v2.h | ||
dqblk_xfs.h | ||
ds1286.h | ||
dtlk.h | ||
edd.h | ||
eeprom.h | ||
efi.h | ||
efs_dir.h | ||
efs_fs_i.h | ||
efs_fs_sb.h | ||
efs_fs.h | ||
efs_vh.h | ||
eisa.h | ||
elevator.h | ||
elf-fdpic.h | ||
elf.h | ||
elfcore.h | ||
err.h | ||
errno.h | ||
errqueue.h | ||
etherdevice.h | ||
ethtool.h | ||
eventpoll.h | ||
ext2_fs_sb.h | ||
ext2_fs.h | ||
ext3_fs_i.h | ||
ext3_fs_sb.h | ||
ext3_fs.h | ||
ext3_jbd.h | ||
fadvise.h | ||
fb.h | ||
fcdevice.h | ||
fcntl.h | ||
fd1772.h | ||
fd.h | ||
fddidevice.h | ||
fdreg.h | ||
file.h | ||
filter.h | ||
firmware.h | ||
flat.h | ||
font.h | ||
fs_struct.h | ||
fs.h | ||
fsl_devices.h | ||
fsnotify.h | ||
ftape-header-segment.h | ||
ftape-vendors.h | ||
ftape.h | ||
futex.h | ||
gameport.h | ||
gen_stats.h | ||
genalloc.h | ||
generic_serial.h | ||
genhd.h | ||
gfp.h | ||
hardirq.h | ||
harrier_defs.h | ||
hash.h | ||
hayesesp.h | ||
hdlc.h | ||
hdlcdrv.h | ||
hdpu_features.h | ||
hdreg.h | ||
hdsmart.h | ||
hiddev.h | ||
highmem.h | ||
highuid.h | ||
hippidevice.h | ||
hpet.h | ||
hpfs_fs.h | ||
hugetlb.h | ||
hwmon-sysfs.h | ||
hysdn_if.h | ||
i2c-algo-bit.h | ||
i2c-algo-ite.h | ||
i2c-algo-pca.h | ||
i2c-algo-pcf.h | ||
i2c-algo-sgi.h | ||
i2c-algo-sibyte.h | ||
i2c-dev.h | ||
i2c-id.h | ||
i2c-sensor.h | ||
i2c-vid.h | ||
i2c.h | ||
i2o-dev.h | ||
i2o.h | ||
i8k.h | ||
ibmtr.h | ||
icmp.h | ||
icmpv6.h | ||
ide.h | ||
idr.h | ||
if_arcnet.h | ||
if_arp.h | ||
if_bonding.h | ||
if_bridge.h | ||
if_cablemodem.h | ||
if_ec.h | ||
if_eql.h | ||
if_ether.h | ||
if_fc.h | ||
if_fddi.h | ||
if_frad.h | ||
if_hippi.h | ||
if_infiniband.h | ||
if_ltalk.h | ||
if_packet.h | ||
if_plip.h | ||
if_ppp.h | ||
if_pppox.h | ||
if_shaper.h | ||
if_slip.h | ||
if_strip.h | ||
if_tr.h | ||
if_tun.h | ||
if_tunnel.h | ||
if_vlan.h | ||
if_wanpipe_common.h | ||
if_wanpipe.h | ||
if.h | ||
igmp.h | ||
in6.h | ||
in_route.h | ||
in.h | ||
inet.h | ||
inetdevice.h | ||
init_task.h | ||
init.h | ||
initrd.h | ||
inotify.h | ||
input.h | ||
interrupt.h | ||
ioc4.h | ||
ioctl32.h | ||
ioctl.h | ||
ioport.h | ||
ioprio.h | ||
ip6_tunnel.h | ||
ip_mp_alg.h | ||
ip.h | ||
ipc.h | ||
ipmi_msgdefs.h | ||
ipmi_smi.h | ||
ipmi.h | ||
ipsec.h | ||
ipv6_route.h | ||
ipv6.h | ||
ipx.h | ||
irda.h | ||
irq_cpustat.h | ||
irq.h | ||
isapnp.h | ||
isdn_divertif.h | ||
isdn_ppp.h | ||
isdn.h | ||
isdnif.h | ||
isicom.h | ||
iso_fs.h | ||
istallion.h | ||
ite_gpio.h | ||
ixjuser.h | ||
jbd.h | ||
jffs2_fs_i.h | ||
jffs2_fs_sb.h | ||
jffs2.h | ||
jffs.h | ||
jhash.h | ||
jiffies.h | ||
journal-head.h | ||
joystick.h | ||
kallsyms.h | ||
kbd_diacr.h | ||
kbd_kern.h | ||
kd.h | ||
kdev_t.h | ||
kernel_stat.h | ||
kernel.h | ||
kernelcapi.h | ||
kexec.h | ||
key-ui.h | ||
key.h | ||
keyboard.h | ||
keyctl.h | ||
kfifo.h | ||
klist.h | ||
kmalloc_sizes.h | ||
kmod.h | ||
kobj_map.h | ||
kobject_uevent.h | ||
kobject.h | ||
kprobes.h | ||
kref.h | ||
kthread.h | ||
lapb.h | ||
lcd.h | ||
libata.h | ||
libps2.h | ||
limits.h | ||
linkage.h | ||
linux_logo.h | ||
list.h | ||
llc.h | ||
loop.h | ||
lp.h | ||
major.h | ||
matroxfb.h | ||
mbcache.h | ||
mc6821.h | ||
mc146818rtc.h | ||
mca-legacy.h | ||
mca.h | ||
mempolicy.h | ||
mempool.h | ||
meye.h | ||
mii.h | ||
minix_fs.h | ||
miscdevice.h | ||
mm_inline.h | ||
mm.h | ||
mman.h | ||
mmtimer.h | ||
mmzone.h | ||
mod_devicetable.h | ||
module.h | ||
moduleloader.h | ||
moduleparam.h | ||
mount.h | ||
mpage.h | ||
mqueue.h | ||
mroute.h | ||
msdos_fs.h | ||
msg.h | ||
mtio.h | ||
mv643xx.h | ||
n_r3964.h | ||
namei.h | ||
namespace.h | ||
nbd.h | ||
ncp_fs_i.h | ||
ncp_fs_sb.h | ||
ncp_fs.h | ||
ncp_mount.h | ||
ncp_no.h | ||
ncp.h | ||
net.h | ||
netdevice.h | ||
netfilter_arp.h | ||
netfilter_bridge.h | ||
netfilter_decnet.h | ||
netfilter_ipv4.h | ||
netfilter_ipv6.h | ||
netfilter_logging.h | ||
netfilter.h | ||
netlink.h | ||
netpoll.h | ||
netrom.h | ||
nfs2.h | ||
nfs3.h | ||
nfs4_acl.h | ||
nfs4_mount.h | ||
nfs4.h | ||
nfs_fs_i.h | ||
nfs_fs_sb.h | ||
nfs_fs.h | ||
nfs_idmap.h | ||
nfs_mount.h | ||
nfs_page.h | ||
nfs_xdr.h | ||
nfs.h | ||
nfsacl.h | ||
nfsd_idmap.h | ||
nls.h | ||
nmi.h | ||
node.h | ||
nodemask.h | ||
notifier.h | ||
nubus.h | ||
numa.h | ||
nvram.h | ||
openprom_fs.h | ||
oprofile.h | ||
page-flags.h | ||
pagemap.h | ||
pagevec.h | ||
param.h | ||
parport_pc.h | ||
parport.h | ||
parser.h | ||
patchkey.h | ||
pci_ids.h | ||
pci-acpi.h | ||
pci.h | ||
pcieport_if.h | ||
percpu_counter.h | ||
percpu.h | ||
personality.h | ||
pfkeyv2.h | ||
pg.h | ||
phonedev.h | ||
pid.h | ||
pipe_fs_i.h | ||
pkt_cls.h | ||
pkt_sched.h | ||
pktcdvd.h | ||
platform.h | ||
pm.h | ||
pmu.h | ||
pnp.h | ||
pnpbios.h | ||
poll.h | ||
posix_acl_xattr.h | ||
posix_acl.h | ||
posix_types.h | ||
posix-timers.h | ||
ppdev.h | ||
ppp_channel.h | ||
ppp_defs.h | ||
ppp-comp.h | ||
prctl.h | ||
preempt.h | ||
prefetch.h | ||
prio_tree.h | ||
proc_fs.h | ||
profile.h | ||
ps2esdi.h | ||
ptrace.h | ||
qic117.h | ||
qnx4_fs.h | ||
qnxtypes.h | ||
quota.h | ||
quotaio_v1.h | ||
quotaio_v2.h | ||
quotaops.h | ||
radeonfb.h | ||
radix-tree.h | ||
ramfs.h | ||
random.h | ||
raw.h | ||
rbtree.h | ||
rcupdate.h | ||
reboot_fixups.h | ||
reboot.h | ||
reiserfs_acl.h | ||
reiserfs_fs_i.h | ||
reiserfs_fs_sb.h | ||
reiserfs_fs.h | ||
reiserfs_xattr.h | ||
resource.h | ||
rmap.h | ||
romfs_fs.h | ||
root_dev.h | ||
rose.h | ||
route.h | ||
rslib.h | ||
rtc.h | ||
rtnetlink.h | ||
rwsem-spinlock.h | ||
rwsem.h | ||
sc26198.h | ||
scatterlist.h | ||
scc.h | ||
sched.h | ||
sctp.h | ||
scx200_gpio.h | ||
scx200.h | ||
sdla_asy.h | ||
sdla_chdlc.h | ||
sdla_fr.h | ||
sdla_ppp.h | ||
sdla_x25.h | ||
sdla.h | ||
sdladrv.h | ||
sdlapci.h | ||
sdlasfm.h | ||
seccomp.h | ||
securebits.h | ||
security.h | ||
selection.h | ||
selinux_netlink.h | ||
sem.h | ||
seq_file.h | ||
seqlock.h | ||
serial167.h | ||
serial_8250.h | ||
serial_core.h | ||
serial_reg.h | ||
serial.h | ||
serialP.h | ||
serio.h | ||
shm.h | ||
shmem_fs.h | ||
signal.h | ||
skbuff.h | ||
slab.h | ||
smb_fs_i.h | ||
smb_fs_sb.h | ||
smb_fs.h | ||
smb_mount.h | ||
smb.h | ||
smbno.h | ||
smp_lock.h | ||
smp.h | ||
snmp.h | ||
socket.h | ||
sockios.h | ||
som.h | ||
sonet.h | ||
sonypi.h | ||
sort.h | ||
sound.h | ||
soundcard.h | ||
spinlock.h | ||
stallion.h | ||
stat.h | ||
statfs.h | ||
stddef.h | ||
stop_machine.h | ||
string.h | ||
stringify.h | ||
superhyway.h | ||
suspend.h | ||
swap.h | ||
swapops.h | ||
synclink.h | ||
sys.h | ||
syscalls.h | ||
sysctl.h | ||
sysdev.h | ||
sysfs.h | ||
sysrq.h | ||
sysv_fs.h | ||
tcp_diag.h | ||
tcp.h | ||
telephony.h | ||
termios.h | ||
textsearch_fsm.h | ||
textsearch.h | ||
thread_info.h | ||
threads.h | ||
ticable.h | ||
time.h | ||
timer.h | ||
times.h | ||
timex.h | ||
tiocl.h | ||
topology.h | ||
toshiba.h | ||
transport_class.h | ||
trdevice.h | ||
tty_driver.h | ||
tty_flip.h | ||
tty_ldisc.h | ||
tty.h | ||
types.h | ||
udf_fs_i.h | ||
udf_fs_sb.h | ||
udf_fs.h | ||
udp.h | ||
ufs_fs_i.h | ||
ufs_fs_sb.h | ||
ufs_fs.h | ||
uinput.h | ||
uio.h | ||
ultrasound.h | ||
umem.h | ||
un.h | ||
unistd.h | ||
usb_cdc.h | ||
usb_ch9.h | ||
usb_gadget.h | ||
usb_gadgetfs.h | ||
usb_isp116x.h | ||
usb_otg.h | ||
usb_sl811.h | ||
usb.h | ||
usbdevice_fs.h | ||
user.h | ||
utime.h | ||
uts.h | ||
utsname.h | ||
vermagic.h | ||
vfs.h | ||
via.h | ||
video_decoder.h | ||
video_encoder.h | ||
videodev2.h | ||
videodev.h | ||
videotext.h | ||
vmalloc.h | ||
vt_buffer.h | ||
vt_kern.h | ||
vt.h | ||
wait.h | ||
wanpipe.h | ||
wanrouter.h | ||
watchdog.h | ||
wavefront.h | ||
wireless.h | ||
workqueue.h | ||
writeback.h | ||
x25.h | ||
xattr.h | ||
xfrm.h | ||
yam.h | ||
zconf.h | ||
zftape.h | ||
zlib.h | ||
zorro_ids.h | ||
zorro.h | ||
zutil.h |