blob: add6c4bc568f150cea20c058efee0419f9672fab [file] [log] [blame]
Matthew Wilcoxc94c2ac2015-09-08 14:58:40 -07001#ifndef _LINUX_DAX_H
2#define _LINUX_DAX_H
3
4#include <linux/fs.h>
5#include <linux/mm.h>
Jan Kara4f622932016-05-12 18:29:17 +02006#include <linux/radix-tree.h>
Matthew Wilcoxc94c2ac2015-09-08 14:58:40 -07007#include <asm/pgtable.h>
8
Christoph Hellwiga254e562016-09-19 11:24:49 +10009struct iomap_ops;
10
Jan Karae8043152016-05-12 18:29:16 +020011/* We use lowest available exceptional entry bit for locking */
12#define RADIX_DAX_ENTRY_LOCK (1 << RADIX_TREE_EXCEPTIONAL_SHIFT)
13
Christoph Hellwiga254e562016-09-19 11:24:49 +100014ssize_t iomap_dax_rw(struct kiocb *iocb, struct iov_iter *iter,
15 struct iomap_ops *ops);
Christoph Hellwigc8b8e322016-04-07 08:51:58 -070016ssize_t dax_do_io(struct kiocb *, struct inode *, struct iov_iter *,
Matthew Wilcoxc94c2ac2015-09-08 14:58:40 -070017 get_block_t, dio_iodone_t, int flags);
Matthew Wilcoxc94c2ac2015-09-08 14:58:40 -070018int dax_zero_page_range(struct inode *, loff_t from, unsigned len, get_block_t);
19int dax_truncate_page(struct inode *, loff_t from, get_block_t);
Christoph Hellwiga7d73fe2016-09-19 11:24:50 +100020int iomap_dax_fault(struct vm_area_struct *vma, struct vm_fault *vmf,
21 struct iomap_ops *ops);
Jan Kara02fbd132016-05-11 11:58:48 +020022int dax_fault(struct vm_area_struct *, struct vm_fault *, get_block_t);
Jan Karaac401cc2016-05-12 18:29:18 +020023int dax_delete_mapping_entry(struct address_space *mapping, pgoff_t index);
24void dax_wake_mapping_entry_waiter(struct address_space *mapping,
25 pgoff_t index, bool wake_all);
Dan Williamsd1a5f2b42016-01-28 20:25:31 -080026
27#ifdef CONFIG_FS_DAX
28struct page *read_dax_sector(struct block_device *bdev, sector_t n);
Jan Karabc2466e2016-05-12 18:29:19 +020029void dax_unlock_mapping_entry(struct address_space *mapping, pgoff_t index);
Christoph Hellwig679c8bd2016-05-09 10:47:04 +020030int __dax_zero_page_range(struct block_device *bdev, sector_t sector,
31 unsigned int offset, unsigned int length);
Dan Williamsd1a5f2b42016-01-28 20:25:31 -080032#else
33static inline struct page *read_dax_sector(struct block_device *bdev,
34 sector_t n)
35{
36 return ERR_PTR(-ENXIO);
37}
Jan Karabc2466e2016-05-12 18:29:19 +020038/* Shouldn't ever be called when dax is disabled. */
39static inline void dax_unlock_mapping_entry(struct address_space *mapping,
40 pgoff_t index)
41{
42 BUG();
43}
Christoph Hellwig679c8bd2016-05-09 10:47:04 +020044static inline int __dax_zero_page_range(struct block_device *bdev,
45 sector_t sector, unsigned int offset, unsigned int length)
46{
47 return -ENXIO;
48}
Dan Williamsd1a5f2b42016-01-28 20:25:31 -080049#endif
50
Jan Kara348e9672016-05-12 18:29:15 +020051#if defined(CONFIG_TRANSPARENT_HUGEPAGE)
Matthew Wilcox844f35d2015-09-08 14:58:57 -070052int dax_pmd_fault(struct vm_area_struct *, unsigned long addr, pmd_t *,
Jan Kara02fbd132016-05-11 11:58:48 +020053 unsigned int flags, get_block_t);
Matthew Wilcox844f35d2015-09-08 14:58:57 -070054#else
55static inline int dax_pmd_fault(struct vm_area_struct *vma, unsigned long addr,
Jan Kara02fbd132016-05-11 11:58:48 +020056 pmd_t *pmd, unsigned int flags, get_block_t gb)
Matthew Wilcox844f35d2015-09-08 14:58:57 -070057{
58 return VM_FAULT_FALLBACK;
59}
Matthew Wilcox844f35d2015-09-08 14:58:57 -070060#endif
Matthew Wilcoxc94c2ac2015-09-08 14:58:40 -070061int dax_pfn_mkwrite(struct vm_area_struct *, struct vm_fault *);
Jan Kara02fbd132016-05-11 11:58:48 +020062#define dax_mkwrite(vma, vmf, gb) dax_fault(vma, vmf, gb)
Matthew Wilcoxc94c2ac2015-09-08 14:58:40 -070063
Matthew Wilcox4897c762015-09-08 14:58:45 -070064static inline bool vma_is_dax(struct vm_area_struct *vma)
65{
66 return vma->vm_file && IS_DAX(vma->vm_file->f_mapping->host);
67}
Ross Zwislerf9fe48b2016-01-22 15:10:40 -080068
69static inline bool dax_mapping(struct address_space *mapping)
70{
71 return mapping->host && IS_DAX(mapping->host);
72}
Ross Zwisler7f6d5b52016-02-26 15:19:55 -080073
74struct writeback_control;
75int dax_writeback_mapping_range(struct address_space *mapping,
76 struct block_device *bdev, struct writeback_control *wbc);
Matthew Wilcoxc94c2ac2015-09-08 14:58:40 -070077#endif