blob: 70600b63083f9859746af1916b3d90e22bff4b26 [file] [log] [blame]
Matthew Wilcoxc94c2ac2015-09-08 14:58:40 -07001#ifndef _LINUX_DAX_H
2#define _LINUX_DAX_H
3
4#include <linux/fs.h>
5#include <linux/mm.h>
6#include <asm/pgtable.h>
7
Jan Karae8043152016-05-12 18:29:16 +02008/* We use lowest available exceptional entry bit for locking */
9#define RADIX_DAX_ENTRY_LOCK (1 << RADIX_TREE_EXCEPTIONAL_SHIFT)
10
Matthew Wilcoxc94c2ac2015-09-08 14:58:40 -070011ssize_t dax_do_io(struct kiocb *, struct inode *, struct iov_iter *, loff_t,
12 get_block_t, dio_iodone_t, int flags);
Matthew Wilcoxc94c2ac2015-09-08 14:58:40 -070013int dax_zero_page_range(struct inode *, loff_t from, unsigned len, get_block_t);
14int dax_truncate_page(struct inode *, loff_t from, get_block_t);
Jan Kara02fbd132016-05-11 11:58:48 +020015int dax_fault(struct vm_area_struct *, struct vm_fault *, get_block_t);
16int __dax_fault(struct vm_area_struct *, struct vm_fault *, get_block_t);
Dan Williamsd1a5f2b42016-01-28 20:25:31 -080017
18#ifdef CONFIG_FS_DAX
19struct page *read_dax_sector(struct block_device *bdev, sector_t n);
Christoph Hellwig679c8bd2016-05-09 10:47:04 +020020int __dax_zero_page_range(struct block_device *bdev, sector_t sector,
21 unsigned int offset, unsigned int length);
Dan Williamsd1a5f2b42016-01-28 20:25:31 -080022#else
23static inline struct page *read_dax_sector(struct block_device *bdev,
24 sector_t n)
25{
26 return ERR_PTR(-ENXIO);
27}
Christoph Hellwig679c8bd2016-05-09 10:47:04 +020028static inline int __dax_zero_page_range(struct block_device *bdev,
29 sector_t sector, unsigned int offset, unsigned int length)
30{
31 return -ENXIO;
32}
Dan Williamsd1a5f2b42016-01-28 20:25:31 -080033#endif
34
Jan Kara348e9672016-05-12 18:29:15 +020035#if defined(CONFIG_TRANSPARENT_HUGEPAGE)
Matthew Wilcox844f35d2015-09-08 14:58:57 -070036int dax_pmd_fault(struct vm_area_struct *, unsigned long addr, pmd_t *,
Jan Kara02fbd132016-05-11 11:58:48 +020037 unsigned int flags, get_block_t);
Matthew Wilcox844f35d2015-09-08 14:58:57 -070038int __dax_pmd_fault(struct vm_area_struct *, unsigned long addr, pmd_t *,
Jan Kara02fbd132016-05-11 11:58:48 +020039 unsigned int flags, get_block_t);
Matthew Wilcox844f35d2015-09-08 14:58:57 -070040#else
41static inline int dax_pmd_fault(struct vm_area_struct *vma, unsigned long addr,
Jan Kara02fbd132016-05-11 11:58:48 +020042 pmd_t *pmd, unsigned int flags, get_block_t gb)
Matthew Wilcox844f35d2015-09-08 14:58:57 -070043{
44 return VM_FAULT_FALLBACK;
45}
46#define __dax_pmd_fault dax_pmd_fault
47#endif
Matthew Wilcoxc94c2ac2015-09-08 14:58:40 -070048int dax_pfn_mkwrite(struct vm_area_struct *, struct vm_fault *);
Jan Kara02fbd132016-05-11 11:58:48 +020049#define dax_mkwrite(vma, vmf, gb) dax_fault(vma, vmf, gb)
50#define __dax_mkwrite(vma, vmf, gb) __dax_fault(vma, vmf, gb)
Matthew Wilcoxc94c2ac2015-09-08 14:58:40 -070051
Matthew Wilcox4897c762015-09-08 14:58:45 -070052static inline bool vma_is_dax(struct vm_area_struct *vma)
53{
54 return vma->vm_file && IS_DAX(vma->vm_file->f_mapping->host);
55}
Ross Zwislerf9fe48b2016-01-22 15:10:40 -080056
57static inline bool dax_mapping(struct address_space *mapping)
58{
59 return mapping->host && IS_DAX(mapping->host);
60}
Ross Zwisler7f6d5b52016-02-26 15:19:55 -080061
62struct writeback_control;
63int dax_writeback_mapping_range(struct address_space *mapping,
64 struct block_device *bdev, struct writeback_control *wbc);
Matthew Wilcoxc94c2ac2015-09-08 14:58:40 -070065#endif