blob: 9220f8e833d08228297373d116c308176c8d44a8 [file] [log] [blame]
Ed Cashinca47bbd2013-07-03 15:09:06 -07001/* Copyright (c) 2013 Coraid, Inc. See COPYING for GPL terms. */
Ed Cashin896dcd92013-09-11 14:25:44 -07002#define VERSION "85"
Linus Torvalds1da177e2005-04-16 15:20:36 -07003#define AOE_MAJOR 152
4#define DEVICE_NAME "aoe"
ecashin@coraid.comfc458dc2005-04-18 22:00:17 -07005
6/* set AOE_PARTITIONS to 1 to use whole-disks only
7 * default is 16, which is 15 partitions plus the whole disk
8 */
Linus Torvalds1da177e2005-04-16 15:20:36 -07009#ifndef AOE_PARTITIONS
Ed L Cashine39526e2005-08-19 16:54:43 -040010#define AOE_PARTITIONS (16)
Linus Torvalds1da177e2005-04-16 15:20:36 -070011#endif
ecashin@coraid.comfc458dc2005-04-18 22:00:17 -070012
Ed Cashin4a6c9ee2012-12-17 16:04:15 -080013#define WHITESPACE " \t\v\f\n,"
Linus Torvalds1da177e2005-04-16 15:20:36 -070014
15enum {
16 AOECMD_ATA,
17 AOECMD_CFG,
Ed Cashinb6d6c512009-02-18 14:48:13 -080018 AOECMD_VEND_MIN = 0xf0,
Linus Torvalds1da177e2005-04-16 15:20:36 -070019
20 AOEFL_RSP = (1<<3),
21 AOEFL_ERR = (1<<2),
22
23 AOEAFL_EXT = (1<<6),
24 AOEAFL_DEV = (1<<4),
25 AOEAFL_ASYNC = (1<<1),
26 AOEAFL_WRITE = (1<<0),
27
28 AOECCMD_READ = 0,
29 AOECCMD_TEST,
30 AOECCMD_PTEST,
31 AOECCMD_SET,
32 AOECCMD_FSET,
33
34 AOE_HVER = 0x10,
35};
36
37struct aoe_hdr {
38 unsigned char dst[6];
39 unsigned char src[6];
ecashin@coraid.com63e9cc52005-04-18 22:00:20 -070040 __be16 type;
Linus Torvalds1da177e2005-04-16 15:20:36 -070041 unsigned char verfl;
42 unsigned char err;
ecashin@coraid.com63e9cc52005-04-18 22:00:20 -070043 __be16 major;
Linus Torvalds1da177e2005-04-16 15:20:36 -070044 unsigned char minor;
45 unsigned char cmd;
ecashin@coraid.com63e9cc52005-04-18 22:00:20 -070046 __be32 tag;
Linus Torvalds1da177e2005-04-16 15:20:36 -070047};
48
49struct aoe_atahdr {
50 unsigned char aflags;
51 unsigned char errfeat;
52 unsigned char scnt;
53 unsigned char cmdstat;
54 unsigned char lba0;
55 unsigned char lba1;
56 unsigned char lba2;
57 unsigned char lba3;
58 unsigned char lba4;
59 unsigned char lba5;
60 unsigned char res[2];
61};
62
63struct aoe_cfghdr {
ecashin@coraid.com63e9cc52005-04-18 22:00:20 -070064 __be16 bufcnt;
65 __be16 fwver;
Ed L. Cashin19bf2632006-09-20 14:36:49 -040066 unsigned char scnt;
Linus Torvalds1da177e2005-04-16 15:20:36 -070067 unsigned char aoeccmd;
68 unsigned char cslen[2];
69};
70
71enum {
72 DEVFL_UP = 1, /* device is installed in system and ready for AoE->ATA commands */
73 DEVFL_TKILL = (1<<1), /* flag for timer to know when to kill self */
74 DEVFL_EXT = (1<<2), /* device accepts lba48 commands */
Ed Cashinb21faa22012-10-04 17:16:35 -070075 DEVFL_GDALLOC = (1<<3), /* need to alloc gendisk */
Ed Cashine52a2932012-12-17 16:04:09 -080076 DEVFL_GD_NOW = (1<<4), /* allocating gendisk */
77 DEVFL_KICKME = (1<<5), /* slow polling network card catch */
78 DEVFL_NEWSIZE = (1<<6), /* need to update dev size in block layer */
79 DEVFL_FREEING = (1<<7), /* set when device is being cleaned up */
80 DEVFL_FREED = (1<<8), /* device has been cleaned up */
Linus Torvalds1da177e2005-04-16 15:20:36 -070081};
82
83enum {
Ed L. Cashin19bf2632006-09-20 14:36:49 -040084 DEFAULTBCNT = 2 * 512, /* 2 sectors */
Ed L. Cashin68e0d422008-02-08 04:20:00 -080085 MIN_BUFS = 16,
Ed Cashin71114ec2012-12-17 16:04:11 -080086 NTARGETS = 4,
Ed L. Cashin68e0d422008-02-08 04:20:00 -080087 NAOEIFS = 8,
Ed Cashin69cf2d852012-10-04 17:16:23 -070088 NSKBPOOLMAX = 256,
Ed Cashin64a80f52012-10-04 17:16:33 -070089 NFACTIVE = 61,
Ed L. Cashin68e0d422008-02-08 04:20:00 -080090
91 TIMERTICK = HZ / 10,
Ed Cashin3a0c40d2012-12-17 16:03:43 -080092 RTTSCALE = 8,
93 RTTDSCALE = 3,
Ed Cashin5f0c9c42012-12-17 16:03:49 -080094 RTTAVG_INIT = USEC_PER_SEC / 4 << RTTSCALE,
Ed Cashin3a0c40d2012-12-17 16:03:43 -080095 RTTDEV_INIT = RTTAVG_INIT / 4,
Ed Cashinbbb44e32012-12-17 16:04:08 -080096
97 HARD_SCORN_SECS = 10, /* try another remote port after this */
98 MAX_TAINT = 1000, /* cap on aoetgt taint */
Linus Torvalds1da177e2005-04-16 15:20:36 -070099};
100
101struct buf {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700102 ulong nframesout;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700103 struct bio *bio;
Kent Overstreetfeb261e2013-08-13 11:41:43 -0700104 struct bvec_iter iter;
Ed Cashin69cf2d852012-10-04 17:16:23 -0700105 struct request *rq;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700106};
107
Ed Cashinbbb44e32012-12-17 16:04:08 -0800108enum frame_flags {
109 FFL_PROBE = 1,
110};
111
Linus Torvalds1da177e2005-04-16 15:20:36 -0700112struct frame {
Ed Cashin896831f2012-10-04 17:16:21 -0700113 struct list_head head;
114 u32 tag;
Ed Cashin5f0c9c42012-12-17 16:03:49 -0800115 struct timeval sent; /* high-res time packet was sent */
116 u32 sent_jiffs; /* low-res jiffies-based sent time */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700117 ulong waited;
Ed Cashin3fc9b032012-12-17 16:03:51 -0800118 ulong waited_total;
Ed Cashin896831f2012-10-04 17:16:21 -0700119 struct aoetgt *t; /* parent target I belong to */
Ed Cashin896831f2012-10-04 17:16:21 -0700120 struct sk_buff *skb; /* command skb freed on module exit */
121 struct sk_buff *r_skb; /* response skb for async processing */
Ed Cashin69cf2d852012-10-04 17:16:23 -0700122 struct buf *buf;
Kent Overstreetfeb261e2013-08-13 11:41:43 -0700123 struct bvec_iter iter;
Ed Cashinbbb44e32012-12-17 16:04:08 -0800124 char flags;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700125};
126
Ed L. Cashin68e0d422008-02-08 04:20:00 -0800127struct aoeif {
128 struct net_device *nd;
Ed Cashin3f0f0132012-10-04 17:16:27 -0700129 ulong lost;
130 int bcnt;
Ed L. Cashin68e0d422008-02-08 04:20:00 -0800131};
132
133struct aoetgt {
134 unsigned char addr[6];
Ed Cashin1b8a1632012-12-17 16:03:29 -0800135 ushort nframes; /* cap on frames to use */
Ed Cashin896831f2012-10-04 17:16:21 -0700136 struct aoedev *d; /* parent device I belong to */
Ed Cashin896831f2012-10-04 17:16:21 -0700137 struct list_head ffree; /* list of free frames */
Ed L. Cashin68e0d422008-02-08 04:20:00 -0800138 struct aoeif ifs[NAOEIFS];
139 struct aoeif *ifp; /* current aoeif in use */
Ed Cashin72837602012-12-17 16:04:01 -0800140 ushort nout; /* number of AoE commands outstanding */
Ed Cashin1b8a1632012-12-17 16:03:29 -0800141 ushort maxout; /* current value for max outstanding */
Ed Cashin3a0c40d2012-12-17 16:03:43 -0800142 ushort next_cwnd; /* incr maxout after decrementing to zero */
143 ushort ssthresh; /* slow start threshold */
Ed Cashin1b8a1632012-12-17 16:03:29 -0800144 ulong falloc; /* number of allocated frames */
Ed Cashinbbb44e32012-12-17 16:04:08 -0800145 int taint; /* how much we want to avoid this aoetgt */
Ed Cashin3f0f0132012-10-04 17:16:27 -0700146 int minbcnt;
Ed L. Cashin68e0d422008-02-08 04:20:00 -0800147 int wpkts, rpkts;
Ed Cashinbbb44e32012-12-17 16:04:08 -0800148 char nout_probes;
Ed L. Cashin68e0d422008-02-08 04:20:00 -0800149};
150
Linus Torvalds1da177e2005-04-16 15:20:36 -0700151struct aoedev {
152 struct aoedev *next;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700153 ulong sysminor;
154 ulong aoemajor;
Ed Cashin5f0c9c42012-12-17 16:03:49 -0800155 u32 rttavg; /* scaled AoE round trip time average */
156 u32 rttdev; /* scaled round trip time mean deviation */
Ed L. Cashin68e0d422008-02-08 04:20:00 -0800157 u16 aoeminor;
158 u16 flags;
Ed L. Cashindced3a02006-09-20 14:36:49 -0400159 u16 nopen; /* (bd_openers isn't available without sleeping) */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700160 u16 fw_ver; /* version of blade's firmware */
Ed Cashin64a80f52012-10-04 17:16:33 -0700161 u16 lasttag; /* last tag sent */
162 u16 useme;
Ed Cashin69cf2d852012-10-04 17:16:23 -0700163 ulong ref;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700164 struct work_struct work;/* disk create work struct */
165 struct gendisk *gd;
Ed Cashine8866cf2013-09-11 14:25:40 -0700166 struct dentry *debugfs;
Ed Cashin7135a71b2009-09-09 14:10:18 +0200167 struct request_queue *blkq;
Ed Cashina04b41c2012-12-17 16:03:39 -0800168 struct hd_geometry geo;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700169 sector_t ssize;
170 struct timer_list timer;
171 spinlock_t lock;
David S. Millere9bb8fb02008-09-21 22:36:49 -0700172 struct sk_buff_head skbpool;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700173 mempool_t *bufpool; /* for deadlock-free Buf allocation */
Ed Cashin69cf2d852012-10-04 17:16:23 -0700174 struct { /* pointers to work in progress */
175 struct buf *buf;
176 struct bio *nxbio;
177 struct request *rq;
178 } ip;
Ed Cashin3f0f0132012-10-04 17:16:27 -0700179 ulong maxbcnt;
Ed Cashin64a80f52012-10-04 17:16:33 -0700180 struct list_head factive[NFACTIVE]; /* hash of active frames */
Ed Cashin3a0c40d2012-12-17 16:03:43 -0800181 struct list_head rexmitq; /* deferred retransmissions */
Ed Cashin71114ec2012-12-17 16:04:11 -0800182 struct aoetgt **targets;
183 ulong ntargets; /* number of allocated aoetgt pointers */
Ed L. Cashin68e0d422008-02-08 04:20:00 -0800184 struct aoetgt **tgt; /* target in use when working */
Ed Cashin896831f2012-10-04 17:16:21 -0700185 ulong kicked;
Ed Cashin667be1e2012-12-17 16:03:42 -0800186 char ident[512];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700187};
188
Ed Cashin896831f2012-10-04 17:16:21 -0700189/* kthread tracking */
190struct ktstate {
191 struct completion rendez;
192 struct task_struct *task;
193 wait_queue_head_t *waitq;
Ed Cashin8030d342013-07-03 15:09:05 -0700194 int (*fn) (int);
195 char name[12];
Ed Cashin896831f2012-10-04 17:16:21 -0700196 spinlock_t *lock;
Ed Cashin8030d342013-07-03 15:09:05 -0700197 int id;
198 int active;
Ed Cashin896831f2012-10-04 17:16:21 -0700199};
Linus Torvalds1da177e2005-04-16 15:20:36 -0700200
201int aoeblk_init(void);
202void aoeblk_exit(void);
203void aoeblk_gdalloc(void *);
Ed Cashine8866cf2013-09-11 14:25:40 -0700204void aoedisk_rm_debugfs(struct aoedev *d);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700205void aoedisk_rm_sysfs(struct aoedev *d);
206
207int aoechr_init(void);
208void aoechr_exit(void);
209void aoechr_error(char *);
210
211void aoecmd_work(struct aoedev *d);
Ed L. Cashin3ae1c242006-01-19 13:46:19 -0500212void aoecmd_cfg(ushort aoemajor, unsigned char aoeminor);
Ed Cashin896831f2012-10-04 17:16:21 -0700213struct sk_buff *aoecmd_ata_rsp(struct sk_buff *);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700214void aoecmd_cfg_rsp(struct sk_buff *);
David Howellsc4028952006-11-22 14:57:56 +0000215void aoecmd_sleepwork(struct work_struct *);
Ed Cashin3a0c40d2012-12-17 16:03:43 -0800216void aoecmd_wreset(struct aoetgt *t);
Ed L. Cashin68e0d422008-02-08 04:20:00 -0800217void aoecmd_cleanslate(struct aoedev *);
Ed Cashin896831f2012-10-04 17:16:21 -0700218void aoecmd_exit(void);
219int aoecmd_init(void);
Ed L. Cashin68e0d422008-02-08 04:20:00 -0800220struct sk_buff *aoecmd_ata_id(struct aoedev *);
Ed Cashin896831f2012-10-04 17:16:21 -0700221void aoe_freetframe(struct frame *);
Ed Cashin69cf2d852012-10-04 17:16:23 -0700222void aoe_flush_iocq(void);
Ed Cashin8030d342013-07-03 15:09:05 -0700223void aoe_flush_iocq_by_index(int);
Ed Cashin69cf2d852012-10-04 17:16:23 -0700224void aoe_end_request(struct aoedev *, struct request *, int);
Ed Cashineb086ec2012-10-04 17:16:25 -0700225int aoe_ktstart(struct ktstate *k);
226void aoe_ktstop(struct ktstate *k);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700227
228int aoedev_init(void);
229void aoedev_exit(void);
Ed Cashin0c966212012-10-04 17:16:40 -0700230struct aoedev *aoedev_by_aoeaddr(ulong maj, int min, int do_alloc);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700231void aoedev_downdev(struct aoedev *d);
Ed L. Cashin262bf542008-02-08 04:20:03 -0800232int aoedev_flush(const char __user *str, size_t size);
Ed Cashin69cf2d852012-10-04 17:16:23 -0700233void aoe_failbuf(struct aoedev *, struct buf *);
234void aoedev_put(struct aoedev *);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700235
236int aoenet_init(void);
237void aoenet_exit(void);
David S. Millere9bb8fb02008-09-21 22:36:49 -0700238void aoenet_xmit(struct sk_buff_head *);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700239int is_aoe_netif(struct net_device *ifp);
240int set_aoe_iflist(const char __user *str, size_t size);