blob: 14a9d1912318b99fe764108420b143159c2bca32 [file] [log] [blame]
Ed Cashinca47bbd2013-07-03 15:09:06 -07001/* Copyright (c) 2013 Coraid, Inc. See COPYING for GPL terms. */
Ed Cashin896dcd92013-09-11 14:25:44 -07002#define VERSION "85"
Linus Torvalds1da177e2005-04-16 15:20:36 -07003#define AOE_MAJOR 152
4#define DEVICE_NAME "aoe"
ecashin@coraid.comfc458dc2005-04-18 22:00:17 -07005
6/* set AOE_PARTITIONS to 1 to use whole-disks only
7 * default is 16, which is 15 partitions plus the whole disk
8 */
Linus Torvalds1da177e2005-04-16 15:20:36 -07009#ifndef AOE_PARTITIONS
Ed L Cashine39526e2005-08-19 16:54:43 -040010#define AOE_PARTITIONS (16)
Linus Torvalds1da177e2005-04-16 15:20:36 -070011#endif
ecashin@coraid.comfc458dc2005-04-18 22:00:17 -070012
Ed Cashin4a6c9ee2012-12-17 16:04:15 -080013#define WHITESPACE " \t\v\f\n,"
Linus Torvalds1da177e2005-04-16 15:20:36 -070014
15enum {
16 AOECMD_ATA,
17 AOECMD_CFG,
Ed Cashinb6d6c512009-02-18 14:48:13 -080018 AOECMD_VEND_MIN = 0xf0,
Linus Torvalds1da177e2005-04-16 15:20:36 -070019
20 AOEFL_RSP = (1<<3),
21 AOEFL_ERR = (1<<2),
22
23 AOEAFL_EXT = (1<<6),
24 AOEAFL_DEV = (1<<4),
25 AOEAFL_ASYNC = (1<<1),
26 AOEAFL_WRITE = (1<<0),
27
28 AOECCMD_READ = 0,
29 AOECCMD_TEST,
30 AOECCMD_PTEST,
31 AOECCMD_SET,
32 AOECCMD_FSET,
33
34 AOE_HVER = 0x10,
35};
36
37struct aoe_hdr {
38 unsigned char dst[6];
39 unsigned char src[6];
ecashin@coraid.com63e9cc52005-04-18 22:00:20 -070040 __be16 type;
Linus Torvalds1da177e2005-04-16 15:20:36 -070041 unsigned char verfl;
42 unsigned char err;
ecashin@coraid.com63e9cc52005-04-18 22:00:20 -070043 __be16 major;
Linus Torvalds1da177e2005-04-16 15:20:36 -070044 unsigned char minor;
45 unsigned char cmd;
ecashin@coraid.com63e9cc52005-04-18 22:00:20 -070046 __be32 tag;
Linus Torvalds1da177e2005-04-16 15:20:36 -070047};
48
49struct aoe_atahdr {
50 unsigned char aflags;
51 unsigned char errfeat;
52 unsigned char scnt;
53 unsigned char cmdstat;
54 unsigned char lba0;
55 unsigned char lba1;
56 unsigned char lba2;
57 unsigned char lba3;
58 unsigned char lba4;
59 unsigned char lba5;
60 unsigned char res[2];
61};
62
63struct aoe_cfghdr {
ecashin@coraid.com63e9cc52005-04-18 22:00:20 -070064 __be16 bufcnt;
65 __be16 fwver;
Ed L. Cashin19bf2632006-09-20 14:36:49 -040066 unsigned char scnt;
Linus Torvalds1da177e2005-04-16 15:20:36 -070067 unsigned char aoeccmd;
68 unsigned char cslen[2];
69};
70
71enum {
72 DEVFL_UP = 1, /* device is installed in system and ready for AoE->ATA commands */
73 DEVFL_TKILL = (1<<1), /* flag for timer to know when to kill self */
74 DEVFL_EXT = (1<<2), /* device accepts lba48 commands */
Ed Cashinb21faa22012-10-04 17:16:35 -070075 DEVFL_GDALLOC = (1<<3), /* need to alloc gendisk */
Ed Cashine52a2932012-12-17 16:04:09 -080076 DEVFL_GD_NOW = (1<<4), /* allocating gendisk */
77 DEVFL_KICKME = (1<<5), /* slow polling network card catch */
78 DEVFL_NEWSIZE = (1<<6), /* need to update dev size in block layer */
79 DEVFL_FREEING = (1<<7), /* set when device is being cleaned up */
80 DEVFL_FREED = (1<<8), /* device has been cleaned up */
Linus Torvalds1da177e2005-04-16 15:20:36 -070081};
82
83enum {
Ed L. Cashin19bf2632006-09-20 14:36:49 -040084 DEFAULTBCNT = 2 * 512, /* 2 sectors */
Ed L. Cashin68e0d422008-02-08 04:20:00 -080085 MIN_BUFS = 16,
Ed Cashin71114ec2012-12-17 16:04:11 -080086 NTARGETS = 4,
Ed L. Cashin68e0d422008-02-08 04:20:00 -080087 NAOEIFS = 8,
Ed Cashin69cf2d852012-10-04 17:16:23 -070088 NSKBPOOLMAX = 256,
Ed Cashin64a80f52012-10-04 17:16:33 -070089 NFACTIVE = 61,
Ed L. Cashin68e0d422008-02-08 04:20:00 -080090
91 TIMERTICK = HZ / 10,
Ed Cashin3a0c40d2012-12-17 16:03:43 -080092 RTTSCALE = 8,
93 RTTDSCALE = 3,
Ed Cashin5f0c9c42012-12-17 16:03:49 -080094 RTTAVG_INIT = USEC_PER_SEC / 4 << RTTSCALE,
Ed Cashin3a0c40d2012-12-17 16:03:43 -080095 RTTDEV_INIT = RTTAVG_INIT / 4,
Ed Cashinbbb44e32012-12-17 16:04:08 -080096
97 HARD_SCORN_SECS = 10, /* try another remote port after this */
98 MAX_TAINT = 1000, /* cap on aoetgt taint */
Linus Torvalds1da177e2005-04-16 15:20:36 -070099};
100
101struct buf {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700102 ulong nframesout;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700103 ulong resid;
104 ulong bv_resid;
105 sector_t sector;
106 struct bio *bio;
107 struct bio_vec *bv;
Ed Cashin69cf2d852012-10-04 17:16:23 -0700108 struct request *rq;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700109};
110
Ed Cashinbbb44e32012-12-17 16:04:08 -0800111enum frame_flags {
112 FFL_PROBE = 1,
113};
114
Linus Torvalds1da177e2005-04-16 15:20:36 -0700115struct frame {
Ed Cashin896831f2012-10-04 17:16:21 -0700116 struct list_head head;
117 u32 tag;
Ed Cashin5f0c9c42012-12-17 16:03:49 -0800118 struct timeval sent; /* high-res time packet was sent */
119 u32 sent_jiffs; /* low-res jiffies-based sent time */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700120 ulong waited;
Ed Cashin3fc9b032012-12-17 16:03:51 -0800121 ulong waited_total;
Ed Cashin896831f2012-10-04 17:16:21 -0700122 struct aoetgt *t; /* parent target I belong to */
Ed L. Cashin19bf2632006-09-20 14:36:49 -0400123 sector_t lba;
Ed Cashin896831f2012-10-04 17:16:21 -0700124 struct sk_buff *skb; /* command skb freed on module exit */
125 struct sk_buff *r_skb; /* response skb for async processing */
Ed Cashin69cf2d852012-10-04 17:16:23 -0700126 struct buf *buf;
Ed Cashin3d5b0602012-10-04 17:16:20 -0700127 struct bio_vec *bv;
Ed Cashin69cf2d852012-10-04 17:16:23 -0700128 ulong bcnt;
Ed Cashin3d5b0602012-10-04 17:16:20 -0700129 ulong bv_off;
Ed Cashinbbb44e32012-12-17 16:04:08 -0800130 char flags;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700131};
132
Ed L. Cashin68e0d422008-02-08 04:20:00 -0800133struct aoeif {
134 struct net_device *nd;
Ed Cashin3f0f0132012-10-04 17:16:27 -0700135 ulong lost;
136 int bcnt;
Ed L. Cashin68e0d422008-02-08 04:20:00 -0800137};
138
139struct aoetgt {
140 unsigned char addr[6];
Ed Cashin1b8a1632012-12-17 16:03:29 -0800141 ushort nframes; /* cap on frames to use */
Ed Cashin896831f2012-10-04 17:16:21 -0700142 struct aoedev *d; /* parent device I belong to */
Ed Cashin896831f2012-10-04 17:16:21 -0700143 struct list_head ffree; /* list of free frames */
Ed L. Cashin68e0d422008-02-08 04:20:00 -0800144 struct aoeif ifs[NAOEIFS];
145 struct aoeif *ifp; /* current aoeif in use */
Ed Cashin72837602012-12-17 16:04:01 -0800146 ushort nout; /* number of AoE commands outstanding */
Ed Cashin1b8a1632012-12-17 16:03:29 -0800147 ushort maxout; /* current value for max outstanding */
Ed Cashin3a0c40d2012-12-17 16:03:43 -0800148 ushort next_cwnd; /* incr maxout after decrementing to zero */
149 ushort ssthresh; /* slow start threshold */
Ed Cashin1b8a1632012-12-17 16:03:29 -0800150 ulong falloc; /* number of allocated frames */
Ed Cashinbbb44e32012-12-17 16:04:08 -0800151 int taint; /* how much we want to avoid this aoetgt */
Ed Cashin3f0f0132012-10-04 17:16:27 -0700152 int minbcnt;
Ed L. Cashin68e0d422008-02-08 04:20:00 -0800153 int wpkts, rpkts;
Ed Cashinbbb44e32012-12-17 16:04:08 -0800154 char nout_probes;
Ed L. Cashin68e0d422008-02-08 04:20:00 -0800155};
156
Linus Torvalds1da177e2005-04-16 15:20:36 -0700157struct aoedev {
158 struct aoedev *next;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700159 ulong sysminor;
160 ulong aoemajor;
Ed Cashin5f0c9c42012-12-17 16:03:49 -0800161 u32 rttavg; /* scaled AoE round trip time average */
162 u32 rttdev; /* scaled round trip time mean deviation */
Ed L. Cashin68e0d422008-02-08 04:20:00 -0800163 u16 aoeminor;
164 u16 flags;
Ed L. Cashindced3a02006-09-20 14:36:49 -0400165 u16 nopen; /* (bd_openers isn't available without sleeping) */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700166 u16 fw_ver; /* version of blade's firmware */
Ed Cashin64a80f52012-10-04 17:16:33 -0700167 u16 lasttag; /* last tag sent */
168 u16 useme;
Ed Cashin69cf2d852012-10-04 17:16:23 -0700169 ulong ref;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700170 struct work_struct work;/* disk create work struct */
171 struct gendisk *gd;
Ed Cashine8866cf2013-09-11 14:25:40 -0700172 struct dentry *debugfs;
Ed Cashin7135a71b2009-09-09 14:10:18 +0200173 struct request_queue *blkq;
Ed Cashina04b41c2012-12-17 16:03:39 -0800174 struct hd_geometry geo;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700175 sector_t ssize;
176 struct timer_list timer;
177 spinlock_t lock;
David S. Millere9bb8fb02008-09-21 22:36:49 -0700178 struct sk_buff_head skbpool;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700179 mempool_t *bufpool; /* for deadlock-free Buf allocation */
Ed Cashin69cf2d852012-10-04 17:16:23 -0700180 struct { /* pointers to work in progress */
181 struct buf *buf;
182 struct bio *nxbio;
183 struct request *rq;
184 } ip;
Ed Cashin3f0f0132012-10-04 17:16:27 -0700185 ulong maxbcnt;
Ed Cashin64a80f52012-10-04 17:16:33 -0700186 struct list_head factive[NFACTIVE]; /* hash of active frames */
Ed Cashin3a0c40d2012-12-17 16:03:43 -0800187 struct list_head rexmitq; /* deferred retransmissions */
Ed Cashin71114ec2012-12-17 16:04:11 -0800188 struct aoetgt **targets;
189 ulong ntargets; /* number of allocated aoetgt pointers */
Ed L. Cashin68e0d422008-02-08 04:20:00 -0800190 struct aoetgt **tgt; /* target in use when working */
Ed Cashin896831f2012-10-04 17:16:21 -0700191 ulong kicked;
Ed Cashin667be1e2012-12-17 16:03:42 -0800192 char ident[512];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700193};
194
Ed Cashin896831f2012-10-04 17:16:21 -0700195/* kthread tracking */
196struct ktstate {
197 struct completion rendez;
198 struct task_struct *task;
199 wait_queue_head_t *waitq;
Ed Cashin8030d342013-07-03 15:09:05 -0700200 int (*fn) (int);
201 char name[12];
Ed Cashin896831f2012-10-04 17:16:21 -0700202 spinlock_t *lock;
Ed Cashin8030d342013-07-03 15:09:05 -0700203 int id;
204 int active;
Ed Cashin896831f2012-10-04 17:16:21 -0700205};
Linus Torvalds1da177e2005-04-16 15:20:36 -0700206
207int aoeblk_init(void);
208void aoeblk_exit(void);
209void aoeblk_gdalloc(void *);
Ed Cashine8866cf2013-09-11 14:25:40 -0700210void aoedisk_rm_debugfs(struct aoedev *d);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700211void aoedisk_rm_sysfs(struct aoedev *d);
212
213int aoechr_init(void);
214void aoechr_exit(void);
215void aoechr_error(char *);
216
217void aoecmd_work(struct aoedev *d);
Ed L. Cashin3ae1c242006-01-19 13:46:19 -0500218void aoecmd_cfg(ushort aoemajor, unsigned char aoeminor);
Ed Cashin896831f2012-10-04 17:16:21 -0700219struct sk_buff *aoecmd_ata_rsp(struct sk_buff *);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700220void aoecmd_cfg_rsp(struct sk_buff *);
David Howellsc4028952006-11-22 14:57:56 +0000221void aoecmd_sleepwork(struct work_struct *);
Ed Cashin3a0c40d2012-12-17 16:03:43 -0800222void aoecmd_wreset(struct aoetgt *t);
Ed L. Cashin68e0d422008-02-08 04:20:00 -0800223void aoecmd_cleanslate(struct aoedev *);
Ed Cashin896831f2012-10-04 17:16:21 -0700224void aoecmd_exit(void);
225int aoecmd_init(void);
Ed L. Cashin68e0d422008-02-08 04:20:00 -0800226struct sk_buff *aoecmd_ata_id(struct aoedev *);
Ed Cashin896831f2012-10-04 17:16:21 -0700227void aoe_freetframe(struct frame *);
Ed Cashin69cf2d852012-10-04 17:16:23 -0700228void aoe_flush_iocq(void);
Ed Cashin8030d342013-07-03 15:09:05 -0700229void aoe_flush_iocq_by_index(int);
Ed Cashin69cf2d852012-10-04 17:16:23 -0700230void aoe_end_request(struct aoedev *, struct request *, int);
Ed Cashineb086ec2012-10-04 17:16:25 -0700231int aoe_ktstart(struct ktstate *k);
232void aoe_ktstop(struct ktstate *k);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700233
234int aoedev_init(void);
235void aoedev_exit(void);
Ed Cashin0c966212012-10-04 17:16:40 -0700236struct aoedev *aoedev_by_aoeaddr(ulong maj, int min, int do_alloc);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700237void aoedev_downdev(struct aoedev *d);
Ed L. Cashin262bf542008-02-08 04:20:03 -0800238int aoedev_flush(const char __user *str, size_t size);
Ed Cashin69cf2d852012-10-04 17:16:23 -0700239void aoe_failbuf(struct aoedev *, struct buf *);
240void aoedev_put(struct aoedev *);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700241
242int aoenet_init(void);
243void aoenet_exit(void);
David S. Millere9bb8fb02008-09-21 22:36:49 -0700244void aoenet_xmit(struct sk_buff_head *);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700245int is_aoe_netif(struct net_device *ifp);
246int set_aoe_iflist(const char __user *str, size_t size);