trans_fd.c 27 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208
  1. // SPDX-License-Identifier: GPL-2.0-only
  2. /*
  3. * Fd transport layer. Includes deprecated socket layer.
  4. *
  5. * Copyright (C) 2006 by Russ Cox <rsc@swtch.com>
  6. * Copyright (C) 2004-2005 by Latchesar Ionkov <lucho@ionkov.net>
  7. * Copyright (C) 2004-2008 by Eric Van Hensbergen <ericvh@gmail.com>
  8. * Copyright (C) 1997-2002 by Ron Minnich <rminnich@sarnoff.com>
  9. */
  10. #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
  11. #include <linux/in.h>
  12. #include <linux/module.h>
  13. #include <linux/net.h>
  14. #include <linux/ipv6.h>
  15. #include <linux/kthread.h>
  16. #include <linux/errno.h>
  17. #include <linux/kernel.h>
  18. #include <linux/un.h>
  19. #include <linux/uaccess.h>
  20. #include <linux/inet.h>
  21. #include <linux/file.h>
  22. #include <linux/parser.h>
  23. #include <linux/slab.h>
  24. #include <linux/seq_file.h>
  25. #include <net/9p/9p.h>
  26. #include <net/9p/client.h>
  27. #include <net/9p/transport.h>
  28. #include <linux/syscalls.h> /* killme */
  29. #define P9_PORT 564
  30. #define MAX_SOCK_BUF (1024*1024)
  31. #define MAXPOLLWADDR 2
  32. static struct p9_trans_module p9_tcp_trans;
  33. static struct p9_trans_module p9_fd_trans;
  34. /**
  35. * struct p9_fd_opts - per-transport options
  36. * @rfd: file descriptor for reading (trans=fd)
  37. * @wfd: file descriptor for writing (trans=fd)
  38. * @port: port to connect to (trans=tcp)
  39. * @privport: port is privileged
  40. */
  41. struct p9_fd_opts {
  42. int rfd;
  43. int wfd;
  44. u16 port;
  45. bool privport;
  46. };
  47. /*
  48. * Option Parsing (code inspired by NFS code)
  49. * - a little lazy - parse all fd-transport options
  50. */
  51. enum {
  52. /* Options that take integer arguments */
  53. Opt_port, Opt_rfdno, Opt_wfdno, Opt_err,
  54. /* Options that take no arguments */
  55. Opt_privport,
  56. };
  57. static const match_table_t tokens = {
  58. {Opt_port, "port=%u"},
  59. {Opt_rfdno, "rfdno=%u"},
  60. {Opt_wfdno, "wfdno=%u"},
  61. {Opt_privport, "privport"},
  62. {Opt_err, NULL},
  63. };
  64. enum {
  65. Rworksched = 1, /* read work scheduled or running */
  66. Rpending = 2, /* can read */
  67. Wworksched = 4, /* write work scheduled or running */
  68. Wpending = 8, /* can write */
  69. };
  70. struct p9_poll_wait {
  71. struct p9_conn *conn;
  72. wait_queue_entry_t wait;
  73. wait_queue_head_t *wait_addr;
  74. };
  75. /**
  76. * struct p9_conn - fd mux connection state information
  77. * @mux_list: list link for mux to manage multiple connections (?)
  78. * @client: reference to client instance for this connection
  79. * @err: error state
  80. * @req_lock: lock protecting req_list and requests statuses
  81. * @req_list: accounting for requests which have been sent
  82. * @unsent_req_list: accounting for requests that haven't been sent
  83. * @rreq: read request
  84. * @wreq: write request
  85. * @tmp_buf: temporary buffer to read in header
  86. * @rc: temporary fcall for reading current frame
  87. * @wpos: write position for current frame
  88. * @wsize: amount of data to write for current frame
  89. * @wbuf: current write buffer
  90. * @poll_pending_link: pending links to be polled per conn
  91. * @poll_wait: array of wait_q's for various worker threads
  92. * @pt: poll state
  93. * @rq: current read work
  94. * @wq: current write work
  95. * @wsched: ????
  96. *
  97. */
  98. struct p9_conn {
  99. struct list_head mux_list;
  100. struct p9_client *client;
  101. int err;
  102. spinlock_t req_lock;
  103. struct list_head req_list;
  104. struct list_head unsent_req_list;
  105. struct p9_req_t *rreq;
  106. struct p9_req_t *wreq;
  107. char tmp_buf[P9_HDRSZ];
  108. struct p9_fcall rc;
  109. int wpos;
  110. int wsize;
  111. char *wbuf;
  112. struct list_head poll_pending_link;
  113. struct p9_poll_wait poll_wait[MAXPOLLWADDR];
  114. poll_table pt;
  115. struct work_struct rq;
  116. struct work_struct wq;
  117. unsigned long wsched;
  118. };
  119. /**
  120. * struct p9_trans_fd - transport state
  121. * @rd: reference to file to read from
  122. * @wr: reference of file to write to
  123. * @conn: connection state reference
  124. *
  125. */
  126. struct p9_trans_fd {
  127. struct file *rd;
  128. struct file *wr;
  129. struct p9_conn conn;
  130. };
  131. static void p9_poll_workfn(struct work_struct *work);
  132. static DEFINE_SPINLOCK(p9_poll_lock);
  133. static LIST_HEAD(p9_poll_pending_list);
  134. static DECLARE_WORK(p9_poll_work, p9_poll_workfn);
  135. static unsigned int p9_ipport_resv_min = P9_DEF_MIN_RESVPORT;
  136. static unsigned int p9_ipport_resv_max = P9_DEF_MAX_RESVPORT;
  137. static void p9_mux_poll_stop(struct p9_conn *m)
  138. {
  139. unsigned long flags;
  140. int i;
  141. for (i = 0; i < ARRAY_SIZE(m->poll_wait); i++) {
  142. struct p9_poll_wait *pwait = &m->poll_wait[i];
  143. if (pwait->wait_addr) {
  144. remove_wait_queue(pwait->wait_addr, &pwait->wait);
  145. pwait->wait_addr = NULL;
  146. }
  147. }
  148. spin_lock_irqsave(&p9_poll_lock, flags);
  149. list_del_init(&m->poll_pending_link);
  150. spin_unlock_irqrestore(&p9_poll_lock, flags);
  151. flush_work(&p9_poll_work);
  152. }
  153. /**
  154. * p9_conn_cancel - cancel all pending requests with error
  155. * @m: mux data
  156. * @err: error code
  157. *
  158. */
  159. static void p9_conn_cancel(struct p9_conn *m, int err)
  160. {
  161. struct p9_req_t *req, *rtmp;
  162. LIST_HEAD(cancel_list);
  163. p9_debug(P9_DEBUG_ERROR, "mux %p err %d\n", m, err);
  164. spin_lock(&m->req_lock);
  165. if (m->err) {
  166. spin_unlock(&m->req_lock);
  167. return;
  168. }
  169. m->err = err;
  170. list_for_each_entry_safe(req, rtmp, &m->req_list, req_list) {
  171. list_move(&req->req_list, &cancel_list);
  172. WRITE_ONCE(req->status, REQ_STATUS_ERROR);
  173. }
  174. list_for_each_entry_safe(req, rtmp, &m->unsent_req_list, req_list) {
  175. list_move(&req->req_list, &cancel_list);
  176. WRITE_ONCE(req->status, REQ_STATUS_ERROR);
  177. }
  178. spin_unlock(&m->req_lock);
  179. list_for_each_entry_safe(req, rtmp, &cancel_list, req_list) {
  180. p9_debug(P9_DEBUG_ERROR, "call back req %p\n", req);
  181. list_del(&req->req_list);
  182. if (!req->t_err)
  183. req->t_err = err;
  184. p9_client_cb(m->client, req, REQ_STATUS_ERROR);
  185. }
  186. }
  187. static __poll_t
  188. p9_fd_poll(struct p9_client *client, struct poll_table_struct *pt, int *err)
  189. {
  190. __poll_t ret;
  191. struct p9_trans_fd *ts = NULL;
  192. if (client && client->status == Connected)
  193. ts = client->trans;
  194. if (!ts) {
  195. if (err)
  196. *err = -EREMOTEIO;
  197. return EPOLLERR;
  198. }
  199. ret = vfs_poll(ts->rd, pt);
  200. if (ts->rd != ts->wr)
  201. ret = (ret & ~EPOLLOUT) | (vfs_poll(ts->wr, pt) & ~EPOLLIN);
  202. return ret;
  203. }
  204. /**
  205. * p9_fd_read- read from a fd
  206. * @client: client instance
  207. * @v: buffer to receive data into
  208. * @len: size of receive buffer
  209. *
  210. */
  211. static int p9_fd_read(struct p9_client *client, void *v, int len)
  212. {
  213. int ret;
  214. struct p9_trans_fd *ts = NULL;
  215. loff_t pos;
  216. if (client && client->status != Disconnected)
  217. ts = client->trans;
  218. if (!ts)
  219. return -EREMOTEIO;
  220. if (!(ts->rd->f_flags & O_NONBLOCK))
  221. p9_debug(P9_DEBUG_ERROR, "blocking read ...\n");
  222. pos = ts->rd->f_pos;
  223. ret = kernel_read(ts->rd, v, len, &pos);
  224. if (ret <= 0 && ret != -ERESTARTSYS && ret != -EAGAIN)
  225. client->status = Disconnected;
  226. return ret;
  227. }
  228. /**
  229. * p9_read_work - called when there is some data to be read from a transport
  230. * @work: container of work to be done
  231. *
  232. */
  233. static void p9_read_work(struct work_struct *work)
  234. {
  235. __poll_t n;
  236. int err;
  237. struct p9_conn *m;
  238. m = container_of(work, struct p9_conn, rq);
  239. if (m->err < 0)
  240. return;
  241. p9_debug(P9_DEBUG_TRANS, "start mux %p pos %zd\n", m, m->rc.offset);
  242. if (!m->rc.sdata) {
  243. m->rc.sdata = m->tmp_buf;
  244. m->rc.offset = 0;
  245. m->rc.capacity = P9_HDRSZ; /* start by reading header */
  246. }
  247. clear_bit(Rpending, &m->wsched);
  248. p9_debug(P9_DEBUG_TRANS, "read mux %p pos %zd size: %zd = %zd\n",
  249. m, m->rc.offset, m->rc.capacity,
  250. m->rc.capacity - m->rc.offset);
  251. err = p9_fd_read(m->client, m->rc.sdata + m->rc.offset,
  252. m->rc.capacity - m->rc.offset);
  253. p9_debug(P9_DEBUG_TRANS, "mux %p got %d bytes\n", m, err);
  254. if (err == -EAGAIN)
  255. goto end_clear;
  256. if (err <= 0)
  257. goto error;
  258. m->rc.offset += err;
  259. /* header read in */
  260. if ((!m->rreq) && (m->rc.offset == m->rc.capacity)) {
  261. p9_debug(P9_DEBUG_TRANS, "got new header\n");
  262. /* Header size */
  263. m->rc.size = P9_HDRSZ;
  264. err = p9_parse_header(&m->rc, &m->rc.size, NULL, NULL, 0);
  265. if (err) {
  266. p9_debug(P9_DEBUG_ERROR,
  267. "error parsing header: %d\n", err);
  268. goto error;
  269. }
  270. p9_debug(P9_DEBUG_TRANS,
  271. "mux %p pkt: size: %d bytes tag: %d\n",
  272. m, m->rc.size, m->rc.tag);
  273. m->rreq = p9_tag_lookup(m->client, m->rc.tag);
  274. if (!m->rreq || (m->rreq->status != REQ_STATUS_SENT)) {
  275. p9_debug(P9_DEBUG_ERROR, "Unexpected packet tag %d\n",
  276. m->rc.tag);
  277. err = -EIO;
  278. goto error;
  279. }
  280. if (m->rc.size > m->rreq->rc.capacity) {
  281. p9_debug(P9_DEBUG_ERROR,
  282. "requested packet size too big: %d for tag %d with capacity %zd\n",
  283. m->rc.size, m->rc.tag, m->rreq->rc.capacity);
  284. err = -EIO;
  285. goto error;
  286. }
  287. if (!m->rreq->rc.sdata) {
  288. p9_debug(P9_DEBUG_ERROR,
  289. "No recv fcall for tag %d (req %p), disconnecting!\n",
  290. m->rc.tag, m->rreq);
  291. p9_req_put(m->client, m->rreq);
  292. m->rreq = NULL;
  293. err = -EIO;
  294. goto error;
  295. }
  296. m->rc.sdata = m->rreq->rc.sdata;
  297. memcpy(m->rc.sdata, m->tmp_buf, m->rc.capacity);
  298. m->rc.capacity = m->rc.size;
  299. }
  300. /* packet is read in
  301. * not an else because some packets (like clunk) have no payload
  302. */
  303. if ((m->rreq) && (m->rc.offset == m->rc.capacity)) {
  304. p9_debug(P9_DEBUG_TRANS, "got new packet\n");
  305. m->rreq->rc.size = m->rc.offset;
  306. spin_lock(&m->req_lock);
  307. if (m->rreq->status == REQ_STATUS_SENT) {
  308. list_del(&m->rreq->req_list);
  309. p9_client_cb(m->client, m->rreq, REQ_STATUS_RCVD);
  310. } else if (m->rreq->status == REQ_STATUS_FLSHD) {
  311. /* Ignore replies associated with a cancelled request. */
  312. p9_debug(P9_DEBUG_TRANS,
  313. "Ignore replies associated with a cancelled request\n");
  314. } else {
  315. spin_unlock(&m->req_lock);
  316. p9_debug(P9_DEBUG_ERROR,
  317. "Request tag %d errored out while we were reading the reply\n",
  318. m->rc.tag);
  319. err = -EIO;
  320. goto error;
  321. }
  322. spin_unlock(&m->req_lock);
  323. m->rc.sdata = NULL;
  324. m->rc.offset = 0;
  325. m->rc.capacity = 0;
  326. p9_req_put(m->client, m->rreq);
  327. m->rreq = NULL;
  328. }
  329. end_clear:
  330. clear_bit(Rworksched, &m->wsched);
  331. if (!list_empty(&m->req_list)) {
  332. if (test_and_clear_bit(Rpending, &m->wsched))
  333. n = EPOLLIN;
  334. else
  335. n = p9_fd_poll(m->client, NULL, NULL);
  336. if ((n & EPOLLIN) && !test_and_set_bit(Rworksched, &m->wsched)) {
  337. p9_debug(P9_DEBUG_TRANS, "sched read work %p\n", m);
  338. schedule_work(&m->rq);
  339. }
  340. }
  341. return;
  342. error:
  343. p9_conn_cancel(m, err);
  344. clear_bit(Rworksched, &m->wsched);
  345. }
  346. /**
  347. * p9_fd_write - write to a socket
  348. * @client: client instance
  349. * @v: buffer to send data from
  350. * @len: size of send buffer
  351. *
  352. */
  353. static int p9_fd_write(struct p9_client *client, void *v, int len)
  354. {
  355. ssize_t ret;
  356. struct p9_trans_fd *ts = NULL;
  357. if (client && client->status != Disconnected)
  358. ts = client->trans;
  359. if (!ts)
  360. return -EREMOTEIO;
  361. if (!(ts->wr->f_flags & O_NONBLOCK))
  362. p9_debug(P9_DEBUG_ERROR, "blocking write ...\n");
  363. ret = kernel_write(ts->wr, v, len, &ts->wr->f_pos);
  364. if (ret <= 0 && ret != -ERESTARTSYS && ret != -EAGAIN)
  365. client->status = Disconnected;
  366. return ret;
  367. }
  368. /**
  369. * p9_write_work - called when a transport can send some data
  370. * @work: container for work to be done
  371. *
  372. */
  373. static void p9_write_work(struct work_struct *work)
  374. {
  375. __poll_t n;
  376. int err;
  377. struct p9_conn *m;
  378. struct p9_req_t *req;
  379. m = container_of(work, struct p9_conn, wq);
  380. if (m->err < 0) {
  381. clear_bit(Wworksched, &m->wsched);
  382. return;
  383. }
  384. if (!m->wsize) {
  385. spin_lock(&m->req_lock);
  386. if (list_empty(&m->unsent_req_list)) {
  387. clear_bit(Wworksched, &m->wsched);
  388. spin_unlock(&m->req_lock);
  389. return;
  390. }
  391. req = list_entry(m->unsent_req_list.next, struct p9_req_t,
  392. req_list);
  393. WRITE_ONCE(req->status, REQ_STATUS_SENT);
  394. p9_debug(P9_DEBUG_TRANS, "move req %p\n", req);
  395. list_move_tail(&req->req_list, &m->req_list);
  396. m->wbuf = req->tc.sdata;
  397. m->wsize = req->tc.size;
  398. m->wpos = 0;
  399. p9_req_get(req);
  400. m->wreq = req;
  401. spin_unlock(&m->req_lock);
  402. }
  403. p9_debug(P9_DEBUG_TRANS, "mux %p pos %d size %d\n",
  404. m, m->wpos, m->wsize);
  405. clear_bit(Wpending, &m->wsched);
  406. err = p9_fd_write(m->client, m->wbuf + m->wpos, m->wsize - m->wpos);
  407. p9_debug(P9_DEBUG_TRANS, "mux %p sent %d bytes\n", m, err);
  408. if (err == -EAGAIN)
  409. goto end_clear;
  410. if (err < 0)
  411. goto error;
  412. else if (err == 0) {
  413. err = -EREMOTEIO;
  414. goto error;
  415. }
  416. m->wpos += err;
  417. if (m->wpos == m->wsize) {
  418. m->wpos = m->wsize = 0;
  419. p9_req_put(m->client, m->wreq);
  420. m->wreq = NULL;
  421. }
  422. end_clear:
  423. clear_bit(Wworksched, &m->wsched);
  424. if (m->wsize || !list_empty(&m->unsent_req_list)) {
  425. if (test_and_clear_bit(Wpending, &m->wsched))
  426. n = EPOLLOUT;
  427. else
  428. n = p9_fd_poll(m->client, NULL, NULL);
  429. if ((n & EPOLLOUT) &&
  430. !test_and_set_bit(Wworksched, &m->wsched)) {
  431. p9_debug(P9_DEBUG_TRANS, "sched write work %p\n", m);
  432. schedule_work(&m->wq);
  433. }
  434. }
  435. return;
  436. error:
  437. p9_conn_cancel(m, err);
  438. clear_bit(Wworksched, &m->wsched);
  439. }
  440. static int p9_pollwake(wait_queue_entry_t *wait, unsigned int mode, int sync, void *key)
  441. {
  442. struct p9_poll_wait *pwait =
  443. container_of(wait, struct p9_poll_wait, wait);
  444. struct p9_conn *m = pwait->conn;
  445. unsigned long flags;
  446. spin_lock_irqsave(&p9_poll_lock, flags);
  447. if (list_empty(&m->poll_pending_link))
  448. list_add_tail(&m->poll_pending_link, &p9_poll_pending_list);
  449. spin_unlock_irqrestore(&p9_poll_lock, flags);
  450. schedule_work(&p9_poll_work);
  451. return 1;
  452. }
  453. /**
  454. * p9_pollwait - add poll task to the wait queue
  455. * @filp: file pointer being polled
  456. * @wait_address: wait_q to block on
  457. * @p: poll state
  458. *
  459. * called by files poll operation to add v9fs-poll task to files wait queue
  460. */
  461. static void
  462. p9_pollwait(struct file *filp, wait_queue_head_t *wait_address, poll_table *p)
  463. {
  464. struct p9_conn *m = container_of(p, struct p9_conn, pt);
  465. struct p9_poll_wait *pwait = NULL;
  466. int i;
  467. for (i = 0; i < ARRAY_SIZE(m->poll_wait); i++) {
  468. if (m->poll_wait[i].wait_addr == NULL) {
  469. pwait = &m->poll_wait[i];
  470. break;
  471. }
  472. }
  473. if (!pwait) {
  474. p9_debug(P9_DEBUG_ERROR, "not enough wait_address slots\n");
  475. return;
  476. }
  477. pwait->conn = m;
  478. pwait->wait_addr = wait_address;
  479. init_waitqueue_func_entry(&pwait->wait, p9_pollwake);
  480. add_wait_queue(wait_address, &pwait->wait);
  481. }
  482. /**
  483. * p9_conn_create - initialize the per-session mux data
  484. * @client: client instance
  485. *
  486. * Note: Creates the polling task if this is the first session.
  487. */
  488. static void p9_conn_create(struct p9_client *client)
  489. {
  490. __poll_t n;
  491. struct p9_trans_fd *ts = client->trans;
  492. struct p9_conn *m = &ts->conn;
  493. p9_debug(P9_DEBUG_TRANS, "client %p msize %d\n", client, client->msize);
  494. INIT_LIST_HEAD(&m->mux_list);
  495. m->client = client;
  496. spin_lock_init(&m->req_lock);
  497. INIT_LIST_HEAD(&m->req_list);
  498. INIT_LIST_HEAD(&m->unsent_req_list);
  499. INIT_WORK(&m->rq, p9_read_work);
  500. INIT_WORK(&m->wq, p9_write_work);
  501. INIT_LIST_HEAD(&m->poll_pending_link);
  502. init_poll_funcptr(&m->pt, p9_pollwait);
  503. n = p9_fd_poll(client, &m->pt, NULL);
  504. if (n & EPOLLIN) {
  505. p9_debug(P9_DEBUG_TRANS, "mux %p can read\n", m);
  506. set_bit(Rpending, &m->wsched);
  507. }
  508. if (n & EPOLLOUT) {
  509. p9_debug(P9_DEBUG_TRANS, "mux %p can write\n", m);
  510. set_bit(Wpending, &m->wsched);
  511. }
  512. }
  513. /**
  514. * p9_poll_mux - polls a mux and schedules read or write works if necessary
  515. * @m: connection to poll
  516. *
  517. */
  518. static void p9_poll_mux(struct p9_conn *m)
  519. {
  520. __poll_t n;
  521. int err = -ECONNRESET;
  522. if (m->err < 0)
  523. return;
  524. n = p9_fd_poll(m->client, NULL, &err);
  525. if (n & (EPOLLERR | EPOLLHUP | EPOLLNVAL)) {
  526. p9_debug(P9_DEBUG_TRANS, "error mux %p err %d\n", m, n);
  527. p9_conn_cancel(m, err);
  528. }
  529. if (n & EPOLLIN) {
  530. set_bit(Rpending, &m->wsched);
  531. p9_debug(P9_DEBUG_TRANS, "mux %p can read\n", m);
  532. if (!test_and_set_bit(Rworksched, &m->wsched)) {
  533. p9_debug(P9_DEBUG_TRANS, "sched read work %p\n", m);
  534. schedule_work(&m->rq);
  535. }
  536. }
  537. if (n & EPOLLOUT) {
  538. set_bit(Wpending, &m->wsched);
  539. p9_debug(P9_DEBUG_TRANS, "mux %p can write\n", m);
  540. if ((m->wsize || !list_empty(&m->unsent_req_list)) &&
  541. !test_and_set_bit(Wworksched, &m->wsched)) {
  542. p9_debug(P9_DEBUG_TRANS, "sched write work %p\n", m);
  543. schedule_work(&m->wq);
  544. }
  545. }
  546. }
  547. /**
  548. * p9_fd_request - send 9P request
  549. * The function can sleep until the request is scheduled for sending.
  550. * The function can be interrupted. Return from the function is not
  551. * a guarantee that the request is sent successfully.
  552. *
  553. * @client: client instance
  554. * @req: request to be sent
  555. *
  556. */
  557. static int p9_fd_request(struct p9_client *client, struct p9_req_t *req)
  558. {
  559. __poll_t n;
  560. struct p9_trans_fd *ts = client->trans;
  561. struct p9_conn *m = &ts->conn;
  562. p9_debug(P9_DEBUG_TRANS, "mux %p task %p tcall %p id %d\n",
  563. m, current, &req->tc, req->tc.id);
  564. spin_lock(&m->req_lock);
  565. if (m->err < 0) {
  566. spin_unlock(&m->req_lock);
  567. return m->err;
  568. }
  569. WRITE_ONCE(req->status, REQ_STATUS_UNSENT);
  570. list_add_tail(&req->req_list, &m->unsent_req_list);
  571. spin_unlock(&m->req_lock);
  572. if (test_and_clear_bit(Wpending, &m->wsched))
  573. n = EPOLLOUT;
  574. else
  575. n = p9_fd_poll(m->client, NULL, NULL);
  576. if (n & EPOLLOUT && !test_and_set_bit(Wworksched, &m->wsched))
  577. schedule_work(&m->wq);
  578. return 0;
  579. }
  580. static int p9_fd_cancel(struct p9_client *client, struct p9_req_t *req)
  581. {
  582. struct p9_trans_fd *ts = client->trans;
  583. struct p9_conn *m = &ts->conn;
  584. int ret = 1;
  585. p9_debug(P9_DEBUG_TRANS, "client %p req %p\n", client, req);
  586. spin_lock(&m->req_lock);
  587. if (req->status == REQ_STATUS_UNSENT) {
  588. list_del(&req->req_list);
  589. WRITE_ONCE(req->status, REQ_STATUS_FLSHD);
  590. p9_req_put(client, req);
  591. ret = 0;
  592. }
  593. spin_unlock(&m->req_lock);
  594. return ret;
  595. }
  596. static int p9_fd_cancelled(struct p9_client *client, struct p9_req_t *req)
  597. {
  598. struct p9_trans_fd *ts = client->trans;
  599. struct p9_conn *m = &ts->conn;
  600. p9_debug(P9_DEBUG_TRANS, "client %p req %p\n", client, req);
  601. spin_lock(&m->req_lock);
  602. /* Ignore cancelled request if message has been received
  603. * before lock.
  604. */
  605. if (req->status == REQ_STATUS_RCVD) {
  606. spin_unlock(&m->req_lock);
  607. return 0;
  608. }
  609. /* we haven't received a response for oldreq,
  610. * remove it from the list.
  611. */
  612. list_del(&req->req_list);
  613. WRITE_ONCE(req->status, REQ_STATUS_FLSHD);
  614. spin_unlock(&m->req_lock);
  615. p9_req_put(client, req);
  616. return 0;
  617. }
  618. static int p9_fd_show_options(struct seq_file *m, struct p9_client *clnt)
  619. {
  620. if (clnt->trans_mod == &p9_tcp_trans) {
  621. if (clnt->trans_opts.tcp.port != P9_PORT)
  622. seq_printf(m, ",port=%u", clnt->trans_opts.tcp.port);
  623. } else if (clnt->trans_mod == &p9_fd_trans) {
  624. if (clnt->trans_opts.fd.rfd != ~0)
  625. seq_printf(m, ",rfd=%u", clnt->trans_opts.fd.rfd);
  626. if (clnt->trans_opts.fd.wfd != ~0)
  627. seq_printf(m, ",wfd=%u", clnt->trans_opts.fd.wfd);
  628. }
  629. return 0;
  630. }
  631. /**
  632. * parse_opts - parse mount options into p9_fd_opts structure
  633. * @params: options string passed from mount
  634. * @opts: fd transport-specific structure to parse options into
  635. *
  636. * Returns 0 upon success, -ERRNO upon failure
  637. */
  638. static int parse_opts(char *params, struct p9_fd_opts *opts)
  639. {
  640. char *p;
  641. substring_t args[MAX_OPT_ARGS];
  642. int option;
  643. char *options, *tmp_options;
  644. opts->port = P9_PORT;
  645. opts->rfd = ~0;
  646. opts->wfd = ~0;
  647. opts->privport = false;
  648. if (!params)
  649. return 0;
  650. tmp_options = kstrdup(params, GFP_KERNEL);
  651. if (!tmp_options) {
  652. p9_debug(P9_DEBUG_ERROR,
  653. "failed to allocate copy of option string\n");
  654. return -ENOMEM;
  655. }
  656. options = tmp_options;
  657. while ((p = strsep(&options, ",")) != NULL) {
  658. int token;
  659. int r;
  660. if (!*p)
  661. continue;
  662. token = match_token(p, tokens, args);
  663. if ((token != Opt_err) && (token != Opt_privport)) {
  664. r = match_int(&args[0], &option);
  665. if (r < 0) {
  666. p9_debug(P9_DEBUG_ERROR,
  667. "integer field, but no integer?\n");
  668. continue;
  669. }
  670. }
  671. switch (token) {
  672. case Opt_port:
  673. opts->port = option;
  674. break;
  675. case Opt_rfdno:
  676. opts->rfd = option;
  677. break;
  678. case Opt_wfdno:
  679. opts->wfd = option;
  680. break;
  681. case Opt_privport:
  682. opts->privport = true;
  683. break;
  684. default:
  685. continue;
  686. }
  687. }
  688. kfree(tmp_options);
  689. return 0;
  690. }
  691. static int p9_fd_open(struct p9_client *client, int rfd, int wfd)
  692. {
  693. struct p9_trans_fd *ts = kzalloc(sizeof(struct p9_trans_fd),
  694. GFP_KERNEL);
  695. if (!ts)
  696. return -ENOMEM;
  697. ts->rd = fget(rfd);
  698. if (!ts->rd)
  699. goto out_free_ts;
  700. if (!(ts->rd->f_mode & FMODE_READ))
  701. goto out_put_rd;
  702. /* Prevent workers from hanging on IO when fd is a pipe.
  703. * It's technically possible for userspace or concurrent mounts to
  704. * modify this flag concurrently, which will likely result in a
  705. * broken filesystem. However, just having bad flags here should
  706. * not crash the kernel or cause any other sort of bug, so mark this
  707. * particular data race as intentional so that tooling (like KCSAN)
  708. * can allow it and detect further problems.
  709. */
  710. data_race(ts->rd->f_flags |= O_NONBLOCK);
  711. ts->wr = fget(wfd);
  712. if (!ts->wr)
  713. goto out_put_rd;
  714. if (!(ts->wr->f_mode & FMODE_WRITE))
  715. goto out_put_wr;
  716. data_race(ts->wr->f_flags |= O_NONBLOCK);
  717. client->trans = ts;
  718. client->status = Connected;
  719. return 0;
  720. out_put_wr:
  721. fput(ts->wr);
  722. out_put_rd:
  723. fput(ts->rd);
  724. out_free_ts:
  725. kfree(ts);
  726. return -EIO;
  727. }
  728. static int p9_socket_open(struct p9_client *client, struct socket *csocket)
  729. {
  730. struct p9_trans_fd *p;
  731. struct file *file;
  732. p = kzalloc(sizeof(struct p9_trans_fd), GFP_KERNEL);
  733. if (!p) {
  734. sock_release(csocket);
  735. return -ENOMEM;
  736. }
  737. csocket->sk->sk_allocation = GFP_NOIO;
  738. csocket->sk->sk_use_task_frag = false;
  739. file = sock_alloc_file(csocket, 0, NULL);
  740. if (IS_ERR(file)) {
  741. pr_err("%s (%d): failed to map fd\n",
  742. __func__, task_pid_nr(current));
  743. kfree(p);
  744. return PTR_ERR(file);
  745. }
  746. get_file(file);
  747. p->wr = p->rd = file;
  748. client->trans = p;
  749. client->status = Connected;
  750. p->rd->f_flags |= O_NONBLOCK;
  751. p9_conn_create(client);
  752. return 0;
  753. }
  754. /**
  755. * p9_conn_destroy - cancels all pending requests of mux
  756. * @m: mux to destroy
  757. *
  758. */
  759. static void p9_conn_destroy(struct p9_conn *m)
  760. {
  761. p9_debug(P9_DEBUG_TRANS, "mux %p prev %p next %p\n",
  762. m, m->mux_list.prev, m->mux_list.next);
  763. p9_mux_poll_stop(m);
  764. cancel_work_sync(&m->rq);
  765. if (m->rreq) {
  766. p9_req_put(m->client, m->rreq);
  767. m->rreq = NULL;
  768. }
  769. cancel_work_sync(&m->wq);
  770. if (m->wreq) {
  771. p9_req_put(m->client, m->wreq);
  772. m->wreq = NULL;
  773. }
  774. p9_conn_cancel(m, -ECONNRESET);
  775. m->client = NULL;
  776. }
  777. /**
  778. * p9_fd_close - shutdown file descriptor transport
  779. * @client: client instance
  780. *
  781. */
  782. static void p9_fd_close(struct p9_client *client)
  783. {
  784. struct p9_trans_fd *ts;
  785. if (!client)
  786. return;
  787. ts = client->trans;
  788. if (!ts)
  789. return;
  790. client->status = Disconnected;
  791. p9_conn_destroy(&ts->conn);
  792. if (ts->rd)
  793. fput(ts->rd);
  794. if (ts->wr)
  795. fput(ts->wr);
  796. kfree(ts);
  797. }
  798. /*
  799. * stolen from NFS - maybe should be made a generic function?
  800. */
  801. static inline int valid_ipaddr4(const char *buf)
  802. {
  803. int rc, count, in[4];
  804. rc = sscanf(buf, "%d.%d.%d.%d", &in[0], &in[1], &in[2], &in[3]);
  805. if (rc != 4)
  806. return -EINVAL;
  807. for (count = 0; count < 4; count++) {
  808. if (in[count] > 255)
  809. return -EINVAL;
  810. }
  811. return 0;
  812. }
  813. static int p9_bind_privport(struct socket *sock)
  814. {
  815. struct sockaddr_in cl;
  816. int port, err = -EINVAL;
  817. memset(&cl, 0, sizeof(cl));
  818. cl.sin_family = AF_INET;
  819. cl.sin_addr.s_addr = htonl(INADDR_ANY);
  820. for (port = p9_ipport_resv_max; port >= p9_ipport_resv_min; port--) {
  821. cl.sin_port = htons((ushort)port);
  822. err = kernel_bind(sock, (struct sockaddr *)&cl, sizeof(cl));
  823. if (err != -EADDRINUSE)
  824. break;
  825. }
  826. return err;
  827. }
  828. static int
  829. p9_fd_create_tcp(struct p9_client *client, const char *addr, char *args)
  830. {
  831. int err;
  832. struct socket *csocket;
  833. struct sockaddr_in sin_server;
  834. struct p9_fd_opts opts;
  835. err = parse_opts(args, &opts);
  836. if (err < 0)
  837. return err;
  838. if (addr == NULL || valid_ipaddr4(addr) < 0)
  839. return -EINVAL;
  840. csocket = NULL;
  841. client->trans_opts.tcp.port = opts.port;
  842. client->trans_opts.tcp.privport = opts.privport;
  843. sin_server.sin_family = AF_INET;
  844. sin_server.sin_addr.s_addr = in_aton(addr);
  845. sin_server.sin_port = htons(opts.port);
  846. err = __sock_create(current->nsproxy->net_ns, PF_INET,
  847. SOCK_STREAM, IPPROTO_TCP, &csocket, 1);
  848. if (err) {
  849. pr_err("%s (%d): problem creating socket\n",
  850. __func__, task_pid_nr(current));
  851. return err;
  852. }
  853. if (opts.privport) {
  854. err = p9_bind_privport(csocket);
  855. if (err < 0) {
  856. pr_err("%s (%d): problem binding to privport\n",
  857. __func__, task_pid_nr(current));
  858. sock_release(csocket);
  859. return err;
  860. }
  861. }
  862. err = READ_ONCE(csocket->ops)->connect(csocket,
  863. (struct sockaddr *)&sin_server,
  864. sizeof(struct sockaddr_in), 0);
  865. if (err < 0) {
  866. pr_err("%s (%d): problem connecting socket to %s\n",
  867. __func__, task_pid_nr(current), addr);
  868. sock_release(csocket);
  869. return err;
  870. }
  871. return p9_socket_open(client, csocket);
  872. }
  873. static int
  874. p9_fd_create_unix(struct p9_client *client, const char *addr, char *args)
  875. {
  876. int err;
  877. struct socket *csocket;
  878. struct sockaddr_un sun_server;
  879. csocket = NULL;
  880. if (!addr || !strlen(addr))
  881. return -EINVAL;
  882. if (strlen(addr) >= UNIX_PATH_MAX) {
  883. pr_err("%s (%d): address too long: %s\n",
  884. __func__, task_pid_nr(current), addr);
  885. return -ENAMETOOLONG;
  886. }
  887. sun_server.sun_family = PF_UNIX;
  888. strcpy(sun_server.sun_path, addr);
  889. err = __sock_create(current->nsproxy->net_ns, PF_UNIX,
  890. SOCK_STREAM, 0, &csocket, 1);
  891. if (err < 0) {
  892. pr_err("%s (%d): problem creating socket\n",
  893. __func__, task_pid_nr(current));
  894. return err;
  895. }
  896. err = READ_ONCE(csocket->ops)->connect(csocket, (struct sockaddr *)&sun_server,
  897. sizeof(struct sockaddr_un) - 1, 0);
  898. if (err < 0) {
  899. pr_err("%s (%d): problem connecting socket: %s: %d\n",
  900. __func__, task_pid_nr(current), addr, err);
  901. sock_release(csocket);
  902. return err;
  903. }
  904. return p9_socket_open(client, csocket);
  905. }
  906. static int
  907. p9_fd_create(struct p9_client *client, const char *addr, char *args)
  908. {
  909. int err;
  910. struct p9_fd_opts opts;
  911. err = parse_opts(args, &opts);
  912. if (err < 0)
  913. return err;
  914. client->trans_opts.fd.rfd = opts.rfd;
  915. client->trans_opts.fd.wfd = opts.wfd;
  916. if (opts.rfd == ~0 || opts.wfd == ~0) {
  917. pr_err("Insufficient options for proto=fd\n");
  918. return -ENOPROTOOPT;
  919. }
  920. err = p9_fd_open(client, opts.rfd, opts.wfd);
  921. if (err < 0)
  922. return err;
  923. p9_conn_create(client);
  924. return 0;
  925. }
  926. static struct p9_trans_module p9_tcp_trans = {
  927. .name = "tcp",
  928. .maxsize = MAX_SOCK_BUF,
  929. .pooled_rbuffers = false,
  930. .def = 0,
  931. .create = p9_fd_create_tcp,
  932. .close = p9_fd_close,
  933. .request = p9_fd_request,
  934. .cancel = p9_fd_cancel,
  935. .cancelled = p9_fd_cancelled,
  936. .show_options = p9_fd_show_options,
  937. .owner = THIS_MODULE,
  938. };
  939. MODULE_ALIAS_9P("tcp");
  940. static struct p9_trans_module p9_unix_trans = {
  941. .name = "unix",
  942. .maxsize = MAX_SOCK_BUF,
  943. .def = 0,
  944. .create = p9_fd_create_unix,
  945. .close = p9_fd_close,
  946. .request = p9_fd_request,
  947. .cancel = p9_fd_cancel,
  948. .cancelled = p9_fd_cancelled,
  949. .show_options = p9_fd_show_options,
  950. .owner = THIS_MODULE,
  951. };
  952. MODULE_ALIAS_9P("unix");
  953. static struct p9_trans_module p9_fd_trans = {
  954. .name = "fd",
  955. .maxsize = MAX_SOCK_BUF,
  956. .def = 0,
  957. .create = p9_fd_create,
  958. .close = p9_fd_close,
  959. .request = p9_fd_request,
  960. .cancel = p9_fd_cancel,
  961. .cancelled = p9_fd_cancelled,
  962. .show_options = p9_fd_show_options,
  963. .owner = THIS_MODULE,
  964. };
  965. MODULE_ALIAS_9P("fd");
  966. /**
  967. * p9_poll_workfn - poll worker thread
  968. * @work: work queue
  969. *
  970. * polls all v9fs transports for new events and queues the appropriate
  971. * work to the work queue
  972. *
  973. */
  974. static void p9_poll_workfn(struct work_struct *work)
  975. {
  976. unsigned long flags;
  977. p9_debug(P9_DEBUG_TRANS, "start %p\n", current);
  978. spin_lock_irqsave(&p9_poll_lock, flags);
  979. while (!list_empty(&p9_poll_pending_list)) {
  980. struct p9_conn *conn = list_first_entry(&p9_poll_pending_list,
  981. struct p9_conn,
  982. poll_pending_link);
  983. list_del_init(&conn->poll_pending_link);
  984. spin_unlock_irqrestore(&p9_poll_lock, flags);
  985. p9_poll_mux(conn);
  986. spin_lock_irqsave(&p9_poll_lock, flags);
  987. }
  988. spin_unlock_irqrestore(&p9_poll_lock, flags);
  989. p9_debug(P9_DEBUG_TRANS, "finish\n");
  990. }
  991. static int __init p9_trans_fd_init(void)
  992. {
  993. v9fs_register_trans(&p9_tcp_trans);
  994. v9fs_register_trans(&p9_unix_trans);
  995. v9fs_register_trans(&p9_fd_trans);
  996. return 0;
  997. }
  998. static void __exit p9_trans_fd_exit(void)
  999. {
  1000. flush_work(&p9_poll_work);
  1001. v9fs_unregister_trans(&p9_tcp_trans);
  1002. v9fs_unregister_trans(&p9_unix_trans);
  1003. v9fs_unregister_trans(&p9_fd_trans);
  1004. }
  1005. module_init(p9_trans_fd_init);
  1006. module_exit(p9_trans_fd_exit);
  1007. MODULE_AUTHOR("Eric Van Hensbergen <ericvh@gmail.com>");
  1008. MODULE_DESCRIPTION("Filedescriptor Transport for 9P");
  1009. MODULE_LICENSE("GPL");