iscsi_target_login.c 40 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487
  1. /*******************************************************************************
  2. * This file contains the login functions used by the iSCSI Target driver.
  3. *
  4. * (c) Copyright 2007-2013 Datera, Inc.
  5. *
  6. * Author: Nicholas A. Bellinger <nab@linux-iscsi.org>
  7. *
  8. * This program is free software; you can redistribute it and/or modify
  9. * it under the terms of the GNU General Public License as published by
  10. * the Free Software Foundation; either version 2 of the License, or
  11. * (at your option) any later version.
  12. *
  13. * This program is distributed in the hope that it will be useful,
  14. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  15. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  16. * GNU General Public License for more details.
  17. ******************************************************************************/
  18. #include <crypto/hash.h>
  19. #include <linux/module.h>
  20. #include <linux/string.h>
  21. #include <linux/kthread.h>
  22. #include <linux/sched/signal.h>
  23. #include <linux/idr.h>
  24. #include <linux/tcp.h> /* TCP_NODELAY */
  25. #include <net/ipv6.h> /* ipv6_addr_v4mapped() */
  26. #include <scsi/iscsi_proto.h>
  27. #include <target/target_core_base.h>
  28. #include <target/target_core_fabric.h>
  29. #include <target/iscsi/iscsi_target_core.h>
  30. #include <target/iscsi/iscsi_target_stat.h>
  31. #include "iscsi_target_device.h"
  32. #include "iscsi_target_nego.h"
  33. #include "iscsi_target_erl0.h"
  34. #include "iscsi_target_erl2.h"
  35. #include "iscsi_target_login.h"
  36. #include "iscsi_target_tpg.h"
  37. #include "iscsi_target_util.h"
  38. #include "iscsi_target.h"
  39. #include "iscsi_target_parameters.h"
  40. #include <target/iscsi/iscsi_transport.h>
  41. static struct iscsi_login *iscsi_login_init_conn(struct iscsi_conn *conn)
  42. {
  43. struct iscsi_login *login;
  44. login = kzalloc(sizeof(struct iscsi_login), GFP_KERNEL);
  45. if (!login) {
  46. pr_err("Unable to allocate memory for struct iscsi_login.\n");
  47. return NULL;
  48. }
  49. conn->login = login;
  50. login->conn = conn;
  51. login->first_request = 1;
  52. login->req_buf = kzalloc(MAX_KEY_VALUE_PAIRS, GFP_KERNEL);
  53. if (!login->req_buf) {
  54. pr_err("Unable to allocate memory for response buffer.\n");
  55. goto out_login;
  56. }
  57. login->rsp_buf = kzalloc(MAX_KEY_VALUE_PAIRS, GFP_KERNEL);
  58. if (!login->rsp_buf) {
  59. pr_err("Unable to allocate memory for request buffer.\n");
  60. goto out_req_buf;
  61. }
  62. conn->conn_login = login;
  63. return login;
  64. out_req_buf:
  65. kfree(login->req_buf);
  66. out_login:
  67. kfree(login);
  68. return NULL;
  69. }
  70. /*
  71. * Used by iscsi_target_nego.c:iscsi_target_locate_portal() to setup
  72. * per struct iscsi_conn libcrypto contexts for crc32c and crc32-intel
  73. */
  74. int iscsi_login_setup_crypto(struct iscsi_conn *conn)
  75. {
  76. struct crypto_ahash *tfm;
  77. /*
  78. * Setup slicing by CRC32C algorithm for RX and TX libcrypto contexts
  79. * which will default to crc32c_intel.ko for cpu_has_xmm4_2, or fallback
  80. * to software 1x8 byte slicing from crc32c.ko
  81. */
  82. tfm = crypto_alloc_ahash("crc32c", 0, CRYPTO_ALG_ASYNC);
  83. if (IS_ERR(tfm)) {
  84. pr_err("crypto_alloc_ahash() failed\n");
  85. return -ENOMEM;
  86. }
  87. conn->conn_rx_hash = ahash_request_alloc(tfm, GFP_KERNEL);
  88. if (!conn->conn_rx_hash) {
  89. pr_err("ahash_request_alloc() failed for conn_rx_hash\n");
  90. crypto_free_ahash(tfm);
  91. return -ENOMEM;
  92. }
  93. ahash_request_set_callback(conn->conn_rx_hash, 0, NULL, NULL);
  94. conn->conn_tx_hash = ahash_request_alloc(tfm, GFP_KERNEL);
  95. if (!conn->conn_tx_hash) {
  96. pr_err("ahash_request_alloc() failed for conn_tx_hash\n");
  97. ahash_request_free(conn->conn_rx_hash);
  98. conn->conn_rx_hash = NULL;
  99. crypto_free_ahash(tfm);
  100. return -ENOMEM;
  101. }
  102. ahash_request_set_callback(conn->conn_tx_hash, 0, NULL, NULL);
  103. return 0;
  104. }
  105. static int iscsi_login_check_initiator_version(
  106. struct iscsi_conn *conn,
  107. u8 version_max,
  108. u8 version_min)
  109. {
  110. if ((version_max != 0x00) || (version_min != 0x00)) {
  111. pr_err("Unsupported iSCSI IETF Pre-RFC Revision,"
  112. " version Min/Max 0x%02x/0x%02x, rejecting login.\n",
  113. version_min, version_max);
  114. iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
  115. ISCSI_LOGIN_STATUS_NO_VERSION);
  116. return -1;
  117. }
  118. return 0;
  119. }
  120. int iscsi_check_for_session_reinstatement(struct iscsi_conn *conn)
  121. {
  122. int sessiontype;
  123. struct iscsi_param *initiatorname_param = NULL, *sessiontype_param = NULL;
  124. struct iscsi_portal_group *tpg = conn->tpg;
  125. struct iscsi_session *sess = NULL, *sess_p = NULL;
  126. struct se_portal_group *se_tpg = &tpg->tpg_se_tpg;
  127. struct se_session *se_sess, *se_sess_tmp;
  128. initiatorname_param = iscsi_find_param_from_key(
  129. INITIATORNAME, conn->param_list);
  130. sessiontype_param = iscsi_find_param_from_key(
  131. SESSIONTYPE, conn->param_list);
  132. if (!initiatorname_param || !sessiontype_param) {
  133. iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
  134. ISCSI_LOGIN_STATUS_MISSING_FIELDS);
  135. return -1;
  136. }
  137. sessiontype = (strncmp(sessiontype_param->value, NORMAL, 6)) ? 1 : 0;
  138. spin_lock_bh(&se_tpg->session_lock);
  139. list_for_each_entry_safe(se_sess, se_sess_tmp, &se_tpg->tpg_sess_list,
  140. sess_list) {
  141. sess_p = se_sess->fabric_sess_ptr;
  142. spin_lock(&sess_p->conn_lock);
  143. if (atomic_read(&sess_p->session_fall_back_to_erl0) ||
  144. atomic_read(&sess_p->session_logout) ||
  145. atomic_read(&sess_p->session_close) ||
  146. (sess_p->time2retain_timer_flags & ISCSI_TF_EXPIRED)) {
  147. spin_unlock(&sess_p->conn_lock);
  148. continue;
  149. }
  150. if (!memcmp(sess_p->isid, conn->sess->isid, 6) &&
  151. (!strcmp(sess_p->sess_ops->InitiatorName,
  152. initiatorname_param->value) &&
  153. (sess_p->sess_ops->SessionType == sessiontype))) {
  154. atomic_set(&sess_p->session_reinstatement, 1);
  155. atomic_set(&sess_p->session_fall_back_to_erl0, 1);
  156. atomic_set(&sess_p->session_close, 1);
  157. spin_unlock(&sess_p->conn_lock);
  158. iscsit_inc_session_usage_count(sess_p);
  159. iscsit_stop_time2retain_timer(sess_p);
  160. sess = sess_p;
  161. break;
  162. }
  163. spin_unlock(&sess_p->conn_lock);
  164. }
  165. spin_unlock_bh(&se_tpg->session_lock);
  166. /*
  167. * If the Time2Retain handler has expired, the session is already gone.
  168. */
  169. if (!sess)
  170. return 0;
  171. pr_debug("%s iSCSI Session SID %u is still active for %s,"
  172. " performing session reinstatement.\n", (sessiontype) ?
  173. "Discovery" : "Normal", sess->sid,
  174. sess->sess_ops->InitiatorName);
  175. spin_lock_bh(&sess->conn_lock);
  176. if (sess->session_state == TARG_SESS_STATE_FAILED) {
  177. spin_unlock_bh(&sess->conn_lock);
  178. iscsit_dec_session_usage_count(sess);
  179. return 0;
  180. }
  181. spin_unlock_bh(&sess->conn_lock);
  182. iscsit_stop_session(sess, 1, 1);
  183. iscsit_dec_session_usage_count(sess);
  184. return 0;
  185. }
  186. static int iscsi_login_set_conn_values(
  187. struct iscsi_session *sess,
  188. struct iscsi_conn *conn,
  189. __be16 cid)
  190. {
  191. int ret;
  192. conn->sess = sess;
  193. conn->cid = be16_to_cpu(cid);
  194. /*
  195. * Generate a random Status sequence number (statsn) for the new
  196. * iSCSI connection.
  197. */
  198. ret = get_random_bytes_wait(&conn->stat_sn, sizeof(u32));
  199. if (unlikely(ret))
  200. return ret;
  201. mutex_lock(&auth_id_lock);
  202. conn->auth_id = iscsit_global->auth_id++;
  203. mutex_unlock(&auth_id_lock);
  204. return 0;
  205. }
  206. __printf(2, 3) int iscsi_change_param_sprintf(
  207. struct iscsi_conn *conn,
  208. const char *fmt, ...)
  209. {
  210. va_list args;
  211. unsigned char buf[64];
  212. memset(buf, 0, sizeof buf);
  213. va_start(args, fmt);
  214. vsnprintf(buf, sizeof buf, fmt, args);
  215. va_end(args);
  216. if (iscsi_change_param_value(buf, conn->param_list, 0) < 0) {
  217. iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
  218. ISCSI_LOGIN_STATUS_NO_RESOURCES);
  219. return -1;
  220. }
  221. return 0;
  222. }
  223. EXPORT_SYMBOL(iscsi_change_param_sprintf);
  224. /*
  225. * This is the leading connection of a new session,
  226. * or session reinstatement.
  227. */
  228. static int iscsi_login_zero_tsih_s1(
  229. struct iscsi_conn *conn,
  230. unsigned char *buf)
  231. {
  232. struct iscsi_session *sess = NULL;
  233. struct iscsi_login_req *pdu = (struct iscsi_login_req *)buf;
  234. int ret;
  235. sess = kzalloc(sizeof(struct iscsi_session), GFP_KERNEL);
  236. if (!sess) {
  237. iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
  238. ISCSI_LOGIN_STATUS_NO_RESOURCES);
  239. pr_err("Could not allocate memory for session\n");
  240. return -ENOMEM;
  241. }
  242. if (iscsi_login_set_conn_values(sess, conn, pdu->cid))
  243. goto free_sess;
  244. sess->init_task_tag = pdu->itt;
  245. memcpy(&sess->isid, pdu->isid, 6);
  246. sess->exp_cmd_sn = be32_to_cpu(pdu->cmdsn);
  247. INIT_LIST_HEAD(&sess->sess_conn_list);
  248. INIT_LIST_HEAD(&sess->sess_ooo_cmdsn_list);
  249. INIT_LIST_HEAD(&sess->cr_active_list);
  250. INIT_LIST_HEAD(&sess->cr_inactive_list);
  251. init_completion(&sess->async_msg_comp);
  252. init_completion(&sess->reinstatement_comp);
  253. init_completion(&sess->session_wait_comp);
  254. init_completion(&sess->session_waiting_on_uc_comp);
  255. mutex_init(&sess->cmdsn_mutex);
  256. spin_lock_init(&sess->conn_lock);
  257. spin_lock_init(&sess->cr_a_lock);
  258. spin_lock_init(&sess->cr_i_lock);
  259. spin_lock_init(&sess->session_usage_lock);
  260. spin_lock_init(&sess->ttt_lock);
  261. timer_setup(&sess->time2retain_timer,
  262. iscsit_handle_time2retain_timeout, 0);
  263. ret = ida_alloc(&sess_ida, GFP_KERNEL);
  264. if (ret < 0) {
  265. pr_err("Session ID allocation failed %d\n", ret);
  266. iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
  267. ISCSI_LOGIN_STATUS_NO_RESOURCES);
  268. goto free_sess;
  269. }
  270. sess->session_index = ret;
  271. sess->creation_time = get_jiffies_64();
  272. /*
  273. * The FFP CmdSN window values will be allocated from the TPG's
  274. * Initiator Node's ACL once the login has been successfully completed.
  275. */
  276. atomic_set(&sess->max_cmd_sn, be32_to_cpu(pdu->cmdsn));
  277. sess->sess_ops = kzalloc(sizeof(struct iscsi_sess_ops), GFP_KERNEL);
  278. if (!sess->sess_ops) {
  279. iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
  280. ISCSI_LOGIN_STATUS_NO_RESOURCES);
  281. pr_err("Unable to allocate memory for"
  282. " struct iscsi_sess_ops.\n");
  283. goto free_id;
  284. }
  285. sess->se_sess = transport_alloc_session(TARGET_PROT_NORMAL);
  286. if (IS_ERR(sess->se_sess)) {
  287. iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
  288. ISCSI_LOGIN_STATUS_NO_RESOURCES);
  289. goto free_ops;
  290. }
  291. return 0;
  292. free_ops:
  293. kfree(sess->sess_ops);
  294. free_id:
  295. ida_free(&sess_ida, sess->session_index);
  296. free_sess:
  297. kfree(sess);
  298. conn->sess = NULL;
  299. return -ENOMEM;
  300. }
  301. static int iscsi_login_zero_tsih_s2(
  302. struct iscsi_conn *conn)
  303. {
  304. struct iscsi_node_attrib *na;
  305. struct iscsi_session *sess = conn->sess;
  306. bool iser = false;
  307. sess->tpg = conn->tpg;
  308. /*
  309. * Assign a new TPG Session Handle. Note this is protected with
  310. * struct iscsi_portal_group->np_login_sem from iscsit_access_np().
  311. */
  312. sess->tsih = ++sess->tpg->ntsih;
  313. if (!sess->tsih)
  314. sess->tsih = ++sess->tpg->ntsih;
  315. /*
  316. * Create the default params from user defined values..
  317. */
  318. if (iscsi_copy_param_list(&conn->param_list,
  319. conn->tpg->param_list, 1) < 0) {
  320. iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
  321. ISCSI_LOGIN_STATUS_NO_RESOURCES);
  322. return -1;
  323. }
  324. if (conn->conn_transport->transport_type == ISCSI_INFINIBAND)
  325. iser = true;
  326. iscsi_set_keys_to_negotiate(conn->param_list, iser);
  327. if (sess->sess_ops->SessionType)
  328. return iscsi_set_keys_irrelevant_for_discovery(
  329. conn->param_list);
  330. na = iscsit_tpg_get_node_attrib(sess);
  331. /*
  332. * Need to send TargetPortalGroupTag back in first login response
  333. * on any iSCSI connection where the Initiator provides TargetName.
  334. * See 5.3.1. Login Phase Start
  335. *
  336. * In our case, we have already located the struct iscsi_tiqn at this point.
  337. */
  338. if (iscsi_change_param_sprintf(conn, "TargetPortalGroupTag=%hu", sess->tpg->tpgt))
  339. return -1;
  340. /*
  341. * Workaround for Initiators that have broken connection recovery logic.
  342. *
  343. * "We would really like to get rid of this." Linux-iSCSI.org team
  344. */
  345. if (iscsi_change_param_sprintf(conn, "ErrorRecoveryLevel=%d", na->default_erl))
  346. return -1;
  347. /*
  348. * Set RDMAExtensions=Yes by default for iSER enabled network portals
  349. */
  350. if (iser) {
  351. struct iscsi_param *param;
  352. unsigned long mrdsl, off;
  353. int rc;
  354. if (iscsi_change_param_sprintf(conn, "RDMAExtensions=Yes"))
  355. return -1;
  356. /*
  357. * Make MaxRecvDataSegmentLength PAGE_SIZE aligned for
  358. * Immediate Data + Unsolicited Data-OUT if necessary..
  359. */
  360. param = iscsi_find_param_from_key("MaxRecvDataSegmentLength",
  361. conn->param_list);
  362. if (!param) {
  363. iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
  364. ISCSI_LOGIN_STATUS_NO_RESOURCES);
  365. return -1;
  366. }
  367. rc = kstrtoul(param->value, 0, &mrdsl);
  368. if (rc < 0) {
  369. iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
  370. ISCSI_LOGIN_STATUS_NO_RESOURCES);
  371. return -1;
  372. }
  373. off = mrdsl % PAGE_SIZE;
  374. if (!off)
  375. goto check_prot;
  376. if (mrdsl < PAGE_SIZE)
  377. mrdsl = PAGE_SIZE;
  378. else
  379. mrdsl -= off;
  380. pr_warn("Aligning ISER MaxRecvDataSegmentLength: %lu down"
  381. " to PAGE_SIZE\n", mrdsl);
  382. if (iscsi_change_param_sprintf(conn, "MaxRecvDataSegmentLength=%lu\n", mrdsl))
  383. return -1;
  384. /*
  385. * ISER currently requires that ImmediateData + Unsolicited
  386. * Data be disabled when protection / signature MRs are enabled.
  387. */
  388. check_prot:
  389. if (sess->se_sess->sup_prot_ops &
  390. (TARGET_PROT_DOUT_STRIP | TARGET_PROT_DOUT_PASS |
  391. TARGET_PROT_DOUT_INSERT)) {
  392. if (iscsi_change_param_sprintf(conn, "ImmediateData=No"))
  393. return -1;
  394. if (iscsi_change_param_sprintf(conn, "InitialR2T=Yes"))
  395. return -1;
  396. pr_debug("Forcing ImmediateData=No + InitialR2T=Yes for"
  397. " T10-PI enabled ISER session\n");
  398. }
  399. }
  400. return 0;
  401. }
  402. static int iscsi_login_non_zero_tsih_s1(
  403. struct iscsi_conn *conn,
  404. unsigned char *buf)
  405. {
  406. struct iscsi_login_req *pdu = (struct iscsi_login_req *)buf;
  407. return iscsi_login_set_conn_values(NULL, conn, pdu->cid);
  408. }
  409. /*
  410. * Add a new connection to an existing session.
  411. */
  412. static int iscsi_login_non_zero_tsih_s2(
  413. struct iscsi_conn *conn,
  414. unsigned char *buf)
  415. {
  416. struct iscsi_portal_group *tpg = conn->tpg;
  417. struct iscsi_session *sess = NULL, *sess_p = NULL;
  418. struct se_portal_group *se_tpg = &tpg->tpg_se_tpg;
  419. struct se_session *se_sess, *se_sess_tmp;
  420. struct iscsi_login_req *pdu = (struct iscsi_login_req *)buf;
  421. bool iser = false;
  422. spin_lock_bh(&se_tpg->session_lock);
  423. list_for_each_entry_safe(se_sess, se_sess_tmp, &se_tpg->tpg_sess_list,
  424. sess_list) {
  425. sess_p = (struct iscsi_session *)se_sess->fabric_sess_ptr;
  426. if (atomic_read(&sess_p->session_fall_back_to_erl0) ||
  427. atomic_read(&sess_p->session_logout) ||
  428. atomic_read(&sess_p->session_close) ||
  429. (sess_p->time2retain_timer_flags & ISCSI_TF_EXPIRED))
  430. continue;
  431. if (!memcmp(sess_p->isid, pdu->isid, 6) &&
  432. (sess_p->tsih == be16_to_cpu(pdu->tsih))) {
  433. iscsit_inc_session_usage_count(sess_p);
  434. iscsit_stop_time2retain_timer(sess_p);
  435. sess = sess_p;
  436. break;
  437. }
  438. }
  439. spin_unlock_bh(&se_tpg->session_lock);
  440. /*
  441. * If the Time2Retain handler has expired, the session is already gone.
  442. */
  443. if (!sess) {
  444. pr_err("Initiator attempting to add a connection to"
  445. " a non-existent session, rejecting iSCSI Login.\n");
  446. iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
  447. ISCSI_LOGIN_STATUS_NO_SESSION);
  448. return -1;
  449. }
  450. /*
  451. * Stop the Time2Retain timer if this is a failed session, we restart
  452. * the timer if the login is not successful.
  453. */
  454. spin_lock_bh(&sess->conn_lock);
  455. if (sess->session_state == TARG_SESS_STATE_FAILED)
  456. atomic_set(&sess->session_continuation, 1);
  457. spin_unlock_bh(&sess->conn_lock);
  458. if (iscsi_login_set_conn_values(sess, conn, pdu->cid) < 0 ||
  459. iscsi_copy_param_list(&conn->param_list,
  460. conn->tpg->param_list, 0) < 0) {
  461. iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
  462. ISCSI_LOGIN_STATUS_NO_RESOURCES);
  463. return -1;
  464. }
  465. if (conn->conn_transport->transport_type == ISCSI_INFINIBAND)
  466. iser = true;
  467. iscsi_set_keys_to_negotiate(conn->param_list, iser);
  468. /*
  469. * Need to send TargetPortalGroupTag back in first login response
  470. * on any iSCSI connection where the Initiator provides TargetName.
  471. * See 5.3.1. Login Phase Start
  472. *
  473. * In our case, we have already located the struct iscsi_tiqn at this point.
  474. */
  475. if (iscsi_change_param_sprintf(conn, "TargetPortalGroupTag=%hu", sess->tpg->tpgt))
  476. return -1;
  477. return 0;
  478. }
  479. int iscsi_login_post_auth_non_zero_tsih(
  480. struct iscsi_conn *conn,
  481. u16 cid,
  482. u32 exp_statsn)
  483. {
  484. struct iscsi_conn *conn_ptr = NULL;
  485. struct iscsi_conn_recovery *cr = NULL;
  486. struct iscsi_session *sess = conn->sess;
  487. /*
  488. * By following item 5 in the login table, if we have found
  489. * an existing ISID and a valid/existing TSIH and an existing
  490. * CID we do connection reinstatement. Currently we dont not
  491. * support it so we send back an non-zero status class to the
  492. * initiator and release the new connection.
  493. */
  494. conn_ptr = iscsit_get_conn_from_cid_rcfr(sess, cid);
  495. if (conn_ptr) {
  496. pr_err("Connection exists with CID %hu for %s,"
  497. " performing connection reinstatement.\n",
  498. conn_ptr->cid, sess->sess_ops->InitiatorName);
  499. iscsit_connection_reinstatement_rcfr(conn_ptr);
  500. iscsit_dec_conn_usage_count(conn_ptr);
  501. }
  502. /*
  503. * Check for any connection recovery entires containing CID.
  504. * We use the original ExpStatSN sent in the first login request
  505. * to acknowledge commands for the failed connection.
  506. *
  507. * Also note that an explict logout may have already been sent,
  508. * but the response may not be sent due to additional connection
  509. * loss.
  510. */
  511. if (sess->sess_ops->ErrorRecoveryLevel == 2) {
  512. cr = iscsit_get_inactive_connection_recovery_entry(
  513. sess, cid);
  514. if (cr) {
  515. pr_debug("Performing implicit logout"
  516. " for connection recovery on CID: %hu\n",
  517. conn->cid);
  518. iscsit_discard_cr_cmds_by_expstatsn(cr, exp_statsn);
  519. }
  520. }
  521. /*
  522. * Else we follow item 4 from the login table in that we have
  523. * found an existing ISID and a valid/existing TSIH and a new
  524. * CID we go ahead and continue to add a new connection to the
  525. * session.
  526. */
  527. pr_debug("Adding CID %hu to existing session for %s.\n",
  528. cid, sess->sess_ops->InitiatorName);
  529. if ((atomic_read(&sess->nconn) + 1) > sess->sess_ops->MaxConnections) {
  530. pr_err("Adding additional connection to this session"
  531. " would exceed MaxConnections %d, login failed.\n",
  532. sess->sess_ops->MaxConnections);
  533. iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
  534. ISCSI_LOGIN_STATUS_ISID_ERROR);
  535. return -1;
  536. }
  537. return 0;
  538. }
  539. static void iscsi_post_login_start_timers(struct iscsi_conn *conn)
  540. {
  541. struct iscsi_session *sess = conn->sess;
  542. /*
  543. * FIXME: Unsolicited NopIN support for ISER
  544. */
  545. if (conn->conn_transport->transport_type == ISCSI_INFINIBAND)
  546. return;
  547. if (!sess->sess_ops->SessionType)
  548. iscsit_start_nopin_timer(conn);
  549. }
  550. int iscsit_start_kthreads(struct iscsi_conn *conn)
  551. {
  552. int ret = 0;
  553. spin_lock(&iscsit_global->ts_bitmap_lock);
  554. conn->bitmap_id = bitmap_find_free_region(iscsit_global->ts_bitmap,
  555. ISCSIT_BITMAP_BITS, get_order(1));
  556. spin_unlock(&iscsit_global->ts_bitmap_lock);
  557. if (conn->bitmap_id < 0) {
  558. pr_err("bitmap_find_free_region() failed for"
  559. " iscsit_start_kthreads()\n");
  560. return -ENOMEM;
  561. }
  562. conn->tx_thread = kthread_run(iscsi_target_tx_thread, conn,
  563. "%s", ISCSI_TX_THREAD_NAME);
  564. if (IS_ERR(conn->tx_thread)) {
  565. pr_err("Unable to start iscsi_target_tx_thread\n");
  566. ret = PTR_ERR(conn->tx_thread);
  567. goto out_bitmap;
  568. }
  569. conn->tx_thread_active = true;
  570. conn->rx_thread = kthread_run(iscsi_target_rx_thread, conn,
  571. "%s", ISCSI_RX_THREAD_NAME);
  572. if (IS_ERR(conn->rx_thread)) {
  573. pr_err("Unable to start iscsi_target_rx_thread\n");
  574. ret = PTR_ERR(conn->rx_thread);
  575. goto out_tx;
  576. }
  577. conn->rx_thread_active = true;
  578. return 0;
  579. out_tx:
  580. send_sig(SIGINT, conn->tx_thread, 1);
  581. kthread_stop(conn->tx_thread);
  582. conn->tx_thread_active = false;
  583. out_bitmap:
  584. spin_lock(&iscsit_global->ts_bitmap_lock);
  585. bitmap_release_region(iscsit_global->ts_bitmap, conn->bitmap_id,
  586. get_order(1));
  587. spin_unlock(&iscsit_global->ts_bitmap_lock);
  588. return ret;
  589. }
  590. void iscsi_post_login_handler(
  591. struct iscsi_np *np,
  592. struct iscsi_conn *conn,
  593. u8 zero_tsih)
  594. {
  595. int stop_timer = 0;
  596. struct iscsi_session *sess = conn->sess;
  597. struct se_session *se_sess = sess->se_sess;
  598. struct iscsi_portal_group *tpg = sess->tpg;
  599. struct se_portal_group *se_tpg = &tpg->tpg_se_tpg;
  600. iscsit_inc_conn_usage_count(conn);
  601. iscsit_collect_login_stats(conn, ISCSI_STATUS_CLS_SUCCESS,
  602. ISCSI_LOGIN_STATUS_ACCEPT);
  603. pr_debug("Moving to TARG_CONN_STATE_LOGGED_IN.\n");
  604. conn->conn_state = TARG_CONN_STATE_LOGGED_IN;
  605. iscsi_set_connection_parameters(conn->conn_ops, conn->param_list);
  606. /*
  607. * SCSI Initiator -> SCSI Target Port Mapping
  608. */
  609. if (!zero_tsih) {
  610. iscsi_set_session_parameters(sess->sess_ops,
  611. conn->param_list, 0);
  612. iscsi_release_param_list(conn->param_list);
  613. conn->param_list = NULL;
  614. spin_lock_bh(&sess->conn_lock);
  615. atomic_set(&sess->session_continuation, 0);
  616. if (sess->session_state == TARG_SESS_STATE_FAILED) {
  617. pr_debug("Moving to"
  618. " TARG_SESS_STATE_LOGGED_IN.\n");
  619. sess->session_state = TARG_SESS_STATE_LOGGED_IN;
  620. stop_timer = 1;
  621. }
  622. pr_debug("iSCSI Login successful on CID: %hu from %pISpc to"
  623. " %pISpc,%hu\n", conn->cid, &conn->login_sockaddr,
  624. &conn->local_sockaddr, tpg->tpgt);
  625. list_add_tail(&conn->conn_list, &sess->sess_conn_list);
  626. atomic_inc(&sess->nconn);
  627. pr_debug("Incremented iSCSI Connection count to %hu"
  628. " from node: %s\n", atomic_read(&sess->nconn),
  629. sess->sess_ops->InitiatorName);
  630. spin_unlock_bh(&sess->conn_lock);
  631. iscsi_post_login_start_timers(conn);
  632. /*
  633. * Determine CPU mask to ensure connection's RX and TX kthreads
  634. * are scheduled on the same CPU.
  635. */
  636. iscsit_thread_get_cpumask(conn);
  637. conn->conn_rx_reset_cpumask = 1;
  638. conn->conn_tx_reset_cpumask = 1;
  639. /*
  640. * Wakeup the sleeping iscsi_target_rx_thread() now that
  641. * iscsi_conn is in TARG_CONN_STATE_LOGGED_IN state.
  642. */
  643. complete(&conn->rx_login_comp);
  644. iscsit_dec_conn_usage_count(conn);
  645. if (stop_timer) {
  646. spin_lock_bh(&se_tpg->session_lock);
  647. iscsit_stop_time2retain_timer(sess);
  648. spin_unlock_bh(&se_tpg->session_lock);
  649. }
  650. iscsit_dec_session_usage_count(sess);
  651. return;
  652. }
  653. iscsi_set_session_parameters(sess->sess_ops, conn->param_list, 1);
  654. iscsi_release_param_list(conn->param_list);
  655. conn->param_list = NULL;
  656. iscsit_determine_maxcmdsn(sess);
  657. spin_lock_bh(&se_tpg->session_lock);
  658. __transport_register_session(&sess->tpg->tpg_se_tpg,
  659. se_sess->se_node_acl, se_sess, sess);
  660. pr_debug("Moving to TARG_SESS_STATE_LOGGED_IN.\n");
  661. sess->session_state = TARG_SESS_STATE_LOGGED_IN;
  662. pr_debug("iSCSI Login successful on CID: %hu from %pISpc to %pISpc,%hu\n",
  663. conn->cid, &conn->login_sockaddr, &conn->local_sockaddr,
  664. tpg->tpgt);
  665. spin_lock_bh(&sess->conn_lock);
  666. list_add_tail(&conn->conn_list, &sess->sess_conn_list);
  667. atomic_inc(&sess->nconn);
  668. pr_debug("Incremented iSCSI Connection count to %hu from node:"
  669. " %s\n", atomic_read(&sess->nconn),
  670. sess->sess_ops->InitiatorName);
  671. spin_unlock_bh(&sess->conn_lock);
  672. sess->sid = tpg->sid++;
  673. if (!sess->sid)
  674. sess->sid = tpg->sid++;
  675. pr_debug("Established iSCSI session from node: %s\n",
  676. sess->sess_ops->InitiatorName);
  677. tpg->nsessions++;
  678. if (tpg->tpg_tiqn)
  679. tpg->tpg_tiqn->tiqn_nsessions++;
  680. pr_debug("Incremented number of active iSCSI sessions to %u on"
  681. " iSCSI Target Portal Group: %hu\n", tpg->nsessions, tpg->tpgt);
  682. spin_unlock_bh(&se_tpg->session_lock);
  683. iscsi_post_login_start_timers(conn);
  684. /*
  685. * Determine CPU mask to ensure connection's RX and TX kthreads
  686. * are scheduled on the same CPU.
  687. */
  688. iscsit_thread_get_cpumask(conn);
  689. conn->conn_rx_reset_cpumask = 1;
  690. conn->conn_tx_reset_cpumask = 1;
  691. /*
  692. * Wakeup the sleeping iscsi_target_rx_thread() now that
  693. * iscsi_conn is in TARG_CONN_STATE_LOGGED_IN state.
  694. */
  695. complete(&conn->rx_login_comp);
  696. iscsit_dec_conn_usage_count(conn);
  697. }
  698. void iscsi_handle_login_thread_timeout(struct timer_list *t)
  699. {
  700. struct iscsi_np *np = from_timer(np, t, np_login_timer);
  701. spin_lock_bh(&np->np_thread_lock);
  702. pr_err("iSCSI Login timeout on Network Portal %pISpc\n",
  703. &np->np_sockaddr);
  704. if (np->np_login_timer_flags & ISCSI_TF_STOP) {
  705. spin_unlock_bh(&np->np_thread_lock);
  706. return;
  707. }
  708. if (np->np_thread)
  709. send_sig(SIGINT, np->np_thread, 1);
  710. np->np_login_timer_flags &= ~ISCSI_TF_RUNNING;
  711. spin_unlock_bh(&np->np_thread_lock);
  712. }
  713. static void iscsi_start_login_thread_timer(struct iscsi_np *np)
  714. {
  715. /*
  716. * This used the TA_LOGIN_TIMEOUT constant because at this
  717. * point we do not have access to ISCSI_TPG_ATTRIB(tpg)->login_timeout
  718. */
  719. spin_lock_bh(&np->np_thread_lock);
  720. np->np_login_timer_flags &= ~ISCSI_TF_STOP;
  721. np->np_login_timer_flags |= ISCSI_TF_RUNNING;
  722. mod_timer(&np->np_login_timer, jiffies + TA_LOGIN_TIMEOUT * HZ);
  723. pr_debug("Added timeout timer to iSCSI login request for"
  724. " %u seconds.\n", TA_LOGIN_TIMEOUT);
  725. spin_unlock_bh(&np->np_thread_lock);
  726. }
  727. static void iscsi_stop_login_thread_timer(struct iscsi_np *np)
  728. {
  729. spin_lock_bh(&np->np_thread_lock);
  730. if (!(np->np_login_timer_flags & ISCSI_TF_RUNNING)) {
  731. spin_unlock_bh(&np->np_thread_lock);
  732. return;
  733. }
  734. np->np_login_timer_flags |= ISCSI_TF_STOP;
  735. spin_unlock_bh(&np->np_thread_lock);
  736. del_timer_sync(&np->np_login_timer);
  737. spin_lock_bh(&np->np_thread_lock);
  738. np->np_login_timer_flags &= ~ISCSI_TF_RUNNING;
  739. spin_unlock_bh(&np->np_thread_lock);
  740. }
  741. int iscsit_setup_np(
  742. struct iscsi_np *np,
  743. struct sockaddr_storage *sockaddr)
  744. {
  745. struct socket *sock = NULL;
  746. int backlog = ISCSIT_TCP_BACKLOG, ret, opt = 0, len;
  747. switch (np->np_network_transport) {
  748. case ISCSI_TCP:
  749. np->np_ip_proto = IPPROTO_TCP;
  750. np->np_sock_type = SOCK_STREAM;
  751. break;
  752. case ISCSI_SCTP_TCP:
  753. np->np_ip_proto = IPPROTO_SCTP;
  754. np->np_sock_type = SOCK_STREAM;
  755. break;
  756. case ISCSI_SCTP_UDP:
  757. np->np_ip_proto = IPPROTO_SCTP;
  758. np->np_sock_type = SOCK_SEQPACKET;
  759. break;
  760. default:
  761. pr_err("Unsupported network_transport: %d\n",
  762. np->np_network_transport);
  763. return -EINVAL;
  764. }
  765. np->np_ip_proto = IPPROTO_TCP;
  766. np->np_sock_type = SOCK_STREAM;
  767. ret = sock_create(sockaddr->ss_family, np->np_sock_type,
  768. np->np_ip_proto, &sock);
  769. if (ret < 0) {
  770. pr_err("sock_create() failed.\n");
  771. return ret;
  772. }
  773. np->np_socket = sock;
  774. /*
  775. * Setup the np->np_sockaddr from the passed sockaddr setup
  776. * in iscsi_target_configfs.c code..
  777. */
  778. memcpy(&np->np_sockaddr, sockaddr,
  779. sizeof(struct sockaddr_storage));
  780. if (sockaddr->ss_family == AF_INET6)
  781. len = sizeof(struct sockaddr_in6);
  782. else
  783. len = sizeof(struct sockaddr_in);
  784. /*
  785. * Set SO_REUSEADDR, and disable Nagel Algorithm with TCP_NODELAY.
  786. */
  787. /* FIXME: Someone please explain why this is endian-safe */
  788. opt = 1;
  789. if (np->np_network_transport == ISCSI_TCP) {
  790. ret = kernel_setsockopt(sock, IPPROTO_TCP, TCP_NODELAY,
  791. (char *)&opt, sizeof(opt));
  792. if (ret < 0) {
  793. pr_err("kernel_setsockopt() for TCP_NODELAY"
  794. " failed: %d\n", ret);
  795. goto fail;
  796. }
  797. }
  798. /* FIXME: Someone please explain why this is endian-safe */
  799. ret = kernel_setsockopt(sock, SOL_SOCKET, SO_REUSEADDR,
  800. (char *)&opt, sizeof(opt));
  801. if (ret < 0) {
  802. pr_err("kernel_setsockopt() for SO_REUSEADDR"
  803. " failed\n");
  804. goto fail;
  805. }
  806. ret = kernel_setsockopt(sock, IPPROTO_IP, IP_FREEBIND,
  807. (char *)&opt, sizeof(opt));
  808. if (ret < 0) {
  809. pr_err("kernel_setsockopt() for IP_FREEBIND"
  810. " failed\n");
  811. goto fail;
  812. }
  813. ret = kernel_bind(sock, (struct sockaddr *)&np->np_sockaddr, len);
  814. if (ret < 0) {
  815. pr_err("kernel_bind() failed: %d\n", ret);
  816. goto fail;
  817. }
  818. ret = kernel_listen(sock, backlog);
  819. if (ret != 0) {
  820. pr_err("kernel_listen() failed: %d\n", ret);
  821. goto fail;
  822. }
  823. return 0;
  824. fail:
  825. np->np_socket = NULL;
  826. sock_release(sock);
  827. return ret;
  828. }
  829. int iscsi_target_setup_login_socket(
  830. struct iscsi_np *np,
  831. struct sockaddr_storage *sockaddr)
  832. {
  833. struct iscsit_transport *t;
  834. int rc;
  835. t = iscsit_get_transport(np->np_network_transport);
  836. if (!t)
  837. return -EINVAL;
  838. rc = t->iscsit_setup_np(np, sockaddr);
  839. if (rc < 0) {
  840. iscsit_put_transport(t);
  841. return rc;
  842. }
  843. np->np_transport = t;
  844. np->enabled = true;
  845. return 0;
  846. }
  847. int iscsit_accept_np(struct iscsi_np *np, struct iscsi_conn *conn)
  848. {
  849. struct socket *new_sock, *sock = np->np_socket;
  850. struct sockaddr_in sock_in;
  851. struct sockaddr_in6 sock_in6;
  852. int rc;
  853. rc = kernel_accept(sock, &new_sock, 0);
  854. if (rc < 0)
  855. return rc;
  856. conn->sock = new_sock;
  857. conn->login_family = np->np_sockaddr.ss_family;
  858. if (np->np_sockaddr.ss_family == AF_INET6) {
  859. memset(&sock_in6, 0, sizeof(struct sockaddr_in6));
  860. rc = conn->sock->ops->getname(conn->sock,
  861. (struct sockaddr *)&sock_in6, 1);
  862. if (rc >= 0) {
  863. if (!ipv6_addr_v4mapped(&sock_in6.sin6_addr)) {
  864. memcpy(&conn->login_sockaddr, &sock_in6, sizeof(sock_in6));
  865. } else {
  866. /* Pretend to be an ipv4 socket */
  867. sock_in.sin_family = AF_INET;
  868. sock_in.sin_port = sock_in6.sin6_port;
  869. memcpy(&sock_in.sin_addr, &sock_in6.sin6_addr.s6_addr32[3], 4);
  870. memcpy(&conn->login_sockaddr, &sock_in, sizeof(sock_in));
  871. }
  872. }
  873. rc = conn->sock->ops->getname(conn->sock,
  874. (struct sockaddr *)&sock_in6, 0);
  875. if (rc >= 0) {
  876. if (!ipv6_addr_v4mapped(&sock_in6.sin6_addr)) {
  877. memcpy(&conn->local_sockaddr, &sock_in6, sizeof(sock_in6));
  878. } else {
  879. /* Pretend to be an ipv4 socket */
  880. sock_in.sin_family = AF_INET;
  881. sock_in.sin_port = sock_in6.sin6_port;
  882. memcpy(&sock_in.sin_addr, &sock_in6.sin6_addr.s6_addr32[3], 4);
  883. memcpy(&conn->local_sockaddr, &sock_in, sizeof(sock_in));
  884. }
  885. }
  886. } else {
  887. memset(&sock_in, 0, sizeof(struct sockaddr_in));
  888. rc = conn->sock->ops->getname(conn->sock,
  889. (struct sockaddr *)&sock_in, 1);
  890. if (rc >= 0)
  891. memcpy(&conn->login_sockaddr, &sock_in, sizeof(sock_in));
  892. rc = conn->sock->ops->getname(conn->sock,
  893. (struct sockaddr *)&sock_in, 0);
  894. if (rc >= 0)
  895. memcpy(&conn->local_sockaddr, &sock_in, sizeof(sock_in));
  896. }
  897. return 0;
  898. }
  899. int iscsit_get_login_rx(struct iscsi_conn *conn, struct iscsi_login *login)
  900. {
  901. struct iscsi_login_req *login_req;
  902. u32 padding = 0, payload_length;
  903. if (iscsi_login_rx_data(conn, login->req, ISCSI_HDR_LEN) < 0)
  904. return -1;
  905. login_req = (struct iscsi_login_req *)login->req;
  906. payload_length = ntoh24(login_req->dlength);
  907. padding = ((-payload_length) & 3);
  908. pr_debug("Got Login Command, Flags 0x%02x, ITT: 0x%08x,"
  909. " CmdSN: 0x%08x, ExpStatSN: 0x%08x, CID: %hu, Length: %u\n",
  910. login_req->flags, login_req->itt, login_req->cmdsn,
  911. login_req->exp_statsn, login_req->cid, payload_length);
  912. /*
  913. * Setup the initial iscsi_login values from the leading
  914. * login request PDU.
  915. */
  916. if (login->first_request) {
  917. login_req = (struct iscsi_login_req *)login->req;
  918. login->leading_connection = (!login_req->tsih) ? 1 : 0;
  919. login->current_stage = ISCSI_LOGIN_CURRENT_STAGE(login_req->flags);
  920. login->version_min = login_req->min_version;
  921. login->version_max = login_req->max_version;
  922. memcpy(login->isid, login_req->isid, 6);
  923. login->cmd_sn = be32_to_cpu(login_req->cmdsn);
  924. login->init_task_tag = login_req->itt;
  925. login->initial_exp_statsn = be32_to_cpu(login_req->exp_statsn);
  926. login->cid = be16_to_cpu(login_req->cid);
  927. login->tsih = be16_to_cpu(login_req->tsih);
  928. }
  929. if (iscsi_target_check_login_request(conn, login) < 0)
  930. return -1;
  931. memset(login->req_buf, 0, MAX_KEY_VALUE_PAIRS);
  932. if (iscsi_login_rx_data(conn, login->req_buf,
  933. payload_length + padding) < 0)
  934. return -1;
  935. return 0;
  936. }
  937. int iscsit_put_login_tx(struct iscsi_conn *conn, struct iscsi_login *login,
  938. u32 length)
  939. {
  940. if (iscsi_login_tx_data(conn, login->rsp, login->rsp_buf, length) < 0)
  941. return -1;
  942. return 0;
  943. }
  944. static int
  945. iscsit_conn_set_transport(struct iscsi_conn *conn, struct iscsit_transport *t)
  946. {
  947. int rc;
  948. if (!t->owner) {
  949. conn->conn_transport = t;
  950. return 0;
  951. }
  952. rc = try_module_get(t->owner);
  953. if (!rc) {
  954. pr_err("try_module_get() failed for %s\n", t->name);
  955. return -EINVAL;
  956. }
  957. conn->conn_transport = t;
  958. return 0;
  959. }
  960. static struct iscsi_conn *iscsit_alloc_conn(struct iscsi_np *np)
  961. {
  962. struct iscsi_conn *conn;
  963. conn = kzalloc(sizeof(struct iscsi_conn), GFP_KERNEL);
  964. if (!conn) {
  965. pr_err("Could not allocate memory for new connection\n");
  966. return NULL;
  967. }
  968. pr_debug("Moving to TARG_CONN_STATE_FREE.\n");
  969. conn->conn_state = TARG_CONN_STATE_FREE;
  970. init_waitqueue_head(&conn->queues_wq);
  971. INIT_LIST_HEAD(&conn->conn_list);
  972. INIT_LIST_HEAD(&conn->conn_cmd_list);
  973. INIT_LIST_HEAD(&conn->immed_queue_list);
  974. INIT_LIST_HEAD(&conn->response_queue_list);
  975. init_completion(&conn->conn_post_wait_comp);
  976. init_completion(&conn->conn_wait_comp);
  977. init_completion(&conn->conn_wait_rcfr_comp);
  978. init_completion(&conn->conn_waiting_on_uc_comp);
  979. init_completion(&conn->conn_logout_comp);
  980. init_completion(&conn->rx_half_close_comp);
  981. init_completion(&conn->tx_half_close_comp);
  982. init_completion(&conn->rx_login_comp);
  983. spin_lock_init(&conn->cmd_lock);
  984. spin_lock_init(&conn->conn_usage_lock);
  985. spin_lock_init(&conn->immed_queue_lock);
  986. spin_lock_init(&conn->nopin_timer_lock);
  987. spin_lock_init(&conn->response_queue_lock);
  988. spin_lock_init(&conn->state_lock);
  989. timer_setup(&conn->nopin_response_timer,
  990. iscsit_handle_nopin_response_timeout, 0);
  991. timer_setup(&conn->nopin_timer, iscsit_handle_nopin_timeout, 0);
  992. if (iscsit_conn_set_transport(conn, np->np_transport) < 0)
  993. goto free_conn;
  994. conn->conn_ops = kzalloc(sizeof(struct iscsi_conn_ops), GFP_KERNEL);
  995. if (!conn->conn_ops) {
  996. pr_err("Unable to allocate memory for struct iscsi_conn_ops.\n");
  997. goto put_transport;
  998. }
  999. if (!zalloc_cpumask_var(&conn->conn_cpumask, GFP_KERNEL)) {
  1000. pr_err("Unable to allocate conn->conn_cpumask\n");
  1001. goto free_mask;
  1002. }
  1003. return conn;
  1004. free_mask:
  1005. free_cpumask_var(conn->conn_cpumask);
  1006. put_transport:
  1007. iscsit_put_transport(conn->conn_transport);
  1008. free_conn:
  1009. kfree(conn);
  1010. return NULL;
  1011. }
  1012. void iscsit_free_conn(struct iscsi_conn *conn)
  1013. {
  1014. free_cpumask_var(conn->conn_cpumask);
  1015. kfree(conn->conn_ops);
  1016. iscsit_put_transport(conn->conn_transport);
  1017. kfree(conn);
  1018. }
  1019. void iscsi_target_login_sess_out(struct iscsi_conn *conn,
  1020. bool zero_tsih, bool new_sess)
  1021. {
  1022. if (!new_sess)
  1023. goto old_sess_out;
  1024. pr_err("iSCSI Login negotiation failed.\n");
  1025. iscsit_collect_login_stats(conn, ISCSI_STATUS_CLS_INITIATOR_ERR,
  1026. ISCSI_LOGIN_STATUS_INIT_ERR);
  1027. if (!zero_tsih || !conn->sess)
  1028. goto old_sess_out;
  1029. transport_free_session(conn->sess->se_sess);
  1030. ida_free(&sess_ida, conn->sess->session_index);
  1031. kfree(conn->sess->sess_ops);
  1032. kfree(conn->sess);
  1033. conn->sess = NULL;
  1034. old_sess_out:
  1035. /*
  1036. * If login negotiation fails check if the Time2Retain timer
  1037. * needs to be restarted.
  1038. */
  1039. if (!zero_tsih && conn->sess) {
  1040. spin_lock_bh(&conn->sess->conn_lock);
  1041. if (conn->sess->session_state == TARG_SESS_STATE_FAILED) {
  1042. struct se_portal_group *se_tpg =
  1043. &conn->tpg->tpg_se_tpg;
  1044. atomic_set(&conn->sess->session_continuation, 0);
  1045. spin_unlock_bh(&conn->sess->conn_lock);
  1046. spin_lock_bh(&se_tpg->session_lock);
  1047. iscsit_start_time2retain_handler(conn->sess);
  1048. spin_unlock_bh(&se_tpg->session_lock);
  1049. } else
  1050. spin_unlock_bh(&conn->sess->conn_lock);
  1051. iscsit_dec_session_usage_count(conn->sess);
  1052. }
  1053. ahash_request_free(conn->conn_tx_hash);
  1054. if (conn->conn_rx_hash) {
  1055. struct crypto_ahash *tfm;
  1056. tfm = crypto_ahash_reqtfm(conn->conn_rx_hash);
  1057. ahash_request_free(conn->conn_rx_hash);
  1058. crypto_free_ahash(tfm);
  1059. }
  1060. if (conn->param_list) {
  1061. iscsi_release_param_list(conn->param_list);
  1062. conn->param_list = NULL;
  1063. }
  1064. iscsi_target_nego_release(conn);
  1065. if (conn->sock) {
  1066. sock_release(conn->sock);
  1067. conn->sock = NULL;
  1068. }
  1069. if (conn->conn_transport->iscsit_wait_conn)
  1070. conn->conn_transport->iscsit_wait_conn(conn);
  1071. if (conn->conn_transport->iscsit_free_conn)
  1072. conn->conn_transport->iscsit_free_conn(conn);
  1073. iscsit_free_conn(conn);
  1074. }
  1075. static int __iscsi_target_login_thread(struct iscsi_np *np)
  1076. {
  1077. u8 *buffer, zero_tsih = 0;
  1078. int ret = 0, rc;
  1079. struct iscsi_conn *conn = NULL;
  1080. struct iscsi_login *login;
  1081. struct iscsi_portal_group *tpg = NULL;
  1082. struct iscsi_login_req *pdu;
  1083. struct iscsi_tpg_np *tpg_np;
  1084. bool new_sess = false;
  1085. flush_signals(current);
  1086. spin_lock_bh(&np->np_thread_lock);
  1087. if (atomic_dec_if_positive(&np->np_reset_count) >= 0) {
  1088. np->np_thread_state = ISCSI_NP_THREAD_ACTIVE;
  1089. spin_unlock_bh(&np->np_thread_lock);
  1090. complete(&np->np_restart_comp);
  1091. return 1;
  1092. } else if (np->np_thread_state == ISCSI_NP_THREAD_SHUTDOWN) {
  1093. spin_unlock_bh(&np->np_thread_lock);
  1094. goto exit;
  1095. } else {
  1096. np->np_thread_state = ISCSI_NP_THREAD_ACTIVE;
  1097. }
  1098. spin_unlock_bh(&np->np_thread_lock);
  1099. conn = iscsit_alloc_conn(np);
  1100. if (!conn) {
  1101. /* Get another socket */
  1102. return 1;
  1103. }
  1104. rc = np->np_transport->iscsit_accept_np(np, conn);
  1105. if (rc == -ENOSYS) {
  1106. complete(&np->np_restart_comp);
  1107. iscsit_free_conn(conn);
  1108. goto exit;
  1109. } else if (rc < 0) {
  1110. spin_lock_bh(&np->np_thread_lock);
  1111. if (atomic_dec_if_positive(&np->np_reset_count) >= 0) {
  1112. np->np_thread_state = ISCSI_NP_THREAD_ACTIVE;
  1113. spin_unlock_bh(&np->np_thread_lock);
  1114. complete(&np->np_restart_comp);
  1115. iscsit_free_conn(conn);
  1116. /* Get another socket */
  1117. return 1;
  1118. }
  1119. spin_unlock_bh(&np->np_thread_lock);
  1120. iscsit_free_conn(conn);
  1121. return 1;
  1122. }
  1123. /*
  1124. * Perform the remaining iSCSI connection initialization items..
  1125. */
  1126. login = iscsi_login_init_conn(conn);
  1127. if (!login) {
  1128. goto new_sess_out;
  1129. }
  1130. iscsi_start_login_thread_timer(np);
  1131. pr_debug("Moving to TARG_CONN_STATE_XPT_UP.\n");
  1132. conn->conn_state = TARG_CONN_STATE_XPT_UP;
  1133. /*
  1134. * This will process the first login request + payload..
  1135. */
  1136. rc = np->np_transport->iscsit_get_login_rx(conn, login);
  1137. if (rc == 1)
  1138. return 1;
  1139. else if (rc < 0)
  1140. goto new_sess_out;
  1141. buffer = &login->req[0];
  1142. pdu = (struct iscsi_login_req *)buffer;
  1143. /*
  1144. * Used by iscsit_tx_login_rsp() for Login Resonses PDUs
  1145. * when Status-Class != 0.
  1146. */
  1147. conn->login_itt = pdu->itt;
  1148. spin_lock_bh(&np->np_thread_lock);
  1149. if (np->np_thread_state != ISCSI_NP_THREAD_ACTIVE) {
  1150. spin_unlock_bh(&np->np_thread_lock);
  1151. pr_err("iSCSI Network Portal on %pISpc currently not"
  1152. " active.\n", &np->np_sockaddr);
  1153. iscsit_tx_login_rsp(conn, ISCSI_STATUS_CLS_TARGET_ERR,
  1154. ISCSI_LOGIN_STATUS_SVC_UNAVAILABLE);
  1155. goto new_sess_out;
  1156. }
  1157. spin_unlock_bh(&np->np_thread_lock);
  1158. conn->network_transport = np->np_network_transport;
  1159. pr_debug("Received iSCSI login request from %pISpc on %s Network"
  1160. " Portal %pISpc\n", &conn->login_sockaddr, np->np_transport->name,
  1161. &conn->local_sockaddr);
  1162. pr_debug("Moving to TARG_CONN_STATE_IN_LOGIN.\n");
  1163. conn->conn_state = TARG_CONN_STATE_IN_LOGIN;
  1164. if (iscsi_login_check_initiator_version(conn, pdu->max_version,
  1165. pdu->min_version) < 0)
  1166. goto new_sess_out;
  1167. zero_tsih = (pdu->tsih == 0x0000);
  1168. if (zero_tsih) {
  1169. /*
  1170. * This is the leading connection of a new session.
  1171. * We wait until after authentication to check for
  1172. * session reinstatement.
  1173. */
  1174. if (iscsi_login_zero_tsih_s1(conn, buffer) < 0)
  1175. goto new_sess_out;
  1176. } else {
  1177. /*
  1178. * Add a new connection to an existing session.
  1179. * We check for a non-existant session in
  1180. * iscsi_login_non_zero_tsih_s2() below based
  1181. * on ISID/TSIH, but wait until after authentication
  1182. * to check for connection reinstatement, etc.
  1183. */
  1184. if (iscsi_login_non_zero_tsih_s1(conn, buffer) < 0)
  1185. goto new_sess_out;
  1186. }
  1187. /*
  1188. * SessionType: Discovery
  1189. *
  1190. * Locates Default Portal
  1191. *
  1192. * SessionType: Normal
  1193. *
  1194. * Locates Target Portal from NP -> Target IQN
  1195. */
  1196. rc = iscsi_target_locate_portal(np, conn, login);
  1197. if (rc < 0) {
  1198. tpg = conn->tpg;
  1199. goto new_sess_out;
  1200. }
  1201. login->zero_tsih = zero_tsih;
  1202. if (conn->sess)
  1203. conn->sess->se_sess->sup_prot_ops =
  1204. conn->conn_transport->iscsit_get_sup_prot_ops(conn);
  1205. tpg = conn->tpg;
  1206. if (!tpg) {
  1207. pr_err("Unable to locate struct iscsi_conn->tpg\n");
  1208. goto new_sess_out;
  1209. }
  1210. if (zero_tsih) {
  1211. if (iscsi_login_zero_tsih_s2(conn) < 0)
  1212. goto new_sess_out;
  1213. } else {
  1214. if (iscsi_login_non_zero_tsih_s2(conn, buffer) < 0)
  1215. goto old_sess_out;
  1216. }
  1217. if (conn->conn_transport->iscsit_validate_params) {
  1218. ret = conn->conn_transport->iscsit_validate_params(conn);
  1219. if (ret < 0) {
  1220. if (zero_tsih)
  1221. goto new_sess_out;
  1222. else
  1223. goto old_sess_out;
  1224. }
  1225. }
  1226. ret = iscsi_target_start_negotiation(login, conn);
  1227. if (ret < 0)
  1228. goto new_sess_out;
  1229. iscsi_stop_login_thread_timer(np);
  1230. if (ret == 1) {
  1231. tpg_np = conn->tpg_np;
  1232. iscsi_post_login_handler(np, conn, zero_tsih);
  1233. iscsit_deaccess_np(np, tpg, tpg_np);
  1234. }
  1235. tpg = NULL;
  1236. tpg_np = NULL;
  1237. /* Get another socket */
  1238. return 1;
  1239. new_sess_out:
  1240. new_sess = true;
  1241. old_sess_out:
  1242. iscsi_stop_login_thread_timer(np);
  1243. tpg_np = conn->tpg_np;
  1244. iscsi_target_login_sess_out(conn, zero_tsih, new_sess);
  1245. new_sess = false;
  1246. if (tpg) {
  1247. iscsit_deaccess_np(np, tpg, tpg_np);
  1248. tpg = NULL;
  1249. tpg_np = NULL;
  1250. }
  1251. return 1;
  1252. exit:
  1253. iscsi_stop_login_thread_timer(np);
  1254. spin_lock_bh(&np->np_thread_lock);
  1255. np->np_thread_state = ISCSI_NP_THREAD_EXIT;
  1256. spin_unlock_bh(&np->np_thread_lock);
  1257. return 0;
  1258. }
  1259. int iscsi_target_login_thread(void *arg)
  1260. {
  1261. struct iscsi_np *np = arg;
  1262. int ret;
  1263. allow_signal(SIGINT);
  1264. while (1) {
  1265. ret = __iscsi_target_login_thread(np);
  1266. /*
  1267. * We break and exit here unless another sock_accept() call
  1268. * is expected.
  1269. */
  1270. if (ret != 1)
  1271. break;
  1272. }
  1273. while (!kthread_should_stop()) {
  1274. msleep(100);
  1275. }
  1276. return 0;
  1277. }