link.c 74 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797
  1. /*
  2. * net/tipc/link.c: TIPC link code
  3. *
  4. * Copyright (c) 1996-2007, 2012-2014, Ericsson AB
  5. * Copyright (c) 2004-2007, 2010-2013, Wind River Systems
  6. * All rights reserved.
  7. *
  8. * Redistribution and use in source and binary forms, with or without
  9. * modification, are permitted provided that the following conditions are met:
  10. *
  11. * 1. Redistributions of source code must retain the above copyright
  12. * notice, this list of conditions and the following disclaimer.
  13. * 2. Redistributions in binary form must reproduce the above copyright
  14. * notice, this list of conditions and the following disclaimer in the
  15. * documentation and/or other materials provided with the distribution.
  16. * 3. Neither the names of the copyright holders nor the names of its
  17. * contributors may be used to endorse or promote products derived from
  18. * this software without specific prior written permission.
  19. *
  20. * Alternatively, this software may be distributed under the terms of the
  21. * GNU General Public License ("GPL") version 2 as published by the Free
  22. * Software Foundation.
  23. *
  24. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
  25. * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  26. * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  27. * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
  28. * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
  29. * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
  30. * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
  31. * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
  32. * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
  33. * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
  34. * POSSIBILITY OF SUCH DAMAGE.
  35. */
  36. #include "core.h"
  37. #include "link.h"
  38. #include "port.h"
  39. #include "name_distr.h"
  40. #include "discover.h"
  41. #include "config.h"
  42. #include <linux/pkt_sched.h>
  43. /*
  44. * Error message prefixes
  45. */
  46. static const char *link_co_err = "Link changeover error, ";
  47. static const char *link_rst_msg = "Resetting link ";
  48. static const char *link_unk_evt = "Unknown link event ";
  49. /*
  50. * Out-of-range value for link session numbers
  51. */
  52. #define INVALID_SESSION 0x10000
  53. /*
  54. * Link state events:
  55. */
  56. #define STARTING_EVT 856384768 /* link processing trigger */
  57. #define TRAFFIC_MSG_EVT 560815u /* rx'd ??? */
  58. #define TIMEOUT_EVT 560817u /* link timer expired */
  59. /*
  60. * The following two 'message types' is really just implementation
  61. * data conveniently stored in the message header.
  62. * They must not be considered part of the protocol
  63. */
  64. #define OPEN_MSG 0
  65. #define CLOSED_MSG 1
  66. /*
  67. * State value stored in 'exp_msg_count'
  68. */
  69. #define START_CHANGEOVER 100000u
  70. static void link_handle_out_of_seq_msg(struct tipc_link *l_ptr,
  71. struct sk_buff *buf);
  72. static void tipc_link_proto_rcv(struct tipc_link *l_ptr, struct sk_buff *buf);
  73. static int tipc_link_tunnel_rcv(struct tipc_node *n_ptr,
  74. struct sk_buff **buf);
  75. static void link_set_supervision_props(struct tipc_link *l_ptr, u32 tolerance);
  76. static int tipc_link_iovec_long_xmit(struct tipc_port *sender,
  77. struct iovec const *msg_sect,
  78. unsigned int len, u32 destnode);
  79. static void link_state_event(struct tipc_link *l_ptr, u32 event);
  80. static void link_reset_statistics(struct tipc_link *l_ptr);
  81. static void link_print(struct tipc_link *l_ptr, const char *str);
  82. static int tipc_link_frag_xmit(struct tipc_link *l_ptr, struct sk_buff *buf);
  83. static void tipc_link_sync_xmit(struct tipc_link *l);
  84. static void tipc_link_sync_rcv(struct tipc_node *n, struct sk_buff *buf);
  85. /*
  86. * Simple link routines
  87. */
  88. static unsigned int align(unsigned int i)
  89. {
  90. return (i + 3) & ~3u;
  91. }
  92. static void link_init_max_pkt(struct tipc_link *l_ptr)
  93. {
  94. struct tipc_bearer *b_ptr;
  95. u32 max_pkt;
  96. rcu_read_lock();
  97. b_ptr = rcu_dereference_rtnl(bearer_list[l_ptr->bearer_id]);
  98. if (!b_ptr) {
  99. rcu_read_unlock();
  100. return;
  101. }
  102. max_pkt = (b_ptr->mtu & ~3);
  103. rcu_read_unlock();
  104. if (max_pkt > MAX_MSG_SIZE)
  105. max_pkt = MAX_MSG_SIZE;
  106. l_ptr->max_pkt_target = max_pkt;
  107. if (l_ptr->max_pkt_target < MAX_PKT_DEFAULT)
  108. l_ptr->max_pkt = l_ptr->max_pkt_target;
  109. else
  110. l_ptr->max_pkt = MAX_PKT_DEFAULT;
  111. l_ptr->max_pkt_probes = 0;
  112. }
  113. static u32 link_next_sent(struct tipc_link *l_ptr)
  114. {
  115. if (l_ptr->next_out)
  116. return buf_seqno(l_ptr->next_out);
  117. return mod(l_ptr->next_out_no);
  118. }
  119. static u32 link_last_sent(struct tipc_link *l_ptr)
  120. {
  121. return mod(link_next_sent(l_ptr) - 1);
  122. }
  123. /*
  124. * Simple non-static link routines (i.e. referenced outside this file)
  125. */
  126. int tipc_link_is_up(struct tipc_link *l_ptr)
  127. {
  128. if (!l_ptr)
  129. return 0;
  130. return link_working_working(l_ptr) || link_working_unknown(l_ptr);
  131. }
  132. int tipc_link_is_active(struct tipc_link *l_ptr)
  133. {
  134. return (l_ptr->owner->active_links[0] == l_ptr) ||
  135. (l_ptr->owner->active_links[1] == l_ptr);
  136. }
  137. /**
  138. * link_timeout - handle expiration of link timer
  139. * @l_ptr: pointer to link
  140. */
  141. static void link_timeout(struct tipc_link *l_ptr)
  142. {
  143. tipc_node_lock(l_ptr->owner);
  144. /* update counters used in statistical profiling of send traffic */
  145. l_ptr->stats.accu_queue_sz += l_ptr->out_queue_size;
  146. l_ptr->stats.queue_sz_counts++;
  147. if (l_ptr->first_out) {
  148. struct tipc_msg *msg = buf_msg(l_ptr->first_out);
  149. u32 length = msg_size(msg);
  150. if ((msg_user(msg) == MSG_FRAGMENTER) &&
  151. (msg_type(msg) == FIRST_FRAGMENT)) {
  152. length = msg_size(msg_get_wrapped(msg));
  153. }
  154. if (length) {
  155. l_ptr->stats.msg_lengths_total += length;
  156. l_ptr->stats.msg_length_counts++;
  157. if (length <= 64)
  158. l_ptr->stats.msg_length_profile[0]++;
  159. else if (length <= 256)
  160. l_ptr->stats.msg_length_profile[1]++;
  161. else if (length <= 1024)
  162. l_ptr->stats.msg_length_profile[2]++;
  163. else if (length <= 4096)
  164. l_ptr->stats.msg_length_profile[3]++;
  165. else if (length <= 16384)
  166. l_ptr->stats.msg_length_profile[4]++;
  167. else if (length <= 32768)
  168. l_ptr->stats.msg_length_profile[5]++;
  169. else
  170. l_ptr->stats.msg_length_profile[6]++;
  171. }
  172. }
  173. /* do all other link processing performed on a periodic basis */
  174. link_state_event(l_ptr, TIMEOUT_EVT);
  175. if (l_ptr->next_out)
  176. tipc_link_push_queue(l_ptr);
  177. tipc_node_unlock(l_ptr->owner);
  178. }
  179. static void link_set_timer(struct tipc_link *l_ptr, u32 time)
  180. {
  181. k_start_timer(&l_ptr->timer, time);
  182. }
  183. /**
  184. * tipc_link_create - create a new link
  185. * @n_ptr: pointer to associated node
  186. * @b_ptr: pointer to associated bearer
  187. * @media_addr: media address to use when sending messages over link
  188. *
  189. * Returns pointer to link.
  190. */
  191. struct tipc_link *tipc_link_create(struct tipc_node *n_ptr,
  192. struct tipc_bearer *b_ptr,
  193. const struct tipc_media_addr *media_addr)
  194. {
  195. struct tipc_link *l_ptr;
  196. struct tipc_msg *msg;
  197. char *if_name;
  198. char addr_string[16];
  199. u32 peer = n_ptr->addr;
  200. if (n_ptr->link_cnt >= 2) {
  201. tipc_addr_string_fill(addr_string, n_ptr->addr);
  202. pr_err("Attempt to establish third link to %s\n", addr_string);
  203. return NULL;
  204. }
  205. if (n_ptr->links[b_ptr->identity]) {
  206. tipc_addr_string_fill(addr_string, n_ptr->addr);
  207. pr_err("Attempt to establish second link on <%s> to %s\n",
  208. b_ptr->name, addr_string);
  209. return NULL;
  210. }
  211. l_ptr = kzalloc(sizeof(*l_ptr), GFP_ATOMIC);
  212. if (!l_ptr) {
  213. pr_warn("Link creation failed, no memory\n");
  214. return NULL;
  215. }
  216. l_ptr->addr = peer;
  217. if_name = strchr(b_ptr->name, ':') + 1;
  218. sprintf(l_ptr->name, "%u.%u.%u:%s-%u.%u.%u:unknown",
  219. tipc_zone(tipc_own_addr), tipc_cluster(tipc_own_addr),
  220. tipc_node(tipc_own_addr),
  221. if_name,
  222. tipc_zone(peer), tipc_cluster(peer), tipc_node(peer));
  223. /* note: peer i/f name is updated by reset/activate message */
  224. memcpy(&l_ptr->media_addr, media_addr, sizeof(*media_addr));
  225. l_ptr->owner = n_ptr;
  226. l_ptr->checkpoint = 1;
  227. l_ptr->peer_session = INVALID_SESSION;
  228. l_ptr->bearer_id = b_ptr->identity;
  229. link_set_supervision_props(l_ptr, b_ptr->tolerance);
  230. l_ptr->state = RESET_UNKNOWN;
  231. l_ptr->pmsg = (struct tipc_msg *)&l_ptr->proto_msg;
  232. msg = l_ptr->pmsg;
  233. tipc_msg_init(msg, LINK_PROTOCOL, RESET_MSG, INT_H_SIZE, l_ptr->addr);
  234. msg_set_size(msg, sizeof(l_ptr->proto_msg));
  235. msg_set_session(msg, (tipc_random & 0xffff));
  236. msg_set_bearer_id(msg, b_ptr->identity);
  237. strcpy((char *)msg_data(msg), if_name);
  238. l_ptr->priority = b_ptr->priority;
  239. tipc_link_set_queue_limits(l_ptr, b_ptr->window);
  240. l_ptr->net_plane = b_ptr->net_plane;
  241. link_init_max_pkt(l_ptr);
  242. l_ptr->next_out_no = 1;
  243. INIT_LIST_HEAD(&l_ptr->waiting_ports);
  244. link_reset_statistics(l_ptr);
  245. tipc_node_attach_link(n_ptr, l_ptr);
  246. k_init_timer(&l_ptr->timer, (Handler)link_timeout,
  247. (unsigned long)l_ptr);
  248. link_state_event(l_ptr, STARTING_EVT);
  249. return l_ptr;
  250. }
  251. void tipc_link_delete_list(unsigned int bearer_id, bool shutting_down)
  252. {
  253. struct tipc_link *l_ptr;
  254. struct tipc_node *n_ptr;
  255. rcu_read_lock();
  256. list_for_each_entry_rcu(n_ptr, &tipc_node_list, list) {
  257. spin_lock_bh(&n_ptr->lock);
  258. l_ptr = n_ptr->links[bearer_id];
  259. if (l_ptr) {
  260. tipc_link_reset(l_ptr);
  261. if (shutting_down || !tipc_node_is_up(n_ptr)) {
  262. tipc_node_detach_link(l_ptr->owner, l_ptr);
  263. tipc_link_reset_fragments(l_ptr);
  264. spin_unlock_bh(&n_ptr->lock);
  265. /* Nobody else can access this link now: */
  266. del_timer_sync(&l_ptr->timer);
  267. kfree(l_ptr);
  268. } else {
  269. /* Detach/delete when failover is finished: */
  270. l_ptr->flags |= LINK_STOPPED;
  271. spin_unlock_bh(&n_ptr->lock);
  272. del_timer_sync(&l_ptr->timer);
  273. }
  274. continue;
  275. }
  276. spin_unlock_bh(&n_ptr->lock);
  277. }
  278. rcu_read_unlock();
  279. }
  280. /**
  281. * link_schedule_port - schedule port for deferred sending
  282. * @l_ptr: pointer to link
  283. * @origport: reference to sending port
  284. * @sz: amount of data to be sent
  285. *
  286. * Schedules port for renewed sending of messages after link congestion
  287. * has abated.
  288. */
  289. static int link_schedule_port(struct tipc_link *l_ptr, u32 origport, u32 sz)
  290. {
  291. struct tipc_port *p_ptr;
  292. spin_lock_bh(&tipc_port_list_lock);
  293. p_ptr = tipc_port_lock(origport);
  294. if (p_ptr) {
  295. if (!list_empty(&p_ptr->wait_list))
  296. goto exit;
  297. p_ptr->congested = 1;
  298. p_ptr->waiting_pkts = 1 + ((sz - 1) / l_ptr->max_pkt);
  299. list_add_tail(&p_ptr->wait_list, &l_ptr->waiting_ports);
  300. l_ptr->stats.link_congs++;
  301. exit:
  302. tipc_port_unlock(p_ptr);
  303. }
  304. spin_unlock_bh(&tipc_port_list_lock);
  305. return -ELINKCONG;
  306. }
  307. void tipc_link_wakeup_ports(struct tipc_link *l_ptr, int all)
  308. {
  309. struct tipc_port *p_ptr;
  310. struct tipc_port *temp_p_ptr;
  311. int win = l_ptr->queue_limit[0] - l_ptr->out_queue_size;
  312. if (all)
  313. win = 100000;
  314. if (win <= 0)
  315. return;
  316. if (!spin_trylock_bh(&tipc_port_list_lock))
  317. return;
  318. if (link_congested(l_ptr))
  319. goto exit;
  320. list_for_each_entry_safe(p_ptr, temp_p_ptr, &l_ptr->waiting_ports,
  321. wait_list) {
  322. if (win <= 0)
  323. break;
  324. list_del_init(&p_ptr->wait_list);
  325. spin_lock_bh(p_ptr->lock);
  326. p_ptr->congested = 0;
  327. tipc_port_wakeup(p_ptr);
  328. win -= p_ptr->waiting_pkts;
  329. spin_unlock_bh(p_ptr->lock);
  330. }
  331. exit:
  332. spin_unlock_bh(&tipc_port_list_lock);
  333. }
  334. /**
  335. * link_release_outqueue - purge link's outbound message queue
  336. * @l_ptr: pointer to link
  337. */
  338. static void link_release_outqueue(struct tipc_link *l_ptr)
  339. {
  340. kfree_skb_list(l_ptr->first_out);
  341. l_ptr->first_out = NULL;
  342. l_ptr->out_queue_size = 0;
  343. }
  344. /**
  345. * tipc_link_reset_fragments - purge link's inbound message fragments queue
  346. * @l_ptr: pointer to link
  347. */
  348. void tipc_link_reset_fragments(struct tipc_link *l_ptr)
  349. {
  350. kfree_skb(l_ptr->reasm_head);
  351. l_ptr->reasm_head = NULL;
  352. l_ptr->reasm_tail = NULL;
  353. }
  354. /**
  355. * tipc_link_purge_queues - purge all pkt queues associated with link
  356. * @l_ptr: pointer to link
  357. */
  358. void tipc_link_purge_queues(struct tipc_link *l_ptr)
  359. {
  360. kfree_skb_list(l_ptr->oldest_deferred_in);
  361. kfree_skb_list(l_ptr->first_out);
  362. tipc_link_reset_fragments(l_ptr);
  363. kfree_skb(l_ptr->proto_msg_queue);
  364. l_ptr->proto_msg_queue = NULL;
  365. }
  366. void tipc_link_reset(struct tipc_link *l_ptr)
  367. {
  368. u32 prev_state = l_ptr->state;
  369. u32 checkpoint = l_ptr->next_in_no;
  370. int was_active_link = tipc_link_is_active(l_ptr);
  371. msg_set_session(l_ptr->pmsg, ((msg_session(l_ptr->pmsg) + 1) & 0xffff));
  372. /* Link is down, accept any session */
  373. l_ptr->peer_session = INVALID_SESSION;
  374. /* Prepare for max packet size negotiation */
  375. link_init_max_pkt(l_ptr);
  376. l_ptr->state = RESET_UNKNOWN;
  377. if ((prev_state == RESET_UNKNOWN) || (prev_state == RESET_RESET))
  378. return;
  379. tipc_node_link_down(l_ptr->owner, l_ptr);
  380. tipc_bearer_remove_dest(l_ptr->bearer_id, l_ptr->addr);
  381. if (was_active_link && tipc_node_active_links(l_ptr->owner)) {
  382. l_ptr->reset_checkpoint = checkpoint;
  383. l_ptr->exp_msg_count = START_CHANGEOVER;
  384. }
  385. /* Clean up all queues: */
  386. link_release_outqueue(l_ptr);
  387. kfree_skb(l_ptr->proto_msg_queue);
  388. l_ptr->proto_msg_queue = NULL;
  389. kfree_skb_list(l_ptr->oldest_deferred_in);
  390. if (!list_empty(&l_ptr->waiting_ports))
  391. tipc_link_wakeup_ports(l_ptr, 1);
  392. l_ptr->retransm_queue_head = 0;
  393. l_ptr->retransm_queue_size = 0;
  394. l_ptr->last_out = NULL;
  395. l_ptr->first_out = NULL;
  396. l_ptr->next_out = NULL;
  397. l_ptr->unacked_window = 0;
  398. l_ptr->checkpoint = 1;
  399. l_ptr->next_out_no = 1;
  400. l_ptr->deferred_inqueue_sz = 0;
  401. l_ptr->oldest_deferred_in = NULL;
  402. l_ptr->newest_deferred_in = NULL;
  403. l_ptr->fsm_msg_cnt = 0;
  404. l_ptr->stale_count = 0;
  405. link_reset_statistics(l_ptr);
  406. }
  407. void tipc_link_reset_list(unsigned int bearer_id)
  408. {
  409. struct tipc_link *l_ptr;
  410. struct tipc_node *n_ptr;
  411. rcu_read_lock();
  412. list_for_each_entry_rcu(n_ptr, &tipc_node_list, list) {
  413. spin_lock_bh(&n_ptr->lock);
  414. l_ptr = n_ptr->links[bearer_id];
  415. if (l_ptr)
  416. tipc_link_reset(l_ptr);
  417. spin_unlock_bh(&n_ptr->lock);
  418. }
  419. rcu_read_unlock();
  420. }
  421. static void link_activate(struct tipc_link *l_ptr)
  422. {
  423. l_ptr->next_in_no = l_ptr->stats.recv_info = 1;
  424. tipc_node_link_up(l_ptr->owner, l_ptr);
  425. tipc_bearer_add_dest(l_ptr->bearer_id, l_ptr->addr);
  426. }
  427. /**
  428. * link_state_event - link finite state machine
  429. * @l_ptr: pointer to link
  430. * @event: state machine event to process
  431. */
  432. static void link_state_event(struct tipc_link *l_ptr, unsigned int event)
  433. {
  434. struct tipc_link *other;
  435. u32 cont_intv = l_ptr->continuity_interval;
  436. if (l_ptr->flags & LINK_STOPPED)
  437. return;
  438. if (!(l_ptr->flags & LINK_STARTED) && (event != STARTING_EVT))
  439. return; /* Not yet. */
  440. /* Check whether changeover is going on */
  441. if (l_ptr->exp_msg_count) {
  442. if (event == TIMEOUT_EVT)
  443. link_set_timer(l_ptr, cont_intv);
  444. return;
  445. }
  446. switch (l_ptr->state) {
  447. case WORKING_WORKING:
  448. switch (event) {
  449. case TRAFFIC_MSG_EVT:
  450. case ACTIVATE_MSG:
  451. break;
  452. case TIMEOUT_EVT:
  453. if (l_ptr->next_in_no != l_ptr->checkpoint) {
  454. l_ptr->checkpoint = l_ptr->next_in_no;
  455. if (tipc_bclink_acks_missing(l_ptr->owner)) {
  456. tipc_link_proto_xmit(l_ptr, STATE_MSG,
  457. 0, 0, 0, 0, 0);
  458. l_ptr->fsm_msg_cnt++;
  459. } else if (l_ptr->max_pkt < l_ptr->max_pkt_target) {
  460. tipc_link_proto_xmit(l_ptr, STATE_MSG,
  461. 1, 0, 0, 0, 0);
  462. l_ptr->fsm_msg_cnt++;
  463. }
  464. link_set_timer(l_ptr, cont_intv);
  465. break;
  466. }
  467. l_ptr->state = WORKING_UNKNOWN;
  468. l_ptr->fsm_msg_cnt = 0;
  469. tipc_link_proto_xmit(l_ptr, STATE_MSG, 1, 0, 0, 0, 0);
  470. l_ptr->fsm_msg_cnt++;
  471. link_set_timer(l_ptr, cont_intv / 4);
  472. break;
  473. case RESET_MSG:
  474. pr_info("%s<%s>, requested by peer\n", link_rst_msg,
  475. l_ptr->name);
  476. tipc_link_reset(l_ptr);
  477. l_ptr->state = RESET_RESET;
  478. l_ptr->fsm_msg_cnt = 0;
  479. tipc_link_proto_xmit(l_ptr, ACTIVATE_MSG,
  480. 0, 0, 0, 0, 0);
  481. l_ptr->fsm_msg_cnt++;
  482. link_set_timer(l_ptr, cont_intv);
  483. break;
  484. default:
  485. pr_err("%s%u in WW state\n", link_unk_evt, event);
  486. }
  487. break;
  488. case WORKING_UNKNOWN:
  489. switch (event) {
  490. case TRAFFIC_MSG_EVT:
  491. case ACTIVATE_MSG:
  492. l_ptr->state = WORKING_WORKING;
  493. l_ptr->fsm_msg_cnt = 0;
  494. link_set_timer(l_ptr, cont_intv);
  495. break;
  496. case RESET_MSG:
  497. pr_info("%s<%s>, requested by peer while probing\n",
  498. link_rst_msg, l_ptr->name);
  499. tipc_link_reset(l_ptr);
  500. l_ptr->state = RESET_RESET;
  501. l_ptr->fsm_msg_cnt = 0;
  502. tipc_link_proto_xmit(l_ptr, ACTIVATE_MSG,
  503. 0, 0, 0, 0, 0);
  504. l_ptr->fsm_msg_cnt++;
  505. link_set_timer(l_ptr, cont_intv);
  506. break;
  507. case TIMEOUT_EVT:
  508. if (l_ptr->next_in_no != l_ptr->checkpoint) {
  509. l_ptr->state = WORKING_WORKING;
  510. l_ptr->fsm_msg_cnt = 0;
  511. l_ptr->checkpoint = l_ptr->next_in_no;
  512. if (tipc_bclink_acks_missing(l_ptr->owner)) {
  513. tipc_link_proto_xmit(l_ptr, STATE_MSG,
  514. 0, 0, 0, 0, 0);
  515. l_ptr->fsm_msg_cnt++;
  516. }
  517. link_set_timer(l_ptr, cont_intv);
  518. } else if (l_ptr->fsm_msg_cnt < l_ptr->abort_limit) {
  519. tipc_link_proto_xmit(l_ptr, STATE_MSG,
  520. 1, 0, 0, 0, 0);
  521. l_ptr->fsm_msg_cnt++;
  522. link_set_timer(l_ptr, cont_intv / 4);
  523. } else { /* Link has failed */
  524. pr_warn("%s<%s>, peer not responding\n",
  525. link_rst_msg, l_ptr->name);
  526. tipc_link_reset(l_ptr);
  527. l_ptr->state = RESET_UNKNOWN;
  528. l_ptr->fsm_msg_cnt = 0;
  529. tipc_link_proto_xmit(l_ptr, RESET_MSG,
  530. 0, 0, 0, 0, 0);
  531. l_ptr->fsm_msg_cnt++;
  532. link_set_timer(l_ptr, cont_intv);
  533. }
  534. break;
  535. default:
  536. pr_err("%s%u in WU state\n", link_unk_evt, event);
  537. }
  538. break;
  539. case RESET_UNKNOWN:
  540. switch (event) {
  541. case TRAFFIC_MSG_EVT:
  542. break;
  543. case ACTIVATE_MSG:
  544. other = l_ptr->owner->active_links[0];
  545. if (other && link_working_unknown(other))
  546. break;
  547. l_ptr->state = WORKING_WORKING;
  548. l_ptr->fsm_msg_cnt = 0;
  549. link_activate(l_ptr);
  550. tipc_link_proto_xmit(l_ptr, STATE_MSG, 1, 0, 0, 0, 0);
  551. l_ptr->fsm_msg_cnt++;
  552. if (l_ptr->owner->working_links == 1)
  553. tipc_link_sync_xmit(l_ptr);
  554. link_set_timer(l_ptr, cont_intv);
  555. break;
  556. case RESET_MSG:
  557. l_ptr->state = RESET_RESET;
  558. l_ptr->fsm_msg_cnt = 0;
  559. tipc_link_proto_xmit(l_ptr, ACTIVATE_MSG,
  560. 1, 0, 0, 0, 0);
  561. l_ptr->fsm_msg_cnt++;
  562. link_set_timer(l_ptr, cont_intv);
  563. break;
  564. case STARTING_EVT:
  565. l_ptr->flags |= LINK_STARTED;
  566. /* fall through */
  567. case TIMEOUT_EVT:
  568. tipc_link_proto_xmit(l_ptr, RESET_MSG, 0, 0, 0, 0, 0);
  569. l_ptr->fsm_msg_cnt++;
  570. link_set_timer(l_ptr, cont_intv);
  571. break;
  572. default:
  573. pr_err("%s%u in RU state\n", link_unk_evt, event);
  574. }
  575. break;
  576. case RESET_RESET:
  577. switch (event) {
  578. case TRAFFIC_MSG_EVT:
  579. case ACTIVATE_MSG:
  580. other = l_ptr->owner->active_links[0];
  581. if (other && link_working_unknown(other))
  582. break;
  583. l_ptr->state = WORKING_WORKING;
  584. l_ptr->fsm_msg_cnt = 0;
  585. link_activate(l_ptr);
  586. tipc_link_proto_xmit(l_ptr, STATE_MSG, 1, 0, 0, 0, 0);
  587. l_ptr->fsm_msg_cnt++;
  588. if (l_ptr->owner->working_links == 1)
  589. tipc_link_sync_xmit(l_ptr);
  590. link_set_timer(l_ptr, cont_intv);
  591. break;
  592. case RESET_MSG:
  593. break;
  594. case TIMEOUT_EVT:
  595. tipc_link_proto_xmit(l_ptr, ACTIVATE_MSG,
  596. 0, 0, 0, 0, 0);
  597. l_ptr->fsm_msg_cnt++;
  598. link_set_timer(l_ptr, cont_intv);
  599. break;
  600. default:
  601. pr_err("%s%u in RR state\n", link_unk_evt, event);
  602. }
  603. break;
  604. default:
  605. pr_err("Unknown link state %u/%u\n", l_ptr->state, event);
  606. }
  607. }
  608. /*
  609. * link_bundle_buf(): Append contents of a buffer to
  610. * the tail of an existing one.
  611. */
  612. static int link_bundle_buf(struct tipc_link *l_ptr, struct sk_buff *bundler,
  613. struct sk_buff *buf)
  614. {
  615. struct tipc_msg *bundler_msg = buf_msg(bundler);
  616. struct tipc_msg *msg = buf_msg(buf);
  617. u32 size = msg_size(msg);
  618. u32 bundle_size = msg_size(bundler_msg);
  619. u32 to_pos = align(bundle_size);
  620. u32 pad = to_pos - bundle_size;
  621. if (msg_user(bundler_msg) != MSG_BUNDLER)
  622. return 0;
  623. if (msg_type(bundler_msg) != OPEN_MSG)
  624. return 0;
  625. if (skb_tailroom(bundler) < (pad + size))
  626. return 0;
  627. if (l_ptr->max_pkt < (to_pos + size))
  628. return 0;
  629. skb_put(bundler, pad + size);
  630. skb_copy_to_linear_data_offset(bundler, to_pos, buf->data, size);
  631. msg_set_size(bundler_msg, to_pos + size);
  632. msg_set_msgcnt(bundler_msg, msg_msgcnt(bundler_msg) + 1);
  633. kfree_skb(buf);
  634. l_ptr->stats.sent_bundled++;
  635. return 1;
  636. }
  637. static void link_add_to_outqueue(struct tipc_link *l_ptr,
  638. struct sk_buff *buf,
  639. struct tipc_msg *msg)
  640. {
  641. u32 ack = mod(l_ptr->next_in_no - 1);
  642. u32 seqno = mod(l_ptr->next_out_no++);
  643. msg_set_word(msg, 2, ((ack << 16) | seqno));
  644. msg_set_bcast_ack(msg, l_ptr->owner->bclink.last_in);
  645. buf->next = NULL;
  646. if (l_ptr->first_out) {
  647. l_ptr->last_out->next = buf;
  648. l_ptr->last_out = buf;
  649. } else
  650. l_ptr->first_out = l_ptr->last_out = buf;
  651. l_ptr->out_queue_size++;
  652. if (l_ptr->out_queue_size > l_ptr->stats.max_queue_sz)
  653. l_ptr->stats.max_queue_sz = l_ptr->out_queue_size;
  654. }
  655. static void link_add_chain_to_outqueue(struct tipc_link *l_ptr,
  656. struct sk_buff *buf_chain,
  657. u32 long_msgno)
  658. {
  659. struct sk_buff *buf;
  660. struct tipc_msg *msg;
  661. if (!l_ptr->next_out)
  662. l_ptr->next_out = buf_chain;
  663. while (buf_chain) {
  664. buf = buf_chain;
  665. buf_chain = buf_chain->next;
  666. msg = buf_msg(buf);
  667. msg_set_long_msgno(msg, long_msgno);
  668. link_add_to_outqueue(l_ptr, buf, msg);
  669. }
  670. }
  671. /*
  672. * tipc_link_xmit() is the 'full path' for messages, called from
  673. * inside TIPC when the 'fast path' in tipc_send_xmit
  674. * has failed, and from link_send()
  675. */
  676. int __tipc_link_xmit(struct tipc_link *l_ptr, struct sk_buff *buf)
  677. {
  678. struct tipc_msg *msg = buf_msg(buf);
  679. u32 size = msg_size(msg);
  680. u32 dsz = msg_data_sz(msg);
  681. u32 queue_size = l_ptr->out_queue_size;
  682. u32 imp = tipc_msg_tot_importance(msg);
  683. u32 queue_limit = l_ptr->queue_limit[imp];
  684. u32 max_packet = l_ptr->max_pkt;
  685. /* Match msg importance against queue limits: */
  686. if (unlikely(queue_size >= queue_limit)) {
  687. if (imp <= TIPC_CRITICAL_IMPORTANCE) {
  688. link_schedule_port(l_ptr, msg_origport(msg), size);
  689. kfree_skb(buf);
  690. return -ELINKCONG;
  691. }
  692. kfree_skb(buf);
  693. if (imp > CONN_MANAGER) {
  694. pr_warn("%s<%s>, send queue full", link_rst_msg,
  695. l_ptr->name);
  696. tipc_link_reset(l_ptr);
  697. }
  698. return dsz;
  699. }
  700. /* Fragmentation needed ? */
  701. if (size > max_packet)
  702. return tipc_link_frag_xmit(l_ptr, buf);
  703. /* Packet can be queued or sent. */
  704. if (likely(!link_congested(l_ptr))) {
  705. link_add_to_outqueue(l_ptr, buf, msg);
  706. tipc_bearer_send(l_ptr->bearer_id, buf, &l_ptr->media_addr);
  707. l_ptr->unacked_window = 0;
  708. return dsz;
  709. }
  710. /* Congestion: can message be bundled ? */
  711. if ((msg_user(msg) != CHANGEOVER_PROTOCOL) &&
  712. (msg_user(msg) != MSG_FRAGMENTER)) {
  713. /* Try adding message to an existing bundle */
  714. if (l_ptr->next_out &&
  715. link_bundle_buf(l_ptr, l_ptr->last_out, buf))
  716. return dsz;
  717. /* Try creating a new bundle */
  718. if (size <= max_packet * 2 / 3) {
  719. struct sk_buff *bundler = tipc_buf_acquire(max_packet);
  720. struct tipc_msg bundler_hdr;
  721. if (bundler) {
  722. tipc_msg_init(&bundler_hdr, MSG_BUNDLER, OPEN_MSG,
  723. INT_H_SIZE, l_ptr->addr);
  724. skb_copy_to_linear_data(bundler, &bundler_hdr,
  725. INT_H_SIZE);
  726. skb_trim(bundler, INT_H_SIZE);
  727. link_bundle_buf(l_ptr, bundler, buf);
  728. buf = bundler;
  729. msg = buf_msg(buf);
  730. l_ptr->stats.sent_bundles++;
  731. }
  732. }
  733. }
  734. if (!l_ptr->next_out)
  735. l_ptr->next_out = buf;
  736. link_add_to_outqueue(l_ptr, buf, msg);
  737. return dsz;
  738. }
  739. /*
  740. * tipc_link_xmit(): same as __tipc_link_xmit(), but the link to use
  741. * has not been selected yet, and the the owner node is not locked
  742. * Called by TIPC internal users, e.g. the name distributor
  743. */
  744. int tipc_link_xmit(struct sk_buff *buf, u32 dest, u32 selector)
  745. {
  746. struct tipc_link *l_ptr;
  747. struct tipc_node *n_ptr;
  748. int res = -ELINKCONG;
  749. n_ptr = tipc_node_find(dest);
  750. if (n_ptr) {
  751. tipc_node_lock(n_ptr);
  752. l_ptr = n_ptr->active_links[selector & 1];
  753. if (l_ptr)
  754. res = __tipc_link_xmit(l_ptr, buf);
  755. else
  756. kfree_skb(buf);
  757. tipc_node_unlock(n_ptr);
  758. } else {
  759. kfree_skb(buf);
  760. }
  761. return res;
  762. }
  763. /*
  764. * tipc_link_sync_xmit - synchronize broadcast link endpoints.
  765. *
  766. * Give a newly added peer node the sequence number where it should
  767. * start receiving and acking broadcast packets.
  768. *
  769. * Called with node locked
  770. */
  771. static void tipc_link_sync_xmit(struct tipc_link *l)
  772. {
  773. struct sk_buff *buf;
  774. struct tipc_msg *msg;
  775. buf = tipc_buf_acquire(INT_H_SIZE);
  776. if (!buf)
  777. return;
  778. msg = buf_msg(buf);
  779. tipc_msg_init(msg, BCAST_PROTOCOL, STATE_MSG, INT_H_SIZE, l->addr);
  780. msg_set_last_bcast(msg, l->owner->bclink.acked);
  781. link_add_chain_to_outqueue(l, buf, 0);
  782. tipc_link_push_queue(l);
  783. }
  784. /*
  785. * tipc_link_sync_rcv - synchronize broadcast link endpoints.
  786. * Receive the sequence number where we should start receiving and
  787. * acking broadcast packets from a newly added peer node, and open
  788. * up for reception of such packets.
  789. *
  790. * Called with node locked
  791. */
  792. static void tipc_link_sync_rcv(struct tipc_node *n, struct sk_buff *buf)
  793. {
  794. struct tipc_msg *msg = buf_msg(buf);
  795. n->bclink.last_sent = n->bclink.last_in = msg_last_bcast(msg);
  796. n->bclink.recv_permitted = true;
  797. kfree_skb(buf);
  798. }
  799. /*
  800. * tipc_link_names_xmit - send name table entries to new neighbor
  801. *
  802. * Send routine for bulk delivery of name table messages when contact
  803. * with a new neighbor occurs. No link congestion checking is performed
  804. * because name table messages *must* be delivered. The messages must be
  805. * small enough not to require fragmentation.
  806. * Called without any locks held.
  807. */
  808. void tipc_link_names_xmit(struct list_head *message_list, u32 dest)
  809. {
  810. struct tipc_node *n_ptr;
  811. struct tipc_link *l_ptr;
  812. struct sk_buff *buf;
  813. struct sk_buff *temp_buf;
  814. if (list_empty(message_list))
  815. return;
  816. n_ptr = tipc_node_find(dest);
  817. if (n_ptr) {
  818. tipc_node_lock(n_ptr);
  819. l_ptr = n_ptr->active_links[0];
  820. if (l_ptr) {
  821. /* convert circular list to linear list */
  822. ((struct sk_buff *)message_list->prev)->next = NULL;
  823. link_add_chain_to_outqueue(l_ptr,
  824. (struct sk_buff *)message_list->next, 0);
  825. tipc_link_push_queue(l_ptr);
  826. INIT_LIST_HEAD(message_list);
  827. }
  828. tipc_node_unlock(n_ptr);
  829. }
  830. /* discard the messages if they couldn't be sent */
  831. list_for_each_safe(buf, temp_buf, ((struct sk_buff *)message_list)) {
  832. list_del((struct list_head *)buf);
  833. kfree_skb(buf);
  834. }
  835. }
  836. /*
  837. * tipc_link_xmit_fast: Entry for data messages where the
  838. * destination link is known and the header is complete,
  839. * inclusive total message length. Very time critical.
  840. * Link is locked. Returns user data length.
  841. */
  842. static int tipc_link_xmit_fast(struct tipc_link *l_ptr, struct sk_buff *buf,
  843. u32 *used_max_pkt)
  844. {
  845. struct tipc_msg *msg = buf_msg(buf);
  846. int res = msg_data_sz(msg);
  847. if (likely(!link_congested(l_ptr))) {
  848. if (likely(msg_size(msg) <= l_ptr->max_pkt)) {
  849. link_add_to_outqueue(l_ptr, buf, msg);
  850. tipc_bearer_send(l_ptr->bearer_id, buf,
  851. &l_ptr->media_addr);
  852. l_ptr->unacked_window = 0;
  853. return res;
  854. }
  855. else
  856. *used_max_pkt = l_ptr->max_pkt;
  857. }
  858. return __tipc_link_xmit(l_ptr, buf); /* All other cases */
  859. }
  860. /*
  861. * tipc_link_iovec_xmit_fast: Entry for messages where the
  862. * destination processor is known and the header is complete,
  863. * except for total message length.
  864. * Returns user data length or errno.
  865. */
  866. int tipc_link_iovec_xmit_fast(struct tipc_port *sender,
  867. struct iovec const *msg_sect,
  868. unsigned int len, u32 destaddr)
  869. {
  870. struct tipc_msg *hdr = &sender->phdr;
  871. struct tipc_link *l_ptr;
  872. struct sk_buff *buf;
  873. struct tipc_node *node;
  874. int res;
  875. u32 selector = msg_origport(hdr) & 1;
  876. again:
  877. /*
  878. * Try building message using port's max_pkt hint.
  879. * (Must not hold any locks while building message.)
  880. */
  881. res = tipc_msg_build(hdr, msg_sect, len, sender->max_pkt, &buf);
  882. /* Exit if build request was invalid */
  883. if (unlikely(res < 0))
  884. return res;
  885. node = tipc_node_find(destaddr);
  886. if (likely(node)) {
  887. tipc_node_lock(node);
  888. l_ptr = node->active_links[selector];
  889. if (likely(l_ptr)) {
  890. if (likely(buf)) {
  891. res = tipc_link_xmit_fast(l_ptr, buf,
  892. &sender->max_pkt);
  893. exit:
  894. tipc_node_unlock(node);
  895. return res;
  896. }
  897. /* Exit if link (or bearer) is congested */
  898. if (link_congested(l_ptr)) {
  899. res = link_schedule_port(l_ptr,
  900. sender->ref, res);
  901. goto exit;
  902. }
  903. /*
  904. * Message size exceeds max_pkt hint; update hint,
  905. * then re-try fast path or fragment the message
  906. */
  907. sender->max_pkt = l_ptr->max_pkt;
  908. tipc_node_unlock(node);
  909. if ((msg_hdr_sz(hdr) + res) <= sender->max_pkt)
  910. goto again;
  911. return tipc_link_iovec_long_xmit(sender, msg_sect,
  912. len, destaddr);
  913. }
  914. tipc_node_unlock(node);
  915. }
  916. /* Couldn't find a link to the destination node */
  917. kfree_skb(buf);
  918. tipc_port_iovec_reject(sender, hdr, msg_sect, len, TIPC_ERR_NO_NODE);
  919. return -ENETUNREACH;
  920. }
  921. /*
  922. * tipc_link_iovec_long_xmit(): Entry for long messages where the
  923. * destination node is known and the header is complete,
  924. * inclusive total message length.
  925. * Link and bearer congestion status have been checked to be ok,
  926. * and are ignored if they change.
  927. *
  928. * Note that fragments do not use the full link MTU so that they won't have
  929. * to undergo refragmentation if link changeover causes them to be sent
  930. * over another link with an additional tunnel header added as prefix.
  931. * (Refragmentation will still occur if the other link has a smaller MTU.)
  932. *
  933. * Returns user data length or errno.
  934. */
  935. static int tipc_link_iovec_long_xmit(struct tipc_port *sender,
  936. struct iovec const *msg_sect,
  937. unsigned int len, u32 destaddr)
  938. {
  939. struct tipc_link *l_ptr;
  940. struct tipc_node *node;
  941. struct tipc_msg *hdr = &sender->phdr;
  942. u32 dsz = len;
  943. u32 max_pkt, fragm_sz, rest;
  944. struct tipc_msg fragm_hdr;
  945. struct sk_buff *buf, *buf_chain, *prev;
  946. u32 fragm_crs, fragm_rest, hsz, sect_rest;
  947. const unchar __user *sect_crs;
  948. int curr_sect;
  949. u32 fragm_no;
  950. int res = 0;
  951. again:
  952. fragm_no = 1;
  953. max_pkt = sender->max_pkt - INT_H_SIZE;
  954. /* leave room for tunnel header in case of link changeover */
  955. fragm_sz = max_pkt - INT_H_SIZE;
  956. /* leave room for fragmentation header in each fragment */
  957. rest = dsz;
  958. fragm_crs = 0;
  959. fragm_rest = 0;
  960. sect_rest = 0;
  961. sect_crs = NULL;
  962. curr_sect = -1;
  963. /* Prepare reusable fragment header */
  964. tipc_msg_init(&fragm_hdr, MSG_FRAGMENTER, FIRST_FRAGMENT,
  965. INT_H_SIZE, msg_destnode(hdr));
  966. msg_set_size(&fragm_hdr, max_pkt);
  967. msg_set_fragm_no(&fragm_hdr, 1);
  968. /* Prepare header of first fragment */
  969. buf_chain = buf = tipc_buf_acquire(max_pkt);
  970. if (!buf)
  971. return -ENOMEM;
  972. buf->next = NULL;
  973. skb_copy_to_linear_data(buf, &fragm_hdr, INT_H_SIZE);
  974. hsz = msg_hdr_sz(hdr);
  975. skb_copy_to_linear_data_offset(buf, INT_H_SIZE, hdr, hsz);
  976. /* Chop up message */
  977. fragm_crs = INT_H_SIZE + hsz;
  978. fragm_rest = fragm_sz - hsz;
  979. do { /* For all sections */
  980. u32 sz;
  981. if (!sect_rest) {
  982. sect_rest = msg_sect[++curr_sect].iov_len;
  983. sect_crs = msg_sect[curr_sect].iov_base;
  984. }
  985. if (sect_rest < fragm_rest)
  986. sz = sect_rest;
  987. else
  988. sz = fragm_rest;
  989. if (copy_from_user(buf->data + fragm_crs, sect_crs, sz)) {
  990. res = -EFAULT;
  991. error:
  992. kfree_skb_list(buf_chain);
  993. return res;
  994. }
  995. sect_crs += sz;
  996. sect_rest -= sz;
  997. fragm_crs += sz;
  998. fragm_rest -= sz;
  999. rest -= sz;
  1000. if (!fragm_rest && rest) {
  1001. /* Initiate new fragment: */
  1002. if (rest <= fragm_sz) {
  1003. fragm_sz = rest;
  1004. msg_set_type(&fragm_hdr, LAST_FRAGMENT);
  1005. } else {
  1006. msg_set_type(&fragm_hdr, FRAGMENT);
  1007. }
  1008. msg_set_size(&fragm_hdr, fragm_sz + INT_H_SIZE);
  1009. msg_set_fragm_no(&fragm_hdr, ++fragm_no);
  1010. prev = buf;
  1011. buf = tipc_buf_acquire(fragm_sz + INT_H_SIZE);
  1012. if (!buf) {
  1013. res = -ENOMEM;
  1014. goto error;
  1015. }
  1016. buf->next = NULL;
  1017. prev->next = buf;
  1018. skb_copy_to_linear_data(buf, &fragm_hdr, INT_H_SIZE);
  1019. fragm_crs = INT_H_SIZE;
  1020. fragm_rest = fragm_sz;
  1021. }
  1022. } while (rest > 0);
  1023. /*
  1024. * Now we have a buffer chain. Select a link and check
  1025. * that packet size is still OK
  1026. */
  1027. node = tipc_node_find(destaddr);
  1028. if (likely(node)) {
  1029. tipc_node_lock(node);
  1030. l_ptr = node->active_links[sender->ref & 1];
  1031. if (!l_ptr) {
  1032. tipc_node_unlock(node);
  1033. goto reject;
  1034. }
  1035. if (l_ptr->max_pkt < max_pkt) {
  1036. sender->max_pkt = l_ptr->max_pkt;
  1037. tipc_node_unlock(node);
  1038. kfree_skb_list(buf_chain);
  1039. goto again;
  1040. }
  1041. } else {
  1042. reject:
  1043. kfree_skb_list(buf_chain);
  1044. tipc_port_iovec_reject(sender, hdr, msg_sect, len,
  1045. TIPC_ERR_NO_NODE);
  1046. return -ENETUNREACH;
  1047. }
  1048. /* Append chain of fragments to send queue & send them */
  1049. l_ptr->long_msg_seq_no++;
  1050. link_add_chain_to_outqueue(l_ptr, buf_chain, l_ptr->long_msg_seq_no);
  1051. l_ptr->stats.sent_fragments += fragm_no;
  1052. l_ptr->stats.sent_fragmented++;
  1053. tipc_link_push_queue(l_ptr);
  1054. tipc_node_unlock(node);
  1055. return dsz;
  1056. }
  1057. /*
  1058. * tipc_link_push_packet: Push one unsent packet to the media
  1059. */
  1060. static u32 tipc_link_push_packet(struct tipc_link *l_ptr)
  1061. {
  1062. struct sk_buff *buf = l_ptr->first_out;
  1063. u32 r_q_size = l_ptr->retransm_queue_size;
  1064. u32 r_q_head = l_ptr->retransm_queue_head;
  1065. /* Step to position where retransmission failed, if any, */
  1066. /* consider that buffers may have been released in meantime */
  1067. if (r_q_size && buf) {
  1068. u32 last = lesser(mod(r_q_head + r_q_size),
  1069. link_last_sent(l_ptr));
  1070. u32 first = buf_seqno(buf);
  1071. while (buf && less(first, r_q_head)) {
  1072. first = mod(first + 1);
  1073. buf = buf->next;
  1074. }
  1075. l_ptr->retransm_queue_head = r_q_head = first;
  1076. l_ptr->retransm_queue_size = r_q_size = mod(last - first);
  1077. }
  1078. /* Continue retransmission now, if there is anything: */
  1079. if (r_q_size && buf) {
  1080. msg_set_ack(buf_msg(buf), mod(l_ptr->next_in_no - 1));
  1081. msg_set_bcast_ack(buf_msg(buf), l_ptr->owner->bclink.last_in);
  1082. tipc_bearer_send(l_ptr->bearer_id, buf, &l_ptr->media_addr);
  1083. l_ptr->retransm_queue_head = mod(++r_q_head);
  1084. l_ptr->retransm_queue_size = --r_q_size;
  1085. l_ptr->stats.retransmitted++;
  1086. return 0;
  1087. }
  1088. /* Send deferred protocol message, if any: */
  1089. buf = l_ptr->proto_msg_queue;
  1090. if (buf) {
  1091. msg_set_ack(buf_msg(buf), mod(l_ptr->next_in_no - 1));
  1092. msg_set_bcast_ack(buf_msg(buf), l_ptr->owner->bclink.last_in);
  1093. tipc_bearer_send(l_ptr->bearer_id, buf, &l_ptr->media_addr);
  1094. l_ptr->unacked_window = 0;
  1095. kfree_skb(buf);
  1096. l_ptr->proto_msg_queue = NULL;
  1097. return 0;
  1098. }
  1099. /* Send one deferred data message, if send window not full: */
  1100. buf = l_ptr->next_out;
  1101. if (buf) {
  1102. struct tipc_msg *msg = buf_msg(buf);
  1103. u32 next = msg_seqno(msg);
  1104. u32 first = buf_seqno(l_ptr->first_out);
  1105. if (mod(next - first) < l_ptr->queue_limit[0]) {
  1106. msg_set_ack(msg, mod(l_ptr->next_in_no - 1));
  1107. msg_set_bcast_ack(msg, l_ptr->owner->bclink.last_in);
  1108. tipc_bearer_send(l_ptr->bearer_id, buf,
  1109. &l_ptr->media_addr);
  1110. if (msg_user(msg) == MSG_BUNDLER)
  1111. msg_set_type(msg, CLOSED_MSG);
  1112. l_ptr->next_out = buf->next;
  1113. return 0;
  1114. }
  1115. }
  1116. return 1;
  1117. }
  1118. /*
  1119. * push_queue(): push out the unsent messages of a link where
  1120. * congestion has abated. Node is locked
  1121. */
  1122. void tipc_link_push_queue(struct tipc_link *l_ptr)
  1123. {
  1124. u32 res;
  1125. do {
  1126. res = tipc_link_push_packet(l_ptr);
  1127. } while (!res);
  1128. }
  1129. static void link_reset_all(unsigned long addr)
  1130. {
  1131. struct tipc_node *n_ptr;
  1132. char addr_string[16];
  1133. u32 i;
  1134. n_ptr = tipc_node_find((u32)addr);
  1135. if (!n_ptr)
  1136. return; /* node no longer exists */
  1137. tipc_node_lock(n_ptr);
  1138. pr_warn("Resetting all links to %s\n",
  1139. tipc_addr_string_fill(addr_string, n_ptr->addr));
  1140. for (i = 0; i < MAX_BEARERS; i++) {
  1141. if (n_ptr->links[i]) {
  1142. link_print(n_ptr->links[i], "Resetting link\n");
  1143. tipc_link_reset(n_ptr->links[i]);
  1144. }
  1145. }
  1146. tipc_node_unlock(n_ptr);
  1147. }
  1148. static void link_retransmit_failure(struct tipc_link *l_ptr,
  1149. struct sk_buff *buf)
  1150. {
  1151. struct tipc_msg *msg = buf_msg(buf);
  1152. pr_warn("Retransmission failure on link <%s>\n", l_ptr->name);
  1153. if (l_ptr->addr) {
  1154. /* Handle failure on standard link */
  1155. link_print(l_ptr, "Resetting link\n");
  1156. tipc_link_reset(l_ptr);
  1157. } else {
  1158. /* Handle failure on broadcast link */
  1159. struct tipc_node *n_ptr;
  1160. char addr_string[16];
  1161. pr_info("Msg seq number: %u, ", msg_seqno(msg));
  1162. pr_cont("Outstanding acks: %lu\n",
  1163. (unsigned long) TIPC_SKB_CB(buf)->handle);
  1164. n_ptr = tipc_bclink_retransmit_to();
  1165. tipc_node_lock(n_ptr);
  1166. tipc_addr_string_fill(addr_string, n_ptr->addr);
  1167. pr_info("Broadcast link info for %s\n", addr_string);
  1168. pr_info("Reception permitted: %d, Acked: %u\n",
  1169. n_ptr->bclink.recv_permitted,
  1170. n_ptr->bclink.acked);
  1171. pr_info("Last in: %u, Oos state: %u, Last sent: %u\n",
  1172. n_ptr->bclink.last_in,
  1173. n_ptr->bclink.oos_state,
  1174. n_ptr->bclink.last_sent);
  1175. tipc_k_signal((Handler)link_reset_all, (unsigned long)n_ptr->addr);
  1176. tipc_node_unlock(n_ptr);
  1177. l_ptr->stale_count = 0;
  1178. }
  1179. }
  1180. void tipc_link_retransmit(struct tipc_link *l_ptr, struct sk_buff *buf,
  1181. u32 retransmits)
  1182. {
  1183. struct tipc_msg *msg;
  1184. if (!buf)
  1185. return;
  1186. msg = buf_msg(buf);
  1187. /* Detect repeated retransmit failures */
  1188. if (l_ptr->last_retransmitted == msg_seqno(msg)) {
  1189. if (++l_ptr->stale_count > 100) {
  1190. link_retransmit_failure(l_ptr, buf);
  1191. return;
  1192. }
  1193. } else {
  1194. l_ptr->last_retransmitted = msg_seqno(msg);
  1195. l_ptr->stale_count = 1;
  1196. }
  1197. while (retransmits && (buf != l_ptr->next_out) && buf) {
  1198. msg = buf_msg(buf);
  1199. msg_set_ack(msg, mod(l_ptr->next_in_no - 1));
  1200. msg_set_bcast_ack(msg, l_ptr->owner->bclink.last_in);
  1201. tipc_bearer_send(l_ptr->bearer_id, buf, &l_ptr->media_addr);
  1202. buf = buf->next;
  1203. retransmits--;
  1204. l_ptr->stats.retransmitted++;
  1205. }
  1206. l_ptr->retransm_queue_head = l_ptr->retransm_queue_size = 0;
  1207. }
  1208. /**
  1209. * link_insert_deferred_queue - insert deferred messages back into receive chain
  1210. */
  1211. static struct sk_buff *link_insert_deferred_queue(struct tipc_link *l_ptr,
  1212. struct sk_buff *buf)
  1213. {
  1214. u32 seq_no;
  1215. if (l_ptr->oldest_deferred_in == NULL)
  1216. return buf;
  1217. seq_no = buf_seqno(l_ptr->oldest_deferred_in);
  1218. if (seq_no == mod(l_ptr->next_in_no)) {
  1219. l_ptr->newest_deferred_in->next = buf;
  1220. buf = l_ptr->oldest_deferred_in;
  1221. l_ptr->oldest_deferred_in = NULL;
  1222. l_ptr->deferred_inqueue_sz = 0;
  1223. }
  1224. return buf;
  1225. }
  1226. /**
  1227. * link_recv_buf_validate - validate basic format of received message
  1228. *
  1229. * This routine ensures a TIPC message has an acceptable header, and at least
  1230. * as much data as the header indicates it should. The routine also ensures
  1231. * that the entire message header is stored in the main fragment of the message
  1232. * buffer, to simplify future access to message header fields.
  1233. *
  1234. * Note: Having extra info present in the message header or data areas is OK.
  1235. * TIPC will ignore the excess, under the assumption that it is optional info
  1236. * introduced by a later release of the protocol.
  1237. */
  1238. static int link_recv_buf_validate(struct sk_buff *buf)
  1239. {
  1240. static u32 min_data_hdr_size[8] = {
  1241. SHORT_H_SIZE, MCAST_H_SIZE, NAMED_H_SIZE, BASIC_H_SIZE,
  1242. MAX_H_SIZE, MAX_H_SIZE, MAX_H_SIZE, MAX_H_SIZE
  1243. };
  1244. struct tipc_msg *msg;
  1245. u32 tipc_hdr[2];
  1246. u32 size;
  1247. u32 hdr_size;
  1248. u32 min_hdr_size;
  1249. /* If this packet comes from the defer queue, the skb has already
  1250. * been validated
  1251. */
  1252. if (unlikely(TIPC_SKB_CB(buf)->deferred))
  1253. return 1;
  1254. if (unlikely(buf->len < MIN_H_SIZE))
  1255. return 0;
  1256. msg = skb_header_pointer(buf, 0, sizeof(tipc_hdr), tipc_hdr);
  1257. if (msg == NULL)
  1258. return 0;
  1259. if (unlikely(msg_version(msg) != TIPC_VERSION))
  1260. return 0;
  1261. size = msg_size(msg);
  1262. hdr_size = msg_hdr_sz(msg);
  1263. min_hdr_size = msg_isdata(msg) ?
  1264. min_data_hdr_size[msg_type(msg)] : INT_H_SIZE;
  1265. if (unlikely((hdr_size < min_hdr_size) ||
  1266. (size < hdr_size) ||
  1267. (buf->len < size) ||
  1268. (size - hdr_size > TIPC_MAX_USER_MSG_SIZE)))
  1269. return 0;
  1270. return pskb_may_pull(buf, hdr_size);
  1271. }
  1272. /**
  1273. * tipc_rcv - process TIPC packets/messages arriving from off-node
  1274. * @head: pointer to message buffer chain
  1275. * @b_ptr: pointer to bearer message arrived on
  1276. *
  1277. * Invoked with no locks held. Bearer pointer must point to a valid bearer
  1278. * structure (i.e. cannot be NULL), but bearer can be inactive.
  1279. */
  1280. void tipc_rcv(struct sk_buff *head, struct tipc_bearer *b_ptr)
  1281. {
  1282. while (head) {
  1283. struct tipc_node *n_ptr;
  1284. struct tipc_link *l_ptr;
  1285. struct sk_buff *crs;
  1286. struct sk_buff *buf = head;
  1287. struct tipc_msg *msg;
  1288. u32 seq_no;
  1289. u32 ackd;
  1290. u32 released = 0;
  1291. head = head->next;
  1292. buf->next = NULL;
  1293. /* Ensure message is well-formed */
  1294. if (unlikely(!link_recv_buf_validate(buf)))
  1295. goto discard;
  1296. /* Ensure message data is a single contiguous unit */
  1297. if (unlikely(skb_linearize(buf)))
  1298. goto discard;
  1299. /* Handle arrival of a non-unicast link message */
  1300. msg = buf_msg(buf);
  1301. if (unlikely(msg_non_seq(msg))) {
  1302. if (msg_user(msg) == LINK_CONFIG)
  1303. tipc_disc_rcv(buf, b_ptr);
  1304. else
  1305. tipc_bclink_rcv(buf);
  1306. continue;
  1307. }
  1308. /* Discard unicast link messages destined for another node */
  1309. if (unlikely(!msg_short(msg) &&
  1310. (msg_destnode(msg) != tipc_own_addr)))
  1311. goto discard;
  1312. /* Locate neighboring node that sent message */
  1313. n_ptr = tipc_node_find(msg_prevnode(msg));
  1314. if (unlikely(!n_ptr))
  1315. goto discard;
  1316. tipc_node_lock(n_ptr);
  1317. /* Locate unicast link endpoint that should handle message */
  1318. l_ptr = n_ptr->links[b_ptr->identity];
  1319. if (unlikely(!l_ptr))
  1320. goto unlock_discard;
  1321. /* Verify that communication with node is currently allowed */
  1322. if ((n_ptr->block_setup & WAIT_PEER_DOWN) &&
  1323. msg_user(msg) == LINK_PROTOCOL &&
  1324. (msg_type(msg) == RESET_MSG ||
  1325. msg_type(msg) == ACTIVATE_MSG) &&
  1326. !msg_redundant_link(msg))
  1327. n_ptr->block_setup &= ~WAIT_PEER_DOWN;
  1328. if (n_ptr->block_setup)
  1329. goto unlock_discard;
  1330. /* Validate message sequence number info */
  1331. seq_no = msg_seqno(msg);
  1332. ackd = msg_ack(msg);
  1333. /* Release acked messages */
  1334. if (n_ptr->bclink.recv_permitted)
  1335. tipc_bclink_acknowledge(n_ptr, msg_bcast_ack(msg));
  1336. crs = l_ptr->first_out;
  1337. while ((crs != l_ptr->next_out) &&
  1338. less_eq(buf_seqno(crs), ackd)) {
  1339. struct sk_buff *next = crs->next;
  1340. kfree_skb(crs);
  1341. crs = next;
  1342. released++;
  1343. }
  1344. if (released) {
  1345. l_ptr->first_out = crs;
  1346. l_ptr->out_queue_size -= released;
  1347. }
  1348. /* Try sending any messages link endpoint has pending */
  1349. if (unlikely(l_ptr->next_out))
  1350. tipc_link_push_queue(l_ptr);
  1351. if (unlikely(!list_empty(&l_ptr->waiting_ports)))
  1352. tipc_link_wakeup_ports(l_ptr, 0);
  1353. if (unlikely(++l_ptr->unacked_window >= TIPC_MIN_LINK_WIN)) {
  1354. l_ptr->stats.sent_acks++;
  1355. tipc_link_proto_xmit(l_ptr, STATE_MSG, 0, 0, 0, 0, 0);
  1356. }
  1357. /* Process the incoming packet */
  1358. if (unlikely(!link_working_working(l_ptr))) {
  1359. if (msg_user(msg) == LINK_PROTOCOL) {
  1360. tipc_link_proto_rcv(l_ptr, buf);
  1361. head = link_insert_deferred_queue(l_ptr, head);
  1362. tipc_node_unlock(n_ptr);
  1363. continue;
  1364. }
  1365. /* Traffic message. Conditionally activate link */
  1366. link_state_event(l_ptr, TRAFFIC_MSG_EVT);
  1367. if (link_working_working(l_ptr)) {
  1368. /* Re-insert buffer in front of queue */
  1369. buf->next = head;
  1370. head = buf;
  1371. tipc_node_unlock(n_ptr);
  1372. continue;
  1373. }
  1374. goto unlock_discard;
  1375. }
  1376. /* Link is now in state WORKING_WORKING */
  1377. if (unlikely(seq_no != mod(l_ptr->next_in_no))) {
  1378. link_handle_out_of_seq_msg(l_ptr, buf);
  1379. head = link_insert_deferred_queue(l_ptr, head);
  1380. tipc_node_unlock(n_ptr);
  1381. continue;
  1382. }
  1383. l_ptr->next_in_no++;
  1384. if (unlikely(l_ptr->oldest_deferred_in))
  1385. head = link_insert_deferred_queue(l_ptr, head);
  1386. /* Deliver packet/message to correct user: */
  1387. if (unlikely(msg_user(msg) == CHANGEOVER_PROTOCOL)) {
  1388. if (!tipc_link_tunnel_rcv(n_ptr, &buf)) {
  1389. tipc_node_unlock(n_ptr);
  1390. continue;
  1391. }
  1392. msg = buf_msg(buf);
  1393. } else if (msg_user(msg) == MSG_FRAGMENTER) {
  1394. int rc;
  1395. l_ptr->stats.recv_fragments++;
  1396. rc = tipc_link_frag_rcv(&l_ptr->reasm_head,
  1397. &l_ptr->reasm_tail,
  1398. &buf);
  1399. if (rc == LINK_REASM_COMPLETE) {
  1400. l_ptr->stats.recv_fragmented++;
  1401. msg = buf_msg(buf);
  1402. } else {
  1403. if (rc == LINK_REASM_ERROR)
  1404. tipc_link_reset(l_ptr);
  1405. tipc_node_unlock(n_ptr);
  1406. continue;
  1407. }
  1408. }
  1409. switch (msg_user(msg)) {
  1410. case TIPC_LOW_IMPORTANCE:
  1411. case TIPC_MEDIUM_IMPORTANCE:
  1412. case TIPC_HIGH_IMPORTANCE:
  1413. case TIPC_CRITICAL_IMPORTANCE:
  1414. tipc_node_unlock(n_ptr);
  1415. tipc_port_rcv(buf);
  1416. continue;
  1417. case MSG_BUNDLER:
  1418. l_ptr->stats.recv_bundles++;
  1419. l_ptr->stats.recv_bundled += msg_msgcnt(msg);
  1420. tipc_node_unlock(n_ptr);
  1421. tipc_link_bundle_rcv(buf);
  1422. continue;
  1423. case NAME_DISTRIBUTOR:
  1424. n_ptr->bclink.recv_permitted = true;
  1425. tipc_node_unlock(n_ptr);
  1426. tipc_named_rcv(buf);
  1427. continue;
  1428. case CONN_MANAGER:
  1429. tipc_node_unlock(n_ptr);
  1430. tipc_port_proto_rcv(buf);
  1431. continue;
  1432. case BCAST_PROTOCOL:
  1433. tipc_link_sync_rcv(n_ptr, buf);
  1434. break;
  1435. default:
  1436. kfree_skb(buf);
  1437. break;
  1438. }
  1439. tipc_node_unlock(n_ptr);
  1440. continue;
  1441. unlock_discard:
  1442. tipc_node_unlock(n_ptr);
  1443. discard:
  1444. kfree_skb(buf);
  1445. }
  1446. }
  1447. /**
  1448. * tipc_link_defer_pkt - Add out-of-sequence message to deferred reception queue
  1449. *
  1450. * Returns increase in queue length (i.e. 0 or 1)
  1451. */
  1452. u32 tipc_link_defer_pkt(struct sk_buff **head, struct sk_buff **tail,
  1453. struct sk_buff *buf)
  1454. {
  1455. struct sk_buff *queue_buf;
  1456. struct sk_buff **prev;
  1457. u32 seq_no = buf_seqno(buf);
  1458. buf->next = NULL;
  1459. /* Empty queue ? */
  1460. if (*head == NULL) {
  1461. *head = *tail = buf;
  1462. return 1;
  1463. }
  1464. /* Last ? */
  1465. if (less(buf_seqno(*tail), seq_no)) {
  1466. (*tail)->next = buf;
  1467. *tail = buf;
  1468. return 1;
  1469. }
  1470. /* Locate insertion point in queue, then insert; discard if duplicate */
  1471. prev = head;
  1472. queue_buf = *head;
  1473. for (;;) {
  1474. u32 curr_seqno = buf_seqno(queue_buf);
  1475. if (seq_no == curr_seqno) {
  1476. kfree_skb(buf);
  1477. return 0;
  1478. }
  1479. if (less(seq_no, curr_seqno))
  1480. break;
  1481. prev = &queue_buf->next;
  1482. queue_buf = queue_buf->next;
  1483. }
  1484. buf->next = queue_buf;
  1485. *prev = buf;
  1486. return 1;
  1487. }
  1488. /*
  1489. * link_handle_out_of_seq_msg - handle arrival of out-of-sequence packet
  1490. */
  1491. static void link_handle_out_of_seq_msg(struct tipc_link *l_ptr,
  1492. struct sk_buff *buf)
  1493. {
  1494. u32 seq_no = buf_seqno(buf);
  1495. if (likely(msg_user(buf_msg(buf)) == LINK_PROTOCOL)) {
  1496. tipc_link_proto_rcv(l_ptr, buf);
  1497. return;
  1498. }
  1499. /* Record OOS packet arrival (force mismatch on next timeout) */
  1500. l_ptr->checkpoint--;
  1501. /*
  1502. * Discard packet if a duplicate; otherwise add it to deferred queue
  1503. * and notify peer of gap as per protocol specification
  1504. */
  1505. if (less(seq_no, mod(l_ptr->next_in_no))) {
  1506. l_ptr->stats.duplicates++;
  1507. kfree_skb(buf);
  1508. return;
  1509. }
  1510. if (tipc_link_defer_pkt(&l_ptr->oldest_deferred_in,
  1511. &l_ptr->newest_deferred_in, buf)) {
  1512. l_ptr->deferred_inqueue_sz++;
  1513. l_ptr->stats.deferred_recv++;
  1514. TIPC_SKB_CB(buf)->deferred = true;
  1515. if ((l_ptr->deferred_inqueue_sz % 16) == 1)
  1516. tipc_link_proto_xmit(l_ptr, STATE_MSG, 0, 0, 0, 0, 0);
  1517. } else
  1518. l_ptr->stats.duplicates++;
  1519. }
  1520. /*
  1521. * Send protocol message to the other endpoint.
  1522. */
  1523. void tipc_link_proto_xmit(struct tipc_link *l_ptr, u32 msg_typ, int probe_msg,
  1524. u32 gap, u32 tolerance, u32 priority, u32 ack_mtu)
  1525. {
  1526. struct sk_buff *buf = NULL;
  1527. struct tipc_msg *msg = l_ptr->pmsg;
  1528. u32 msg_size = sizeof(l_ptr->proto_msg);
  1529. int r_flag;
  1530. /* Discard any previous message that was deferred due to congestion */
  1531. if (l_ptr->proto_msg_queue) {
  1532. kfree_skb(l_ptr->proto_msg_queue);
  1533. l_ptr->proto_msg_queue = NULL;
  1534. }
  1535. /* Don't send protocol message during link changeover */
  1536. if (l_ptr->exp_msg_count)
  1537. return;
  1538. /* Abort non-RESET send if communication with node is prohibited */
  1539. if ((l_ptr->owner->block_setup) && (msg_typ != RESET_MSG))
  1540. return;
  1541. /* Create protocol message with "out-of-sequence" sequence number */
  1542. msg_set_type(msg, msg_typ);
  1543. msg_set_net_plane(msg, l_ptr->net_plane);
  1544. msg_set_bcast_ack(msg, l_ptr->owner->bclink.last_in);
  1545. msg_set_last_bcast(msg, tipc_bclink_get_last_sent());
  1546. if (msg_typ == STATE_MSG) {
  1547. u32 next_sent = mod(l_ptr->next_out_no);
  1548. if (!tipc_link_is_up(l_ptr))
  1549. return;
  1550. if (l_ptr->next_out)
  1551. next_sent = buf_seqno(l_ptr->next_out);
  1552. msg_set_next_sent(msg, next_sent);
  1553. if (l_ptr->oldest_deferred_in) {
  1554. u32 rec = buf_seqno(l_ptr->oldest_deferred_in);
  1555. gap = mod(rec - mod(l_ptr->next_in_no));
  1556. }
  1557. msg_set_seq_gap(msg, gap);
  1558. if (gap)
  1559. l_ptr->stats.sent_nacks++;
  1560. msg_set_link_tolerance(msg, tolerance);
  1561. msg_set_linkprio(msg, priority);
  1562. msg_set_max_pkt(msg, ack_mtu);
  1563. msg_set_ack(msg, mod(l_ptr->next_in_no - 1));
  1564. msg_set_probe(msg, probe_msg != 0);
  1565. if (probe_msg) {
  1566. u32 mtu = l_ptr->max_pkt;
  1567. if ((mtu < l_ptr->max_pkt_target) &&
  1568. link_working_working(l_ptr) &&
  1569. l_ptr->fsm_msg_cnt) {
  1570. msg_size = (mtu + (l_ptr->max_pkt_target - mtu)/2 + 2) & ~3;
  1571. if (l_ptr->max_pkt_probes == 10) {
  1572. l_ptr->max_pkt_target = (msg_size - 4);
  1573. l_ptr->max_pkt_probes = 0;
  1574. msg_size = (mtu + (l_ptr->max_pkt_target - mtu)/2 + 2) & ~3;
  1575. }
  1576. l_ptr->max_pkt_probes++;
  1577. }
  1578. l_ptr->stats.sent_probes++;
  1579. }
  1580. l_ptr->stats.sent_states++;
  1581. } else { /* RESET_MSG or ACTIVATE_MSG */
  1582. msg_set_ack(msg, mod(l_ptr->reset_checkpoint - 1));
  1583. msg_set_seq_gap(msg, 0);
  1584. msg_set_next_sent(msg, 1);
  1585. msg_set_probe(msg, 0);
  1586. msg_set_link_tolerance(msg, l_ptr->tolerance);
  1587. msg_set_linkprio(msg, l_ptr->priority);
  1588. msg_set_max_pkt(msg, l_ptr->max_pkt_target);
  1589. }
  1590. r_flag = (l_ptr->owner->working_links > tipc_link_is_up(l_ptr));
  1591. msg_set_redundant_link(msg, r_flag);
  1592. msg_set_linkprio(msg, l_ptr->priority);
  1593. msg_set_size(msg, msg_size);
  1594. msg_set_seqno(msg, mod(l_ptr->next_out_no + (0xffff/2)));
  1595. buf = tipc_buf_acquire(msg_size);
  1596. if (!buf)
  1597. return;
  1598. skb_copy_to_linear_data(buf, msg, sizeof(l_ptr->proto_msg));
  1599. buf->priority = TC_PRIO_CONTROL;
  1600. tipc_bearer_send(l_ptr->bearer_id, buf, &l_ptr->media_addr);
  1601. l_ptr->unacked_window = 0;
  1602. kfree_skb(buf);
  1603. }
  1604. /*
  1605. * Receive protocol message :
  1606. * Note that network plane id propagates through the network, and may
  1607. * change at any time. The node with lowest address rules
  1608. */
  1609. static void tipc_link_proto_rcv(struct tipc_link *l_ptr, struct sk_buff *buf)
  1610. {
  1611. u32 rec_gap = 0;
  1612. u32 max_pkt_info;
  1613. u32 max_pkt_ack;
  1614. u32 msg_tol;
  1615. struct tipc_msg *msg = buf_msg(buf);
  1616. /* Discard protocol message during link changeover */
  1617. if (l_ptr->exp_msg_count)
  1618. goto exit;
  1619. /* record unnumbered packet arrival (force mismatch on next timeout) */
  1620. l_ptr->checkpoint--;
  1621. if (l_ptr->net_plane != msg_net_plane(msg))
  1622. if (tipc_own_addr > msg_prevnode(msg))
  1623. l_ptr->net_plane = msg_net_plane(msg);
  1624. switch (msg_type(msg)) {
  1625. case RESET_MSG:
  1626. if (!link_working_unknown(l_ptr) &&
  1627. (l_ptr->peer_session != INVALID_SESSION)) {
  1628. if (less_eq(msg_session(msg), l_ptr->peer_session))
  1629. break; /* duplicate or old reset: ignore */
  1630. }
  1631. if (!msg_redundant_link(msg) && (link_working_working(l_ptr) ||
  1632. link_working_unknown(l_ptr))) {
  1633. /*
  1634. * peer has lost contact -- don't allow peer's links
  1635. * to reactivate before we recognize loss & clean up
  1636. */
  1637. l_ptr->owner->block_setup = WAIT_NODE_DOWN;
  1638. }
  1639. link_state_event(l_ptr, RESET_MSG);
  1640. /* fall thru' */
  1641. case ACTIVATE_MSG:
  1642. /* Update link settings according other endpoint's values */
  1643. strcpy((strrchr(l_ptr->name, ':') + 1), (char *)msg_data(msg));
  1644. msg_tol = msg_link_tolerance(msg);
  1645. if (msg_tol > l_ptr->tolerance)
  1646. link_set_supervision_props(l_ptr, msg_tol);
  1647. if (msg_linkprio(msg) > l_ptr->priority)
  1648. l_ptr->priority = msg_linkprio(msg);
  1649. max_pkt_info = msg_max_pkt(msg);
  1650. if (max_pkt_info) {
  1651. if (max_pkt_info < l_ptr->max_pkt_target)
  1652. l_ptr->max_pkt_target = max_pkt_info;
  1653. if (l_ptr->max_pkt > l_ptr->max_pkt_target)
  1654. l_ptr->max_pkt = l_ptr->max_pkt_target;
  1655. } else {
  1656. l_ptr->max_pkt = l_ptr->max_pkt_target;
  1657. }
  1658. /* Synchronize broadcast link info, if not done previously */
  1659. if (!tipc_node_is_up(l_ptr->owner)) {
  1660. l_ptr->owner->bclink.last_sent =
  1661. l_ptr->owner->bclink.last_in =
  1662. msg_last_bcast(msg);
  1663. l_ptr->owner->bclink.oos_state = 0;
  1664. }
  1665. l_ptr->peer_session = msg_session(msg);
  1666. l_ptr->peer_bearer_id = msg_bearer_id(msg);
  1667. if (msg_type(msg) == ACTIVATE_MSG)
  1668. link_state_event(l_ptr, ACTIVATE_MSG);
  1669. break;
  1670. case STATE_MSG:
  1671. msg_tol = msg_link_tolerance(msg);
  1672. if (msg_tol)
  1673. link_set_supervision_props(l_ptr, msg_tol);
  1674. if (msg_linkprio(msg) &&
  1675. (msg_linkprio(msg) != l_ptr->priority)) {
  1676. pr_warn("%s<%s>, priority change %u->%u\n",
  1677. link_rst_msg, l_ptr->name, l_ptr->priority,
  1678. msg_linkprio(msg));
  1679. l_ptr->priority = msg_linkprio(msg);
  1680. tipc_link_reset(l_ptr); /* Enforce change to take effect */
  1681. break;
  1682. }
  1683. link_state_event(l_ptr, TRAFFIC_MSG_EVT);
  1684. l_ptr->stats.recv_states++;
  1685. if (link_reset_unknown(l_ptr))
  1686. break;
  1687. if (less_eq(mod(l_ptr->next_in_no), msg_next_sent(msg))) {
  1688. rec_gap = mod(msg_next_sent(msg) -
  1689. mod(l_ptr->next_in_no));
  1690. }
  1691. max_pkt_ack = msg_max_pkt(msg);
  1692. if (max_pkt_ack > l_ptr->max_pkt) {
  1693. l_ptr->max_pkt = max_pkt_ack;
  1694. l_ptr->max_pkt_probes = 0;
  1695. }
  1696. max_pkt_ack = 0;
  1697. if (msg_probe(msg)) {
  1698. l_ptr->stats.recv_probes++;
  1699. if (msg_size(msg) > sizeof(l_ptr->proto_msg))
  1700. max_pkt_ack = msg_size(msg);
  1701. }
  1702. /* Protocol message before retransmits, reduce loss risk */
  1703. if (l_ptr->owner->bclink.recv_permitted)
  1704. tipc_bclink_update_link_state(l_ptr->owner,
  1705. msg_last_bcast(msg));
  1706. if (rec_gap || (msg_probe(msg))) {
  1707. tipc_link_proto_xmit(l_ptr, STATE_MSG, 0, rec_gap, 0,
  1708. 0, max_pkt_ack);
  1709. }
  1710. if (msg_seq_gap(msg)) {
  1711. l_ptr->stats.recv_nacks++;
  1712. tipc_link_retransmit(l_ptr, l_ptr->first_out,
  1713. msg_seq_gap(msg));
  1714. }
  1715. break;
  1716. }
  1717. exit:
  1718. kfree_skb(buf);
  1719. }
  1720. /* tipc_link_tunnel_xmit(): Tunnel one packet via a link belonging to
  1721. * a different bearer. Owner node is locked.
  1722. */
  1723. static void tipc_link_tunnel_xmit(struct tipc_link *l_ptr,
  1724. struct tipc_msg *tunnel_hdr,
  1725. struct tipc_msg *msg,
  1726. u32 selector)
  1727. {
  1728. struct tipc_link *tunnel;
  1729. struct sk_buff *buf;
  1730. u32 length = msg_size(msg);
  1731. tunnel = l_ptr->owner->active_links[selector & 1];
  1732. if (!tipc_link_is_up(tunnel)) {
  1733. pr_warn("%stunnel link no longer available\n", link_co_err);
  1734. return;
  1735. }
  1736. msg_set_size(tunnel_hdr, length + INT_H_SIZE);
  1737. buf = tipc_buf_acquire(length + INT_H_SIZE);
  1738. if (!buf) {
  1739. pr_warn("%sunable to send tunnel msg\n", link_co_err);
  1740. return;
  1741. }
  1742. skb_copy_to_linear_data(buf, tunnel_hdr, INT_H_SIZE);
  1743. skb_copy_to_linear_data_offset(buf, INT_H_SIZE, msg, length);
  1744. __tipc_link_xmit(tunnel, buf);
  1745. }
  1746. /* tipc_link_failover_send_queue(): A link has gone down, but a second
  1747. * link is still active. We can do failover. Tunnel the failing link's
  1748. * whole send queue via the remaining link. This way, we don't lose
  1749. * any packets, and sequence order is preserved for subsequent traffic
  1750. * sent over the remaining link. Owner node is locked.
  1751. */
  1752. void tipc_link_failover_send_queue(struct tipc_link *l_ptr)
  1753. {
  1754. u32 msgcount = l_ptr->out_queue_size;
  1755. struct sk_buff *crs = l_ptr->first_out;
  1756. struct tipc_link *tunnel = l_ptr->owner->active_links[0];
  1757. struct tipc_msg tunnel_hdr;
  1758. int split_bundles;
  1759. if (!tunnel)
  1760. return;
  1761. tipc_msg_init(&tunnel_hdr, CHANGEOVER_PROTOCOL,
  1762. ORIGINAL_MSG, INT_H_SIZE, l_ptr->addr);
  1763. msg_set_bearer_id(&tunnel_hdr, l_ptr->peer_bearer_id);
  1764. msg_set_msgcnt(&tunnel_hdr, msgcount);
  1765. if (!l_ptr->first_out) {
  1766. struct sk_buff *buf;
  1767. buf = tipc_buf_acquire(INT_H_SIZE);
  1768. if (buf) {
  1769. skb_copy_to_linear_data(buf, &tunnel_hdr, INT_H_SIZE);
  1770. msg_set_size(&tunnel_hdr, INT_H_SIZE);
  1771. __tipc_link_xmit(tunnel, buf);
  1772. } else {
  1773. pr_warn("%sunable to send changeover msg\n",
  1774. link_co_err);
  1775. }
  1776. return;
  1777. }
  1778. split_bundles = (l_ptr->owner->active_links[0] !=
  1779. l_ptr->owner->active_links[1]);
  1780. while (crs) {
  1781. struct tipc_msg *msg = buf_msg(crs);
  1782. if ((msg_user(msg) == MSG_BUNDLER) && split_bundles) {
  1783. struct tipc_msg *m = msg_get_wrapped(msg);
  1784. unchar *pos = (unchar *)m;
  1785. msgcount = msg_msgcnt(msg);
  1786. while (msgcount--) {
  1787. msg_set_seqno(m, msg_seqno(msg));
  1788. tipc_link_tunnel_xmit(l_ptr, &tunnel_hdr, m,
  1789. msg_link_selector(m));
  1790. pos += align(msg_size(m));
  1791. m = (struct tipc_msg *)pos;
  1792. }
  1793. } else {
  1794. tipc_link_tunnel_xmit(l_ptr, &tunnel_hdr, msg,
  1795. msg_link_selector(msg));
  1796. }
  1797. crs = crs->next;
  1798. }
  1799. }
  1800. /* tipc_link_dup_queue_xmit(): A second link has become active. Tunnel a
  1801. * duplicate of the first link's send queue via the new link. This way, we
  1802. * are guaranteed that currently queued packets from a socket are delivered
  1803. * before future traffic from the same socket, even if this is using the
  1804. * new link. The last arriving copy of each duplicate packet is dropped at
  1805. * the receiving end by the regular protocol check, so packet cardinality
  1806. * and sequence order is preserved per sender/receiver socket pair.
  1807. * Owner node is locked.
  1808. */
  1809. void tipc_link_dup_queue_xmit(struct tipc_link *l_ptr,
  1810. struct tipc_link *tunnel)
  1811. {
  1812. struct sk_buff *iter;
  1813. struct tipc_msg tunnel_hdr;
  1814. tipc_msg_init(&tunnel_hdr, CHANGEOVER_PROTOCOL,
  1815. DUPLICATE_MSG, INT_H_SIZE, l_ptr->addr);
  1816. msg_set_msgcnt(&tunnel_hdr, l_ptr->out_queue_size);
  1817. msg_set_bearer_id(&tunnel_hdr, l_ptr->peer_bearer_id);
  1818. iter = l_ptr->first_out;
  1819. while (iter) {
  1820. struct sk_buff *outbuf;
  1821. struct tipc_msg *msg = buf_msg(iter);
  1822. u32 length = msg_size(msg);
  1823. if (msg_user(msg) == MSG_BUNDLER)
  1824. msg_set_type(msg, CLOSED_MSG);
  1825. msg_set_ack(msg, mod(l_ptr->next_in_no - 1)); /* Update */
  1826. msg_set_bcast_ack(msg, l_ptr->owner->bclink.last_in);
  1827. msg_set_size(&tunnel_hdr, length + INT_H_SIZE);
  1828. outbuf = tipc_buf_acquire(length + INT_H_SIZE);
  1829. if (outbuf == NULL) {
  1830. pr_warn("%sunable to send duplicate msg\n",
  1831. link_co_err);
  1832. return;
  1833. }
  1834. skb_copy_to_linear_data(outbuf, &tunnel_hdr, INT_H_SIZE);
  1835. skb_copy_to_linear_data_offset(outbuf, INT_H_SIZE, iter->data,
  1836. length);
  1837. __tipc_link_xmit(tunnel, outbuf);
  1838. if (!tipc_link_is_up(l_ptr))
  1839. return;
  1840. iter = iter->next;
  1841. }
  1842. }
  1843. /**
  1844. * buf_extract - extracts embedded TIPC message from another message
  1845. * @skb: encapsulating message buffer
  1846. * @from_pos: offset to extract from
  1847. *
  1848. * Returns a new message buffer containing an embedded message. The
  1849. * encapsulating message itself is left unchanged.
  1850. */
  1851. static struct sk_buff *buf_extract(struct sk_buff *skb, u32 from_pos)
  1852. {
  1853. struct tipc_msg *msg = (struct tipc_msg *)(skb->data + from_pos);
  1854. u32 size = msg_size(msg);
  1855. struct sk_buff *eb;
  1856. eb = tipc_buf_acquire(size);
  1857. if (eb)
  1858. skb_copy_to_linear_data(eb, msg, size);
  1859. return eb;
  1860. }
  1861. /* tipc_link_dup_rcv(): Receive a tunnelled DUPLICATE_MSG packet.
  1862. * Owner node is locked.
  1863. */
  1864. static void tipc_link_dup_rcv(struct tipc_link *l_ptr,
  1865. struct sk_buff *t_buf)
  1866. {
  1867. struct sk_buff *buf;
  1868. if (!tipc_link_is_up(l_ptr))
  1869. return;
  1870. buf = buf_extract(t_buf, INT_H_SIZE);
  1871. if (buf == NULL) {
  1872. pr_warn("%sfailed to extract inner dup pkt\n", link_co_err);
  1873. return;
  1874. }
  1875. /* Add buffer to deferred queue, if applicable: */
  1876. link_handle_out_of_seq_msg(l_ptr, buf);
  1877. }
  1878. /* tipc_link_failover_rcv(): Receive a tunnelled ORIGINAL_MSG packet
  1879. * Owner node is locked.
  1880. */
  1881. static struct sk_buff *tipc_link_failover_rcv(struct tipc_link *l_ptr,
  1882. struct sk_buff *t_buf)
  1883. {
  1884. struct tipc_msg *t_msg = buf_msg(t_buf);
  1885. struct sk_buff *buf = NULL;
  1886. struct tipc_msg *msg;
  1887. if (tipc_link_is_up(l_ptr))
  1888. tipc_link_reset(l_ptr);
  1889. /* First failover packet? */
  1890. if (l_ptr->exp_msg_count == START_CHANGEOVER)
  1891. l_ptr->exp_msg_count = msg_msgcnt(t_msg);
  1892. /* Should there be an inner packet? */
  1893. if (l_ptr->exp_msg_count) {
  1894. l_ptr->exp_msg_count--;
  1895. buf = buf_extract(t_buf, INT_H_SIZE);
  1896. if (buf == NULL) {
  1897. pr_warn("%sno inner failover pkt\n", link_co_err);
  1898. goto exit;
  1899. }
  1900. msg = buf_msg(buf);
  1901. if (less(msg_seqno(msg), l_ptr->reset_checkpoint)) {
  1902. kfree_skb(buf);
  1903. buf = NULL;
  1904. goto exit;
  1905. }
  1906. if (msg_user(msg) == MSG_FRAGMENTER) {
  1907. l_ptr->stats.recv_fragments++;
  1908. tipc_link_frag_rcv(&l_ptr->reasm_head,
  1909. &l_ptr->reasm_tail,
  1910. &buf);
  1911. }
  1912. }
  1913. exit:
  1914. if ((l_ptr->exp_msg_count == 0) && (l_ptr->flags & LINK_STOPPED)) {
  1915. tipc_node_detach_link(l_ptr->owner, l_ptr);
  1916. kfree(l_ptr);
  1917. }
  1918. return buf;
  1919. }
  1920. /* tipc_link_tunnel_rcv(): Receive a tunnelled packet, sent
  1921. * via other link as result of a failover (ORIGINAL_MSG) or
  1922. * a new active link (DUPLICATE_MSG). Failover packets are
  1923. * returned to the active link for delivery upwards.
  1924. * Owner node is locked.
  1925. */
  1926. static int tipc_link_tunnel_rcv(struct tipc_node *n_ptr,
  1927. struct sk_buff **buf)
  1928. {
  1929. struct sk_buff *t_buf = *buf;
  1930. struct tipc_link *l_ptr;
  1931. struct tipc_msg *t_msg = buf_msg(t_buf);
  1932. u32 bearer_id = msg_bearer_id(t_msg);
  1933. *buf = NULL;
  1934. if (bearer_id >= MAX_BEARERS)
  1935. goto exit;
  1936. l_ptr = n_ptr->links[bearer_id];
  1937. if (!l_ptr)
  1938. goto exit;
  1939. if (msg_type(t_msg) == DUPLICATE_MSG)
  1940. tipc_link_dup_rcv(l_ptr, t_buf);
  1941. else if (msg_type(t_msg) == ORIGINAL_MSG)
  1942. *buf = tipc_link_failover_rcv(l_ptr, t_buf);
  1943. else
  1944. pr_warn("%sunknown tunnel pkt received\n", link_co_err);
  1945. exit:
  1946. kfree_skb(t_buf);
  1947. return *buf != NULL;
  1948. }
  1949. /*
  1950. * Bundler functionality:
  1951. */
  1952. void tipc_link_bundle_rcv(struct sk_buff *buf)
  1953. {
  1954. u32 msgcount = msg_msgcnt(buf_msg(buf));
  1955. u32 pos = INT_H_SIZE;
  1956. struct sk_buff *obuf;
  1957. while (msgcount--) {
  1958. obuf = buf_extract(buf, pos);
  1959. if (obuf == NULL) {
  1960. pr_warn("Link unable to unbundle message(s)\n");
  1961. break;
  1962. }
  1963. pos += align(msg_size(buf_msg(obuf)));
  1964. tipc_net_route_msg(obuf);
  1965. }
  1966. kfree_skb(buf);
  1967. }
  1968. /*
  1969. * Fragmentation/defragmentation:
  1970. */
  1971. /*
  1972. * tipc_link_frag_xmit: Entry for buffers needing fragmentation.
  1973. * The buffer is complete, inclusive total message length.
  1974. * Returns user data length.
  1975. */
  1976. static int tipc_link_frag_xmit(struct tipc_link *l_ptr, struct sk_buff *buf)
  1977. {
  1978. struct sk_buff *buf_chain = NULL;
  1979. struct sk_buff *buf_chain_tail = (struct sk_buff *)&buf_chain;
  1980. struct tipc_msg *inmsg = buf_msg(buf);
  1981. struct tipc_msg fragm_hdr;
  1982. u32 insize = msg_size(inmsg);
  1983. u32 dsz = msg_data_sz(inmsg);
  1984. unchar *crs = buf->data;
  1985. u32 rest = insize;
  1986. u32 pack_sz = l_ptr->max_pkt;
  1987. u32 fragm_sz = pack_sz - INT_H_SIZE;
  1988. u32 fragm_no = 0;
  1989. u32 destaddr;
  1990. if (msg_short(inmsg))
  1991. destaddr = l_ptr->addr;
  1992. else
  1993. destaddr = msg_destnode(inmsg);
  1994. /* Prepare reusable fragment header: */
  1995. tipc_msg_init(&fragm_hdr, MSG_FRAGMENTER, FIRST_FRAGMENT,
  1996. INT_H_SIZE, destaddr);
  1997. /* Chop up message: */
  1998. while (rest > 0) {
  1999. struct sk_buff *fragm;
  2000. if (rest <= fragm_sz) {
  2001. fragm_sz = rest;
  2002. msg_set_type(&fragm_hdr, LAST_FRAGMENT);
  2003. }
  2004. fragm = tipc_buf_acquire(fragm_sz + INT_H_SIZE);
  2005. if (fragm == NULL) {
  2006. kfree_skb(buf);
  2007. kfree_skb_list(buf_chain);
  2008. return -ENOMEM;
  2009. }
  2010. msg_set_size(&fragm_hdr, fragm_sz + INT_H_SIZE);
  2011. fragm_no++;
  2012. msg_set_fragm_no(&fragm_hdr, fragm_no);
  2013. skb_copy_to_linear_data(fragm, &fragm_hdr, INT_H_SIZE);
  2014. skb_copy_to_linear_data_offset(fragm, INT_H_SIZE, crs,
  2015. fragm_sz);
  2016. buf_chain_tail->next = fragm;
  2017. buf_chain_tail = fragm;
  2018. rest -= fragm_sz;
  2019. crs += fragm_sz;
  2020. msg_set_type(&fragm_hdr, FRAGMENT);
  2021. }
  2022. kfree_skb(buf);
  2023. /* Append chain of fragments to send queue & send them */
  2024. l_ptr->long_msg_seq_no++;
  2025. link_add_chain_to_outqueue(l_ptr, buf_chain, l_ptr->long_msg_seq_no);
  2026. l_ptr->stats.sent_fragments += fragm_no;
  2027. l_ptr->stats.sent_fragmented++;
  2028. tipc_link_push_queue(l_ptr);
  2029. return dsz;
  2030. }
  2031. /* tipc_link_frag_rcv(): Called with node lock on. Returns
  2032. * the reassembled buffer if message is complete.
  2033. */
  2034. int tipc_link_frag_rcv(struct sk_buff **head, struct sk_buff **tail,
  2035. struct sk_buff **fbuf)
  2036. {
  2037. struct sk_buff *frag = *fbuf;
  2038. struct tipc_msg *msg = buf_msg(frag);
  2039. u32 fragid = msg_type(msg);
  2040. bool headstolen;
  2041. int delta;
  2042. skb_pull(frag, msg_hdr_sz(msg));
  2043. if (fragid == FIRST_FRAGMENT) {
  2044. if (*head || skb_unclone(frag, GFP_ATOMIC))
  2045. goto out_free;
  2046. *head = frag;
  2047. skb_frag_list_init(*head);
  2048. *fbuf = NULL;
  2049. return 0;
  2050. } else if (*head &&
  2051. skb_try_coalesce(*head, frag, &headstolen, &delta)) {
  2052. kfree_skb_partial(frag, headstolen);
  2053. } else {
  2054. if (!*head)
  2055. goto out_free;
  2056. if (!skb_has_frag_list(*head))
  2057. skb_shinfo(*head)->frag_list = frag;
  2058. else
  2059. (*tail)->next = frag;
  2060. *tail = frag;
  2061. (*head)->truesize += frag->truesize;
  2062. }
  2063. if (fragid == LAST_FRAGMENT) {
  2064. *fbuf = *head;
  2065. *tail = *head = NULL;
  2066. return LINK_REASM_COMPLETE;
  2067. }
  2068. *fbuf = NULL;
  2069. return 0;
  2070. out_free:
  2071. pr_warn_ratelimited("Link unable to reassemble fragmented message\n");
  2072. kfree_skb(*fbuf);
  2073. *fbuf = NULL;
  2074. return LINK_REASM_ERROR;
  2075. }
  2076. static void link_set_supervision_props(struct tipc_link *l_ptr, u32 tolerance)
  2077. {
  2078. if ((tolerance < TIPC_MIN_LINK_TOL) || (tolerance > TIPC_MAX_LINK_TOL))
  2079. return;
  2080. l_ptr->tolerance = tolerance;
  2081. l_ptr->continuity_interval =
  2082. ((tolerance / 4) > 500) ? 500 : tolerance / 4;
  2083. l_ptr->abort_limit = tolerance / (l_ptr->continuity_interval / 4);
  2084. }
  2085. void tipc_link_set_queue_limits(struct tipc_link *l_ptr, u32 window)
  2086. {
  2087. /* Data messages from this node, inclusive FIRST_FRAGM */
  2088. l_ptr->queue_limit[TIPC_LOW_IMPORTANCE] = window;
  2089. l_ptr->queue_limit[TIPC_MEDIUM_IMPORTANCE] = (window / 3) * 4;
  2090. l_ptr->queue_limit[TIPC_HIGH_IMPORTANCE] = (window / 3) * 5;
  2091. l_ptr->queue_limit[TIPC_CRITICAL_IMPORTANCE] = (window / 3) * 6;
  2092. /* Transiting data messages,inclusive FIRST_FRAGM */
  2093. l_ptr->queue_limit[TIPC_LOW_IMPORTANCE + 4] = 300;
  2094. l_ptr->queue_limit[TIPC_MEDIUM_IMPORTANCE + 4] = 600;
  2095. l_ptr->queue_limit[TIPC_HIGH_IMPORTANCE + 4] = 900;
  2096. l_ptr->queue_limit[TIPC_CRITICAL_IMPORTANCE + 4] = 1200;
  2097. l_ptr->queue_limit[CONN_MANAGER] = 1200;
  2098. l_ptr->queue_limit[CHANGEOVER_PROTOCOL] = 2500;
  2099. l_ptr->queue_limit[NAME_DISTRIBUTOR] = 3000;
  2100. /* FRAGMENT and LAST_FRAGMENT packets */
  2101. l_ptr->queue_limit[MSG_FRAGMENTER] = 4000;
  2102. }
  2103. /* tipc_link_find_owner - locate owner node of link by link's name
  2104. * @name: pointer to link name string
  2105. * @bearer_id: pointer to index in 'node->links' array where the link was found.
  2106. *
  2107. * Returns pointer to node owning the link, or 0 if no matching link is found.
  2108. */
  2109. static struct tipc_node *tipc_link_find_owner(const char *link_name,
  2110. unsigned int *bearer_id)
  2111. {
  2112. struct tipc_link *l_ptr;
  2113. struct tipc_node *n_ptr;
  2114. struct tipc_node *found_node = 0;
  2115. int i;
  2116. *bearer_id = 0;
  2117. rcu_read_lock();
  2118. list_for_each_entry_rcu(n_ptr, &tipc_node_list, list) {
  2119. tipc_node_lock(n_ptr);
  2120. for (i = 0; i < MAX_BEARERS; i++) {
  2121. l_ptr = n_ptr->links[i];
  2122. if (l_ptr && !strcmp(l_ptr->name, link_name)) {
  2123. *bearer_id = i;
  2124. found_node = n_ptr;
  2125. break;
  2126. }
  2127. }
  2128. tipc_node_unlock(n_ptr);
  2129. if (found_node)
  2130. break;
  2131. }
  2132. rcu_read_unlock();
  2133. return found_node;
  2134. }
  2135. /**
  2136. * link_value_is_valid -- validate proposed link tolerance/priority/window
  2137. *
  2138. * @cmd: value type (TIPC_CMD_SET_LINK_*)
  2139. * @new_value: the new value
  2140. *
  2141. * Returns 1 if value is within range, 0 if not.
  2142. */
  2143. static int link_value_is_valid(u16 cmd, u32 new_value)
  2144. {
  2145. switch (cmd) {
  2146. case TIPC_CMD_SET_LINK_TOL:
  2147. return (new_value >= TIPC_MIN_LINK_TOL) &&
  2148. (new_value <= TIPC_MAX_LINK_TOL);
  2149. case TIPC_CMD_SET_LINK_PRI:
  2150. return (new_value <= TIPC_MAX_LINK_PRI);
  2151. case TIPC_CMD_SET_LINK_WINDOW:
  2152. return (new_value >= TIPC_MIN_LINK_WIN) &&
  2153. (new_value <= TIPC_MAX_LINK_WIN);
  2154. }
  2155. return 0;
  2156. }
  2157. /**
  2158. * link_cmd_set_value - change priority/tolerance/window for link/bearer/media
  2159. * @name: ptr to link, bearer, or media name
  2160. * @new_value: new value of link, bearer, or media setting
  2161. * @cmd: which link, bearer, or media attribute to set (TIPC_CMD_SET_LINK_*)
  2162. *
  2163. * Caller must hold RTNL lock to ensure link/bearer/media is not deleted.
  2164. *
  2165. * Returns 0 if value updated and negative value on error.
  2166. */
  2167. static int link_cmd_set_value(const char *name, u32 new_value, u16 cmd)
  2168. {
  2169. struct tipc_node *node;
  2170. struct tipc_link *l_ptr;
  2171. struct tipc_bearer *b_ptr;
  2172. struct tipc_media *m_ptr;
  2173. int bearer_id;
  2174. int res = 0;
  2175. node = tipc_link_find_owner(name, &bearer_id);
  2176. if (node) {
  2177. tipc_node_lock(node);
  2178. l_ptr = node->links[bearer_id];
  2179. if (l_ptr) {
  2180. switch (cmd) {
  2181. case TIPC_CMD_SET_LINK_TOL:
  2182. link_set_supervision_props(l_ptr, new_value);
  2183. tipc_link_proto_xmit(l_ptr, STATE_MSG, 0, 0,
  2184. new_value, 0, 0);
  2185. break;
  2186. case TIPC_CMD_SET_LINK_PRI:
  2187. l_ptr->priority = new_value;
  2188. tipc_link_proto_xmit(l_ptr, STATE_MSG, 0, 0,
  2189. 0, new_value, 0);
  2190. break;
  2191. case TIPC_CMD_SET_LINK_WINDOW:
  2192. tipc_link_set_queue_limits(l_ptr, new_value);
  2193. break;
  2194. default:
  2195. res = -EINVAL;
  2196. break;
  2197. }
  2198. }
  2199. tipc_node_unlock(node);
  2200. return res;
  2201. }
  2202. b_ptr = tipc_bearer_find(name);
  2203. if (b_ptr) {
  2204. switch (cmd) {
  2205. case TIPC_CMD_SET_LINK_TOL:
  2206. b_ptr->tolerance = new_value;
  2207. break;
  2208. case TIPC_CMD_SET_LINK_PRI:
  2209. b_ptr->priority = new_value;
  2210. break;
  2211. case TIPC_CMD_SET_LINK_WINDOW:
  2212. b_ptr->window = new_value;
  2213. break;
  2214. default:
  2215. res = -EINVAL;
  2216. break;
  2217. }
  2218. return res;
  2219. }
  2220. m_ptr = tipc_media_find(name);
  2221. if (!m_ptr)
  2222. return -ENODEV;
  2223. switch (cmd) {
  2224. case TIPC_CMD_SET_LINK_TOL:
  2225. m_ptr->tolerance = new_value;
  2226. break;
  2227. case TIPC_CMD_SET_LINK_PRI:
  2228. m_ptr->priority = new_value;
  2229. break;
  2230. case TIPC_CMD_SET_LINK_WINDOW:
  2231. m_ptr->window = new_value;
  2232. break;
  2233. default:
  2234. res = -EINVAL;
  2235. break;
  2236. }
  2237. return res;
  2238. }
  2239. struct sk_buff *tipc_link_cmd_config(const void *req_tlv_area, int req_tlv_space,
  2240. u16 cmd)
  2241. {
  2242. struct tipc_link_config *args;
  2243. u32 new_value;
  2244. int res;
  2245. if (!TLV_CHECK(req_tlv_area, req_tlv_space, TIPC_TLV_LINK_CONFIG))
  2246. return tipc_cfg_reply_error_string(TIPC_CFG_TLV_ERROR);
  2247. args = (struct tipc_link_config *)TLV_DATA(req_tlv_area);
  2248. new_value = ntohl(args->value);
  2249. if (!link_value_is_valid(cmd, new_value))
  2250. return tipc_cfg_reply_error_string(
  2251. "cannot change, value invalid");
  2252. if (!strcmp(args->name, tipc_bclink_name)) {
  2253. if ((cmd == TIPC_CMD_SET_LINK_WINDOW) &&
  2254. (tipc_bclink_set_queue_limits(new_value) == 0))
  2255. return tipc_cfg_reply_none();
  2256. return tipc_cfg_reply_error_string(TIPC_CFG_NOT_SUPPORTED
  2257. " (cannot change setting on broadcast link)");
  2258. }
  2259. res = link_cmd_set_value(args->name, new_value, cmd);
  2260. if (res)
  2261. return tipc_cfg_reply_error_string("cannot change link setting");
  2262. return tipc_cfg_reply_none();
  2263. }
  2264. /**
  2265. * link_reset_statistics - reset link statistics
  2266. * @l_ptr: pointer to link
  2267. */
  2268. static void link_reset_statistics(struct tipc_link *l_ptr)
  2269. {
  2270. memset(&l_ptr->stats, 0, sizeof(l_ptr->stats));
  2271. l_ptr->stats.sent_info = l_ptr->next_out_no;
  2272. l_ptr->stats.recv_info = l_ptr->next_in_no;
  2273. }
  2274. struct sk_buff *tipc_link_cmd_reset_stats(const void *req_tlv_area, int req_tlv_space)
  2275. {
  2276. char *link_name;
  2277. struct tipc_link *l_ptr;
  2278. struct tipc_node *node;
  2279. unsigned int bearer_id;
  2280. if (!TLV_CHECK(req_tlv_area, req_tlv_space, TIPC_TLV_LINK_NAME))
  2281. return tipc_cfg_reply_error_string(TIPC_CFG_TLV_ERROR);
  2282. link_name = (char *)TLV_DATA(req_tlv_area);
  2283. if (!strcmp(link_name, tipc_bclink_name)) {
  2284. if (tipc_bclink_reset_stats())
  2285. return tipc_cfg_reply_error_string("link not found");
  2286. return tipc_cfg_reply_none();
  2287. }
  2288. node = tipc_link_find_owner(link_name, &bearer_id);
  2289. if (!node)
  2290. return tipc_cfg_reply_error_string("link not found");
  2291. tipc_node_lock(node);
  2292. l_ptr = node->links[bearer_id];
  2293. if (!l_ptr) {
  2294. tipc_node_unlock(node);
  2295. return tipc_cfg_reply_error_string("link not found");
  2296. }
  2297. link_reset_statistics(l_ptr);
  2298. tipc_node_unlock(node);
  2299. return tipc_cfg_reply_none();
  2300. }
  2301. /**
  2302. * percent - convert count to a percentage of total (rounding up or down)
  2303. */
  2304. static u32 percent(u32 count, u32 total)
  2305. {
  2306. return (count * 100 + (total / 2)) / total;
  2307. }
  2308. /**
  2309. * tipc_link_stats - print link statistics
  2310. * @name: link name
  2311. * @buf: print buffer area
  2312. * @buf_size: size of print buffer area
  2313. *
  2314. * Returns length of print buffer data string (or 0 if error)
  2315. */
  2316. static int tipc_link_stats(const char *name, char *buf, const u32 buf_size)
  2317. {
  2318. struct tipc_link *l;
  2319. struct tipc_stats *s;
  2320. struct tipc_node *node;
  2321. char *status;
  2322. u32 profile_total = 0;
  2323. unsigned int bearer_id;
  2324. int ret;
  2325. if (!strcmp(name, tipc_bclink_name))
  2326. return tipc_bclink_stats(buf, buf_size);
  2327. node = tipc_link_find_owner(name, &bearer_id);
  2328. if (!node)
  2329. return 0;
  2330. tipc_node_lock(node);
  2331. l = node->links[bearer_id];
  2332. if (!l) {
  2333. tipc_node_unlock(node);
  2334. return 0;
  2335. }
  2336. s = &l->stats;
  2337. if (tipc_link_is_active(l))
  2338. status = "ACTIVE";
  2339. else if (tipc_link_is_up(l))
  2340. status = "STANDBY";
  2341. else
  2342. status = "DEFUNCT";
  2343. ret = tipc_snprintf(buf, buf_size, "Link <%s>\n"
  2344. " %s MTU:%u Priority:%u Tolerance:%u ms"
  2345. " Window:%u packets\n",
  2346. l->name, status, l->max_pkt, l->priority,
  2347. l->tolerance, l->queue_limit[0]);
  2348. ret += tipc_snprintf(buf + ret, buf_size - ret,
  2349. " RX packets:%u fragments:%u/%u bundles:%u/%u\n",
  2350. l->next_in_no - s->recv_info, s->recv_fragments,
  2351. s->recv_fragmented, s->recv_bundles,
  2352. s->recv_bundled);
  2353. ret += tipc_snprintf(buf + ret, buf_size - ret,
  2354. " TX packets:%u fragments:%u/%u bundles:%u/%u\n",
  2355. l->next_out_no - s->sent_info, s->sent_fragments,
  2356. s->sent_fragmented, s->sent_bundles,
  2357. s->sent_bundled);
  2358. profile_total = s->msg_length_counts;
  2359. if (!profile_total)
  2360. profile_total = 1;
  2361. ret += tipc_snprintf(buf + ret, buf_size - ret,
  2362. " TX profile sample:%u packets average:%u octets\n"
  2363. " 0-64:%u%% -256:%u%% -1024:%u%% -4096:%u%% "
  2364. "-16384:%u%% -32768:%u%% -66000:%u%%\n",
  2365. s->msg_length_counts,
  2366. s->msg_lengths_total / profile_total,
  2367. percent(s->msg_length_profile[0], profile_total),
  2368. percent(s->msg_length_profile[1], profile_total),
  2369. percent(s->msg_length_profile[2], profile_total),
  2370. percent(s->msg_length_profile[3], profile_total),
  2371. percent(s->msg_length_profile[4], profile_total),
  2372. percent(s->msg_length_profile[5], profile_total),
  2373. percent(s->msg_length_profile[6], profile_total));
  2374. ret += tipc_snprintf(buf + ret, buf_size - ret,
  2375. " RX states:%u probes:%u naks:%u defs:%u"
  2376. " dups:%u\n", s->recv_states, s->recv_probes,
  2377. s->recv_nacks, s->deferred_recv, s->duplicates);
  2378. ret += tipc_snprintf(buf + ret, buf_size - ret,
  2379. " TX states:%u probes:%u naks:%u acks:%u"
  2380. " dups:%u\n", s->sent_states, s->sent_probes,
  2381. s->sent_nacks, s->sent_acks, s->retransmitted);
  2382. ret += tipc_snprintf(buf + ret, buf_size - ret,
  2383. " Congestion link:%u Send queue"
  2384. " max:%u avg:%u\n", s->link_congs,
  2385. s->max_queue_sz, s->queue_sz_counts ?
  2386. (s->accu_queue_sz / s->queue_sz_counts) : 0);
  2387. tipc_node_unlock(node);
  2388. return ret;
  2389. }
  2390. struct sk_buff *tipc_link_cmd_show_stats(const void *req_tlv_area, int req_tlv_space)
  2391. {
  2392. struct sk_buff *buf;
  2393. struct tlv_desc *rep_tlv;
  2394. int str_len;
  2395. int pb_len;
  2396. char *pb;
  2397. if (!TLV_CHECK(req_tlv_area, req_tlv_space, TIPC_TLV_LINK_NAME))
  2398. return tipc_cfg_reply_error_string(TIPC_CFG_TLV_ERROR);
  2399. buf = tipc_cfg_reply_alloc(TLV_SPACE(ULTRA_STRING_MAX_LEN));
  2400. if (!buf)
  2401. return NULL;
  2402. rep_tlv = (struct tlv_desc *)buf->data;
  2403. pb = TLV_DATA(rep_tlv);
  2404. pb_len = ULTRA_STRING_MAX_LEN;
  2405. str_len = tipc_link_stats((char *)TLV_DATA(req_tlv_area),
  2406. pb, pb_len);
  2407. if (!str_len) {
  2408. kfree_skb(buf);
  2409. return tipc_cfg_reply_error_string("link not found");
  2410. }
  2411. str_len += 1; /* for "\0" */
  2412. skb_put(buf, TLV_SPACE(str_len));
  2413. TLV_SET(rep_tlv, TIPC_TLV_ULTRA_STRING, NULL, str_len);
  2414. return buf;
  2415. }
  2416. /**
  2417. * tipc_link_get_max_pkt - get maximum packet size to use when sending to destination
  2418. * @dest: network address of destination node
  2419. * @selector: used to select from set of active links
  2420. *
  2421. * If no active link can be found, uses default maximum packet size.
  2422. */
  2423. u32 tipc_link_get_max_pkt(u32 dest, u32 selector)
  2424. {
  2425. struct tipc_node *n_ptr;
  2426. struct tipc_link *l_ptr;
  2427. u32 res = MAX_PKT_DEFAULT;
  2428. if (dest == tipc_own_addr)
  2429. return MAX_MSG_SIZE;
  2430. n_ptr = tipc_node_find(dest);
  2431. if (n_ptr) {
  2432. tipc_node_lock(n_ptr);
  2433. l_ptr = n_ptr->active_links[selector & 1];
  2434. if (l_ptr)
  2435. res = l_ptr->max_pkt;
  2436. tipc_node_unlock(n_ptr);
  2437. }
  2438. return res;
  2439. }
  2440. static void link_print(struct tipc_link *l_ptr, const char *str)
  2441. {
  2442. struct tipc_bearer *b_ptr;
  2443. rcu_read_lock();
  2444. b_ptr = rcu_dereference_rtnl(bearer_list[l_ptr->bearer_id]);
  2445. if (b_ptr)
  2446. pr_info("%s Link %x<%s>:", str, l_ptr->addr, b_ptr->name);
  2447. rcu_read_unlock();
  2448. if (link_working_unknown(l_ptr))
  2449. pr_cont(":WU\n");
  2450. else if (link_reset_reset(l_ptr))
  2451. pr_cont(":RR\n");
  2452. else if (link_reset_unknown(l_ptr))
  2453. pr_cont(":RU\n");
  2454. else if (link_working_working(l_ptr))
  2455. pr_cont(":WW\n");
  2456. else
  2457. pr_cont("\n");
  2458. }