1 /*
2 * Copyright (c) 2018-2021 Nordic Semiconductor ASA
3 *
4 * SPDX-License-Identifier: Apache-2.0
5 */
6
7 #include <stdint.h>
8 #include <stdbool.h>
9 #include <stddef.h>
10
11 #include <zephyr/sys/byteorder.h>
12 #include <zephyr/bluetooth/hci_types.h>
13
14 #include "hal/cpu.h"
15 #include "hal/ccm.h"
16 #include "hal/radio.h"
17 #include "hal/ticker.h"
18
19 #include "util/util.h"
20 #include "util/memq.h"
21 #include "util/dbuf.h"
22 #include "util/mayfly.h"
23
24 #include "ticker/ticker.h"
25
26 #include "pdu_df.h"
27 #include "pdu_vendor.h"
28 #include "pdu.h"
29
30 #include "lll.h"
31 #include "lll_vendor.h"
32 #include "lll_clock.h"
33 #include "lll_df_types.h"
34 #include "lll_scan.h"
35 #include "lll_sync.h"
36 #include "lll_conn.h"
37 #include "lll_chan.h"
38 #include "lll_filter.h"
39 #include "lll_sched.h"
40
41 #include "lll_internal.h"
42 #include "lll_tim_internal.h"
43 #include "lll_prof_internal.h"
44 #include "lll_scan_internal.h"
45
46 #include "hal/debug.h"
47
48 /* Maximum primary Advertising Radio Channels to scan */
49 #define ADV_CHAN_MAX 3U
50
51 static int init_reset(void);
52 static int prepare_cb(struct lll_prepare_param *p);
53 static int resume_prepare_cb(struct lll_prepare_param *p);
54 static int common_prepare_cb(struct lll_prepare_param *p, bool is_resume);
55 static int is_abort_cb(void *next, void *curr,
56 lll_prepare_cb_t *resume_cb);
57 static void abort_cb(struct lll_prepare_param *prepare_param, void *param);
58 static void ticker_stop_cb(uint32_t ticks_at_expire, uint32_t ticks_drift,
59 uint32_t remainder, uint16_t lazy, uint8_t force,
60 void *param);
61 static void ticker_op_start_cb(uint32_t status, void *param);
62 static void isr_rx(void *param);
63 static void isr_tx(void *param);
64 static void isr_done(void *param);
65 static void isr_window(void *param);
66 #if defined(CONFIG_BT_CTLR_XTAL_ADVANCED) && \
67 (EVENT_OVERHEAD_PREEMPT_US <= EVENT_OVERHEAD_PREEMPT_MIN_US)
68 static void isr_abort(void *param);
69 #endif /* CONFIG_BT_CTLR_XTAL_ADVANCED &&
70 * (EVENT_OVERHEAD_PREEMPT_US <= EVENT_OVERHEAD_PREEMPT_MIN_US)
71 */
72 static void isr_done_cleanup(void *param);
73
74 static inline int isr_rx_pdu(struct lll_scan *lll, struct pdu_adv *pdu_adv_rx,
75 uint8_t devmatch_ok, uint8_t devmatch_id,
76 uint8_t irkmatch_ok, uint8_t irkmatch_id,
77 uint8_t rl_idx, uint8_t rssi_ready,
78 uint8_t phy_flags_rx);
79
80 #if defined(CONFIG_BT_CENTRAL)
81 static inline bool isr_scan_init_check(const struct lll_scan *lll,
82 const struct pdu_adv *pdu,
83 uint8_t rl_idx);
84 #endif /* CONFIG_BT_CENTRAL */
85
86 static bool isr_scan_tgta_check(const struct lll_scan *lll, bool init,
87 uint8_t addr_type, const uint8_t *addr,
88 uint8_t rl_idx, bool *const dir_report);
89 static inline bool isr_scan_tgta_rpa_check(const struct lll_scan *lll,
90 uint8_t addr_type,
91 const uint8_t *addr,
92 bool *const dir_report);
93 static inline bool isr_scan_rsp_adva_matches(struct pdu_adv *srsp);
94 static int isr_rx_scan_report(struct lll_scan *lll, uint8_t devmatch_ok,
95 uint8_t irkmatch_ok, uint8_t rl_idx,
96 uint8_t rssi_ready, uint8_t phy_flags_rx,
97 bool dir_report);
98
lll_scan_init(void)99 int lll_scan_init(void)
100 {
101 int err;
102
103 err = init_reset();
104 if (err) {
105 return err;
106 }
107
108 return 0;
109 }
110
lll_scan_reset(void)111 int lll_scan_reset(void)
112 {
113 int err;
114
115 err = init_reset();
116 if (err) {
117 return err;
118 }
119
120 return 0;
121 }
122
lll_scan_prepare(void * param)123 void lll_scan_prepare(void *param)
124 {
125 int err;
126
127 err = lll_hfclock_on();
128 LL_ASSERT(err >= 0);
129
130 err = lll_prepare(is_abort_cb, abort_cb, prepare_cb, 0, param);
131 LL_ASSERT(!err || err == -EINPROGRESS);
132 }
133
lll_scan_isr_resume(void * param)134 void lll_scan_isr_resume(void *param)
135 {
136 static struct lll_prepare_param p;
137
138 /* Clear radio status and events */
139 lll_isr_status_reset();
140
141 p.param = param;
142 resume_prepare_cb(&p);
143 }
144
lll_scan_isr_rx_check(const struct lll_scan * lll,uint8_t irkmatch_ok,uint8_t devmatch_ok,uint8_t rl_idx)145 bool lll_scan_isr_rx_check(const struct lll_scan *lll, uint8_t irkmatch_ok,
146 uint8_t devmatch_ok, uint8_t rl_idx)
147 {
148 #if defined(CONFIG_BT_CTLR_PRIVACY)
149 return (((lll->filter_policy & SCAN_FP_FILTER) == 0U) &&
150 (!devmatch_ok || ull_filter_lll_rl_idx_allowed(irkmatch_ok,
151 rl_idx))) ||
152 (((lll->filter_policy & SCAN_FP_FILTER) != 0U) &&
153 (devmatch_ok || ull_filter_lll_irk_in_fal(rl_idx)));
154 #else
155 return ((lll->filter_policy & SCAN_FP_FILTER) == 0U) ||
156 devmatch_ok;
157 #endif /* CONFIG_BT_CTLR_PRIVACY */
158 }
159
160 #if defined(CONFIG_BT_CENTRAL) || defined(CONFIG_BT_CTLR_ADV_EXT)
lll_scan_adva_check(const struct lll_scan * lll,uint8_t addr_type,const uint8_t * addr,uint8_t rl_idx)161 bool lll_scan_adva_check(const struct lll_scan *lll, uint8_t addr_type,
162 const uint8_t *addr, uint8_t rl_idx)
163 {
164 #if defined(CONFIG_BT_CTLR_PRIVACY)
165 /* Only applies to initiator with no filter accept list */
166 if (rl_idx != FILTER_IDX_NONE) {
167 return (rl_idx == lll->rl_idx);
168 } else if (!ull_filter_lll_rl_addr_allowed(addr_type, addr, &rl_idx)) {
169 return false;
170 }
171 #endif /* CONFIG_BT_CTLR_PRIVACY */
172
173 /* NOTE: This function to be used only to check AdvA when initiating,
174 * hence, otherwise we should not use the return value.
175 * This function is referenced in lll_scan_ext_tgta_check, but
176 * is not used when not being an initiator, hence return false
177 * is never reached.
178 */
179 #if defined(CONFIG_BT_CENTRAL)
180 return ((lll->adv_addr_type == addr_type) &&
181 !memcmp(lll->adv_addr, addr, BDADDR_SIZE));
182 #else /* CONFIG_BT_CENTRAL */
183 return false;
184 #endif /* CONFIG_BT_CENTRAL */
185 }
186 #endif /* CONFIG_BT_CENTRAL || CONFIG_BT_CTLR_ADV_EXT */
187
188 #if defined(CONFIG_BT_CTLR_ADV_EXT)
lll_scan_ext_tgta_check(const struct lll_scan * lll,bool pri,bool is_init,const struct pdu_adv * pdu,uint8_t rl_idx,bool * const dir_report)189 bool lll_scan_ext_tgta_check(const struct lll_scan *lll, bool pri, bool is_init,
190 const struct pdu_adv *pdu, uint8_t rl_idx,
191 bool *const dir_report)
192 {
193 const uint8_t *adva;
194 const uint8_t *tgta;
195 uint8_t is_directed;
196 uint8_t tx_addr;
197 uint8_t rx_addr;
198
199 if (pri && !pdu->adv_ext_ind.ext_hdr.adv_addr) {
200 return true;
201 }
202
203 if (pdu->len <
204 PDU_AC_EXT_HEADER_SIZE_MIN + sizeof(struct pdu_adv_ext_hdr) +
205 ADVA_SIZE) {
206 return false;
207 }
208
209 is_directed = pdu->adv_ext_ind.ext_hdr.tgt_addr;
210 if (is_directed && (pdu->len < PDU_AC_EXT_HEADER_SIZE_MIN +
211 sizeof(struct pdu_adv_ext_hdr) +
212 ADVA_SIZE + TARGETA_SIZE)) {
213 return false;
214 }
215
216 tx_addr = pdu->tx_addr;
217 rx_addr = pdu->rx_addr;
218 adva = &pdu->adv_ext_ind.ext_hdr.data[ADVA_OFFSET];
219 tgta = &pdu->adv_ext_ind.ext_hdr.data[TGTA_OFFSET];
220 return ((!is_init ||
221 ((lll->filter_policy & SCAN_FP_FILTER) != 0U) ||
222 lll_scan_adva_check(lll, tx_addr, adva, rl_idx)) &&
223 ((!is_directed) ||
224 (is_directed &&
225 isr_scan_tgta_check(lll, is_init, rx_addr, tgta, rl_idx,
226 dir_report))));
227 }
228 #endif /* CONFIG_BT_CTLR_ADV_EXT */
229
230 #if defined(CONFIG_BT_CENTRAL)
lll_scan_prepare_connect_req(struct lll_scan * lll,struct pdu_adv * pdu_tx,uint8_t phy,uint8_t phy_flags_rx,uint8_t adv_tx_addr,uint8_t * adv_addr,uint8_t init_tx_addr,uint8_t * init_addr,uint32_t * conn_space_us)231 void lll_scan_prepare_connect_req(struct lll_scan *lll, struct pdu_adv *pdu_tx,
232 uint8_t phy, uint8_t phy_flags_rx,
233 uint8_t adv_tx_addr, uint8_t *adv_addr,
234 uint8_t init_tx_addr, uint8_t *init_addr,
235 uint32_t *conn_space_us)
236 {
237 struct lll_conn *lll_conn;
238 uint32_t conn_interval_us;
239 uint32_t conn_offset_us;
240
241 lll_conn = lll->conn;
242
243 /* Note: this code is also valid for AUX_CONNECT_REQ */
244 pdu_tx->type = PDU_ADV_TYPE_CONNECT_IND;
245
246 if (IS_ENABLED(CONFIG_BT_CTLR_CHAN_SEL_2)) {
247 pdu_tx->chan_sel = 1;
248 } else {
249 pdu_tx->chan_sel = 0;
250 }
251
252 pdu_tx->tx_addr = init_tx_addr;
253 pdu_tx->rx_addr = adv_tx_addr;
254 pdu_tx->len = sizeof(struct pdu_adv_connect_ind);
255 memcpy(&pdu_tx->connect_ind.init_addr[0], init_addr, BDADDR_SIZE);
256 memcpy(&pdu_tx->connect_ind.adv_addr[0], adv_addr, BDADDR_SIZE);
257 memcpy(&pdu_tx->connect_ind.access_addr[0],
258 &lll_conn->access_addr[0], 4);
259 memcpy(&pdu_tx->connect_ind.crc_init[0], &lll_conn->crc_init[0], 3);
260 pdu_tx->connect_ind.win_size = 1;
261
262 conn_interval_us = (uint32_t)lll_conn->interval * CONN_INT_UNIT_US;
263 conn_offset_us = radio_tmr_end_get() + EVENT_IFS_US +
264 PDU_AC_MAX_US(sizeof(struct pdu_adv_connect_ind),
265 (phy == PHY_LEGACY) ? PHY_1M : phy) -
266 radio_rx_chain_delay_get(phy, phy_flags_rx);
267
268 /* Add transmitWindowDelay to default calculated connection offset:
269 * 1.25ms for a legacy PDU, 2.5ms for an LE Uncoded PHY and 3.75ms for
270 * an LE Coded PHY.
271 */
272 if (0) {
273 #if defined(CONFIG_BT_CTLR_ADV_EXT)
274 } else if (phy) {
275 if (phy & PHY_CODED) {
276 conn_offset_us += WIN_DELAY_CODED;
277 } else {
278 conn_offset_us += WIN_DELAY_UNCODED;
279 }
280 #endif
281 } else {
282 conn_offset_us += WIN_DELAY_LEGACY;
283 }
284
285 if (!IS_ENABLED(CONFIG_BT_CTLR_SCHED_ADVANCED) ||
286 lll->conn_win_offset_us == 0U) {
287 *conn_space_us = conn_offset_us;
288 pdu_tx->connect_ind.win_offset = sys_cpu_to_le16(0);
289 } else {
290 uint32_t win_offset_us =
291 lll->conn_win_offset_us +
292 radio_rx_ready_delay_get(phy, PHY_FLAGS_S8);
293
294 while ((win_offset_us & ((uint32_t)1 << 31)) ||
295 (win_offset_us < conn_offset_us)) {
296 win_offset_us += conn_interval_us;
297 }
298
299 *conn_space_us = win_offset_us;
300 pdu_tx->connect_ind.win_offset =
301 sys_cpu_to_le16((win_offset_us - conn_offset_us) /
302 CONN_INT_UNIT_US);
303 pdu_tx->connect_ind.win_size++;
304 }
305
306 pdu_tx->connect_ind.interval = sys_cpu_to_le16(lll_conn->interval);
307 pdu_tx->connect_ind.latency = sys_cpu_to_le16(lll_conn->latency);
308 pdu_tx->connect_ind.timeout = sys_cpu_to_le16(lll->conn_timeout);
309 memcpy(&pdu_tx->connect_ind.chan_map[0], &lll_conn->data_chan_map[0],
310 sizeof(pdu_tx->connect_ind.chan_map));
311 pdu_tx->connect_ind.hop = lll_conn->data_chan_hop;
312 pdu_tx->connect_ind.sca = lll_clock_sca_local_get();
313 }
314 #endif /* CONFIG_BT_CENTRAL */
315
init_reset(void)316 static int init_reset(void)
317 {
318 return 0;
319 }
320
prepare_cb(struct lll_prepare_param * p)321 static int prepare_cb(struct lll_prepare_param *p)
322 {
323 return common_prepare_cb(p, false);
324 }
325
resume_prepare_cb(struct lll_prepare_param * p)326 static int resume_prepare_cb(struct lll_prepare_param *p)
327 {
328 struct ull_hdr *ull;
329
330 ull = HDR_LLL2ULL(p->param);
331 p->ticks_at_expire = ticker_ticks_now_get() - lll_event_offset_get(ull);
332 p->remainder = 0;
333 p->lazy = 0;
334
335 return common_prepare_cb(p, true);
336 }
337
common_prepare_cb(struct lll_prepare_param * p,bool is_resume)338 static int common_prepare_cb(struct lll_prepare_param *p, bool is_resume)
339 {
340 uint32_t ticks_at_event, ticks_at_start;
341 struct node_rx_pdu *node_rx;
342 uint32_t remainder_us;
343 struct lll_scan *lll;
344 struct ull_hdr *ull;
345 uint32_t remainder;
346 uint32_t ret;
347 uint32_t aa;
348
349 DEBUG_RADIO_START_O(1);
350
351 lll = p->param;
352
353 #if defined(CONFIG_BT_CENTRAL)
354 /* Check if stopped (on connection establishment race between LLL and
355 * ULL.
356 */
357 if (unlikely(lll->is_stop ||
358 (lll->conn &&
359 (lll->conn->central.initiated ||
360 lll->conn->central.cancelled)))) {
361 radio_isr_set(lll_isr_early_abort, lll);
362 radio_disable();
363
364 return 0;
365 }
366 #endif /* CONFIG_BT_CENTRAL */
367
368 /* Initialize scanning state */
369 lll->state = 0U;
370
371 radio_reset();
372
373 #if defined(CONFIG_BT_CTLR_TX_PWR_DYNAMIC_CONTROL)
374 radio_tx_power_set(lll->tx_pwr_lvl);
375 #else
376 radio_tx_power_set(RADIO_TXP_DEFAULT);
377 #endif
378
379 #if defined(CONFIG_BT_CTLR_ADV_EXT)
380 /* TODO: if coded we use S8? */
381 radio_phy_set(lll->phy, PHY_FLAGS_S8);
382 radio_pkt_configure(RADIO_PKT_CONF_LENGTH_8BIT, PDU_AC_LEG_PAYLOAD_SIZE_MAX,
383 RADIO_PKT_CONF_PHY(lll->phy));
384
385 lll->is_adv_ind = 0U;
386 lll->is_aux_sched = 0U;
387 #else /* !CONFIG_BT_CTLR_ADV_EXT */
388 radio_phy_set(0, 0);
389 radio_pkt_configure(RADIO_PKT_CONF_LENGTH_8BIT, PDU_AC_LEG_PAYLOAD_SIZE_MAX,
390 RADIO_PKT_CONF_PHY(RADIO_PKT_CONF_PHY_LEGACY));
391 #endif /* !CONFIG_BT_CTLR_ADV_EXT */
392
393 node_rx = ull_pdu_rx_alloc_peek(1);
394 LL_ASSERT(node_rx);
395
396 radio_pkt_rx_set(node_rx->pdu);
397
398 aa = sys_cpu_to_le32(PDU_AC_ACCESS_ADDR);
399 radio_aa_set((uint8_t *)&aa);
400 radio_crc_configure(PDU_CRC_POLYNOMIAL,
401 PDU_AC_CRC_IV);
402
403 lll_chan_set(37 + lll->chan);
404
405 radio_isr_set(isr_rx, lll);
406
407 /* setup tIFS switching */
408 if (0) {
409 } else if (lll->type ||
410 #if defined(CONFIG_BT_CENTRAL)
411 lll->conn) {
412 #else /* !CONFIG_BT_CENTRAL */
413 0) {
414 #endif /* !CONFIG_BT_CENTRAL */
415 radio_tmr_tifs_set(EVENT_IFS_US);
416 radio_switch_complete_and_tx(0, 0, 0, 0);
417 } else {
418 radio_switch_complete_and_disable();
419 }
420
421 #if defined(CONFIG_BT_CTLR_PRIVACY)
422 if (ull_filter_lll_rl_enabled()) {
423 struct lll_filter *filter =
424 ull_filter_lll_get((lll->filter_policy &
425 SCAN_FP_FILTER) != 0U);
426 uint8_t count, *irks = ull_filter_lll_irks_get(&count);
427
428 radio_filter_configure(filter->enable_bitmask,
429 filter->addr_type_bitmask,
430 (uint8_t *)filter->bdaddr);
431
432 #if defined(CONFIG_BT_CTLR_ADV_EXT)
433 radio_ar_configure(count, irks, (lll->phy << 2));
434 #else
435 radio_ar_configure(count, irks, 0);
436 #endif
437 } else
438 #endif /* CONFIG_BT_CTLR_PRIVACY */
439
440 if (IS_ENABLED(CONFIG_BT_CTLR_FILTER_ACCEPT_LIST) && lll->filter_policy) {
441 /* Setup Radio Filter */
442 struct lll_filter *fal = ull_filter_lll_get(true);
443
444 radio_filter_configure(fal->enable_bitmask,
445 fal->addr_type_bitmask,
446 (uint8_t *)fal->bdaddr);
447 }
448
449 ticks_at_event = p->ticks_at_expire;
450 ull = HDR_LLL2ULL(lll);
451 ticks_at_event += lll_event_offset_get(ull);
452
453 ticks_at_start = ticks_at_event;
454 ticks_at_start += HAL_TICKER_US_TO_TICKS(EVENT_OVERHEAD_START_US);
455
456 remainder = p->remainder;
457 remainder_us = radio_tmr_start(0, ticks_at_start, remainder);
458
459 /* capture end of Rx-ed PDU, for initiator to calculate first
460 * central event or extended scan to schedule auxiliary channel
461 * reception.
462 */
463 radio_tmr_end_capture();
464
465 /* scanner always measures RSSI */
466 radio_rssi_measure();
467
468 #if defined(HAL_RADIO_GPIO_HAVE_LNA_PIN)
469 radio_gpio_lna_setup();
470 radio_gpio_pa_lna_enable(remainder_us +
471 radio_rx_ready_delay_get(0, 0) -
472 HAL_RADIO_GPIO_LNA_OFFSET);
473 #else /* !HAL_RADIO_GPIO_HAVE_LNA_PIN */
474 ARG_UNUSED(remainder_us);
475 #endif /* !HAL_RADIO_GPIO_HAVE_LNA_PIN */
476
477 #if defined(CONFIG_BT_CTLR_XTAL_ADVANCED) && \
478 (EVENT_OVERHEAD_PREEMPT_US <= EVENT_OVERHEAD_PREEMPT_MIN_US)
479 uint32_t overhead;
480
481 overhead = lll_preempt_calc(ull, (TICKER_ID_SCAN_BASE + ull_scan_lll_handle_get(lll)),
482 ticks_at_event);
483 /* check if preempt to start has changed */
484 if (overhead) {
485 LL_ASSERT_OVERHEAD(overhead);
486
487 radio_isr_set(isr_abort, lll);
488 radio_disable();
489
490 return -ECANCELED;
491 }
492 #endif /* !CONFIG_BT_CTLR_XTAL_ADVANCED */
493
494 if (!is_resume && lll->ticks_window) {
495 /* start window close timeout */
496 ret = ticker_start(TICKER_INSTANCE_ID_CTLR, TICKER_USER_ID_LLL, TICKER_ID_SCAN_STOP,
497 ticks_at_event, lll->ticks_window, TICKER_NULL_PERIOD,
498 TICKER_NULL_REMAINDER, TICKER_NULL_LAZY, TICKER_NULL_SLOT,
499 ticker_stop_cb, lll, ticker_op_start_cb, (void *)__LINE__);
500 LL_ASSERT((ret == TICKER_STATUS_SUCCESS) ||
501 (ret == TICKER_STATUS_BUSY));
502 }
503
504 #if defined(CONFIG_BT_CENTRAL) && defined(CONFIG_BT_CTLR_SCHED_ADVANCED)
505 /* calc next group in us for the anchor where first connection
506 * event to be placed.
507 */
508 if (lll->conn) {
509 static memq_link_t link;
510 static struct mayfly mfy_after_cen_offset_get = {
511 0U, 0U, &link, NULL, ull_sched_mfy_after_cen_offset_get};
512 uint32_t retval;
513
514 mfy_after_cen_offset_get.param = p;
515
516 retval = mayfly_enqueue(TICKER_USER_ID_LLL, TICKER_USER_ID_ULL_LOW, 1U,
517 &mfy_after_cen_offset_get);
518 LL_ASSERT(!retval);
519 }
520 #endif /* CONFIG_BT_CENTRAL && CONFIG_BT_CTLR_SCHED_ADVANCED */
521
522 ret = lll_prepare_done(lll);
523 LL_ASSERT(!ret);
524
525 DEBUG_RADIO_START_O(1);
526
527 return 0;
528 }
529
530 static int is_abort_cb(void *next, void *curr, lll_prepare_cb_t *resume_cb)
531 {
532 struct lll_scan *lll = curr;
533
534 #if defined(CONFIG_BT_CENTRAL)
535 /* Irrespective of same state/role (initiator radio event) or different
536 * state/role (example, advertising radio event) that overlaps the
537 * initiator, if a CONNECT_REQ PDU has been enqueued for transmission
538 * then initiator shall not abort.
539 */
540 if (lll->conn && lll->conn->central.initiated) {
541 /* Connection Establishment initiated, do not abort */
542 return 0;
543 }
544 #endif /* CONFIG_BT_CENTRAL */
545
546 /* Check if pre-emption by a different state/role radio event */
547 if (next != curr) {
548 #if defined(CONFIG_BT_CTLR_ADV_EXT)
549 /* Resume not to be used if duration being used */
550 if (unlikely(!lll->duration_reload || lll->duration_expire))
551 #endif /* CONFIG_BT_CTLR_ADV_EXT */
552 {
553 /* Put back to resume state for continuous scanning */
554 if (!lll->ticks_window) {
555 int err;
556
557 /* Set the resume prepare function to use for
558 * resumption after the pre-emptor is done.
559 */
560 *resume_cb = resume_prepare_cb;
561
562 /* Retain HF clock */
563 err = lll_hfclock_on();
564 LL_ASSERT(err >= 0);
565
566 /* Yield to the pre-emptor, but be
567 * resumed thereafter.
568 */
569 return -EAGAIN;
570 }
571
572 /* Yield to the pre-emptor */
573 return -ECANCELED;
574 }
575 }
576
577 if (0) {
578 #if defined(CONFIG_BT_CTLR_ADV_EXT)
579 } else if (unlikely(lll->duration_reload && !lll->duration_expire)) {
580 /* Duration expired, do not continue, close and generate
581 * done event.
582 */
583 radio_isr_set(isr_done_cleanup, lll);
584 } else if (lll->state || lll->is_aux_sched) {
585 /* Do not abort scan response reception or LLL scheduled
586 * auxiliary PDU scan.
587 */
588 return 0;
589 #endif /* CONFIG_BT_CTLR_ADV_EXT */
590 } else {
591 /* Switch scan window to next radio channel */
592 radio_isr_set(isr_window, lll);
593 }
594
595 radio_disable();
596
597 return 0;
598 }
599
600 static void abort_cb(struct lll_prepare_param *prepare_param, void *param)
601 {
602 #if defined(CONFIG_BT_CENTRAL)
603 struct lll_scan *lll = param;
604 #endif /* CONFIG_BT_CENTRAL */
605 int err;
606
607 /* NOTE: This is not a prepare being cancelled */
608 if (!prepare_param) {
609 /* Perform event abort here.
610 * After event has been cleanly aborted, clean up resources
611 * and dispatch event done.
612 */
613 if (0) {
614 #if defined(CONFIG_BT_CENTRAL)
615 } else if (IS_ENABLED(CONFIG_BT_CTLR_LOW_LAT) &&
616 lll->conn && lll->conn->central.initiated) {
617 while (!radio_has_disabled()) {
618 cpu_sleep();
619 }
620 #endif /* CONFIG_BT_CENTRAL */
621 } else {
622 radio_isr_set(isr_done_cleanup, param);
623 radio_disable();
624 }
625 return;
626 }
627
628 /* NOTE: Else clean the top half preparations of the aborted event
629 * currently in preparation pipeline.
630 */
631 err = lll_hfclock_off();
632 LL_ASSERT(err >= 0);
633
634 lll_done(param);
635 }
636
637 static void ticker_stop_cb(uint32_t ticks_at_expire, uint32_t ticks_drift,
638 uint32_t remainder, uint16_t lazy, uint8_t force,
639 void *param)
640 {
641 static memq_link_t link;
642 static struct mayfly mfy = {0, 0, &link, NULL, lll_disable};
643 uint32_t ret;
644
645 mfy.param = param;
646 ret = mayfly_enqueue(TICKER_USER_ID_ULL_HIGH, TICKER_USER_ID_LLL, 0,
647 &mfy);
648 LL_ASSERT(!ret);
649 }
650
651 static void ticker_op_start_cb(uint32_t status, void *param)
652 {
653 ARG_UNUSED(param);
654
655 LL_ASSERT(status == TICKER_STATUS_SUCCESS);
656 }
657
658 static void isr_rx(void *param)
659 {
660 struct node_rx_pdu *node_rx;
661 uint8_t phy_flags_rx;
662 struct lll_scan *lll;
663 struct pdu_adv *pdu;
664 uint8_t devmatch_ok;
665 uint8_t devmatch_id;
666 uint8_t irkmatch_ok;
667 uint8_t irkmatch_id;
668 uint8_t rssi_ready;
669 uint8_t trx_done;
670 uint8_t crc_ok;
671 uint8_t rl_idx;
672 bool has_adva;
673 int err = 0U;
674
675 if (IS_ENABLED(CONFIG_BT_CTLR_PROFILE_ISR)) {
676 lll_prof_latency_capture();
677 }
678
679 /* Read radio status and events */
680 trx_done = radio_is_done();
681 if (trx_done) {
682 crc_ok = radio_crc_is_valid();
683 devmatch_ok = radio_filter_has_match();
684 devmatch_id = radio_filter_match_get();
685 if (IS_ENABLED(CONFIG_BT_CTLR_PRIVACY)) {
686 irkmatch_ok = radio_ar_has_match();
687 irkmatch_id = radio_ar_match_get();
688 } else {
689 irkmatch_ok = 0U;
690 irkmatch_id = FILTER_IDX_NONE;
691 }
692 rssi_ready = radio_rssi_is_ready();
693 phy_flags_rx = radio_phy_flags_rx_get();
694 } else {
695 crc_ok = devmatch_ok = irkmatch_ok = rssi_ready =
696 phy_flags_rx = 0U;
697 devmatch_id = irkmatch_id = FILTER_IDX_NONE;
698 }
699
700 /* Clear radio status and events */
701 lll_isr_status_reset();
702
703 lll = param;
704
705 /* No Rx */
706 if (!trx_done || !crc_ok) {
707 goto isr_rx_do_close;
708 }
709
710 node_rx = ull_pdu_rx_alloc_peek(1);
711 LL_ASSERT(node_rx);
712
713 pdu = (void *)node_rx->pdu;
714
715 if (0) {
716 #if defined(CONFIG_BT_CTLR_ADV_EXT)
717 } else if (pdu->type == PDU_ADV_TYPE_EXT_IND) {
718 has_adva = lll_scan_aux_addr_match_get(lll, pdu,
719 &devmatch_ok,
720 &devmatch_id,
721 &irkmatch_ok,
722 &irkmatch_id);
723 #endif /* !CONFIG_BT_CTLR_ADV_EXT */
724 } else {
725 has_adva = true;
726 }
727
728 #if defined(CONFIG_BT_CTLR_PRIVACY)
729 rl_idx = devmatch_ok ?
730 ull_filter_lll_rl_idx(((lll->filter_policy &
731 SCAN_FP_FILTER) != 0U),
732 devmatch_id) :
733 irkmatch_ok ? ull_filter_lll_rl_irk_idx(irkmatch_id) :
734 FILTER_IDX_NONE;
735 #else
736 rl_idx = FILTER_IDX_NONE;
737 #endif /* CONFIG_BT_CTLR_PRIVACY */
738
739 if (has_adva) {
740 bool allow;
741
742 allow = lll_scan_isr_rx_check(lll, irkmatch_ok, devmatch_ok,
743 rl_idx);
744 if (false) {
745 #if defined(CONFIG_BT_CTLR_SYNC_PERIODIC) && \
746 defined(CONFIG_BT_CTLR_FILTER_ACCEPT_LIST)
747 } else if (allow || lll->is_sync) {
748 devmatch_ok = allow ? 1U : 0U;
749 #endif /* CONFIG_BT_CTLR_SYNC_PERIODIC && CONFIG_BT_CTLR_FILTER_ACCEPT_LIST */
750 } else if (!allow) {
751 goto isr_rx_do_close;
752 }
753 }
754
755 err = isr_rx_pdu(lll, pdu, devmatch_ok, devmatch_id, irkmatch_ok,
756 irkmatch_id, rl_idx, rssi_ready, phy_flags_rx);
757 if (!err) {
758 if (IS_ENABLED(CONFIG_BT_CTLR_PROFILE_ISR)) {
759 lll_prof_send();
760 }
761
762 return;
763 }
764
765 isr_rx_do_close:
766 if (IS_ENABLED(CONFIG_BT_CTLR_LOW_LAT) && (err == -ECANCELED)) {
767 radio_isr_set(isr_done_cleanup, lll);
768 } else {
769 radio_isr_set(isr_done, lll);
770 }
771
772 radio_disable();
773 }
774
775 static void isr_tx(void *param)
776 {
777 #if defined(CONFIG_BT_CTLR_PRIVACY) && defined(CONFIG_BT_CTLR_ADV_EXT)
778 struct lll_scan *lll = param;
779 #endif
780 struct node_rx_pdu *node_rx;
781 uint32_t hcto;
782
783 /* Clear radio status and events */
784 lll_isr_tx_status_reset();
785
786 /* Complete currently setup Rx and disable radio */
787 radio_switch_complete_and_disable();
788
789 node_rx = ull_pdu_rx_alloc_peek(1);
790 LL_ASSERT(node_rx);
791 radio_pkt_rx_set(node_rx->pdu);
792
793 /* assert if radio packet ptr is not set and radio started rx */
794 LL_ASSERT(!radio_is_ready());
795
796 #if defined(CONFIG_BT_CTLR_PRIVACY)
797 if (ull_filter_lll_rl_enabled()) {
798 uint8_t count, *irks = ull_filter_lll_irks_get(&count);
799
800 #if defined(CONFIG_BT_CTLR_ADV_EXT)
801 radio_ar_configure(count, irks, (lll->phy << 2));
802 #else
803 radio_ar_configure(count, irks, 0);
804 #endif
805 }
806 #endif /* CONFIG_BT_CTLR_PRIVACY */
807
808 /* +/- 2us active clock jitter, +1 us PPI to timer start compensation */
809 hcto = radio_tmr_tifs_base_get() + EVENT_IFS_US +
810 (EVENT_CLOCK_JITTER_US << 1) + RANGE_DELAY_US +
811 HAL_RADIO_TMR_START_DELAY_US;
812 hcto += radio_rx_chain_delay_get(0, 0);
813 hcto += addr_us_get(0);
814 hcto -= radio_tx_chain_delay_get(0, 0);
815
816 radio_tmr_hcto_configure(hcto);
817
818 radio_rssi_measure();
819
820 #if defined(HAL_RADIO_GPIO_HAVE_LNA_PIN)
821 radio_gpio_lna_setup();
822 radio_gpio_pa_lna_enable(radio_tmr_tifs_base_get() + EVENT_IFS_US - 4 -
823 radio_tx_chain_delay_get(0, 0) -
824 HAL_RADIO_GPIO_LNA_OFFSET);
825 #endif /* HAL_RADIO_GPIO_HAVE_LNA_PIN */
826
827 radio_isr_set(isr_rx, param);
828 }
829
830 static void isr_common_done(void *param)
831 {
832 struct node_rx_pdu *node_rx;
833 struct lll_scan *lll;
834
835 /* Clear radio status and events */
836 lll_isr_status_reset();
837
838 /* Reset scanning state */
839 lll = param;
840 lll->state = 0U;
841
842 #if defined(CONFIG_BT_CTLR_ADV_EXT)
843 lll->is_adv_ind = 0U;
844 lll->is_aux_sched = 0U;
845 #endif /* CONFIG_BT_CTLR_ADV_EXT */
846
847 /* setup tIFS switching */
848 if (0) {
849 /* TODO: Add Rx-Rx switch usecase improvement in the future */
850 } else if (lll->type ||
851 #if defined(CONFIG_BT_CENTRAL)
852 lll->conn) {
853 #else /* !CONFIG_BT_CENTRAL */
854 0) {
855 #endif /* !CONFIG_BT_CENTRAL */
856 radio_tmr_tifs_set(EVENT_IFS_US);
857 radio_switch_complete_and_tx(0, 0, 0, 0);
858 } else {
859 radio_switch_complete_and_disable();
860 }
861
862 node_rx = ull_pdu_rx_alloc_peek(1);
863 LL_ASSERT(node_rx);
864 radio_pkt_rx_set(node_rx->pdu);
865
866 #if defined(CONFIG_BT_CTLR_PRIVACY)
867 if (ull_filter_lll_rl_enabled()) {
868 uint8_t count, *irks = ull_filter_lll_irks_get(&count);
869
870 #if defined(CONFIG_BT_CTLR_ADV_EXT)
871 radio_ar_configure(count, irks, (lll->phy << 2));
872 #else
873 ARG_UNUSED(lll);
874 radio_ar_configure(count, irks, 0);
875 #endif
876 }
877 #endif /* CONFIG_BT_CTLR_PRIVACY */
878
879 radio_rssi_measure();
880
881 radio_isr_set(isr_rx, param);
882 }
883
884 static void isr_done(void *param)
885 {
886 isr_common_done(param);
887
888 #if defined(HAL_RADIO_GPIO_HAVE_LNA_PIN)
889 uint32_t start_us = radio_tmr_start_now(0);
890
891 radio_gpio_lna_setup();
892 radio_gpio_pa_lna_enable(start_us +
893 radio_rx_ready_delay_get(0, 0) -
894 HAL_RADIO_GPIO_LNA_OFFSET);
895 #else /* !HAL_RADIO_GPIO_HAVE_LNA_PIN */
896 radio_rx_enable();
897 #endif /* !HAL_RADIO_GPIO_HAVE_LNA_PIN */
898
899 /* capture end of Rx-ed PDU, for initiator to calculate first
900 * central event.
901 */
902 radio_tmr_end_capture();
903 }
904
905 static void isr_window(void *param)
906 {
907 uint32_t remainder_us;
908 struct lll_scan *lll;
909
910 isr_common_done(param);
911
912 lll = param;
913
914 /* Next radio channel to scan, round-robin 37, 38, and 39. */
915 if (++lll->chan == ADV_CHAN_MAX) {
916 lll->chan = 0U;
917 }
918 lll_chan_set(37 + lll->chan);
919
920 #if defined(CONFIG_BT_CENTRAL) || defined(CONFIG_BT_CTLR_ADV_EXT)
921 #if defined(CONFIG_BT_CENTRAL)
922 bool is_sched_advanced = IS_ENABLED(CONFIG_BT_CTLR_SCHED_ADVANCED) &&
923 lll->conn && lll->conn_win_offset_us;
924 uint32_t ticks_anchor_prev;
925
926 if (is_sched_advanced) {
927 /* Get the ticks_anchor when the offset to free time space for
928 * a new central event was last calculated at the start of the
929 * initiator window. This can be either the previous full window
930 * start or remainder resume start of the continuous initiator
931 * after it was preempted.
932 */
933 ticks_anchor_prev = radio_tmr_start_get();
934 } else {
935 ticks_anchor_prev = 0U;
936 }
937 #endif /* CONFIG_BT_CENTRAL */
938
939 uint32_t ticks_at_start;
940
941 ticks_at_start = ticker_ticks_now_get() +
942 HAL_TICKER_US_TO_TICKS(HAL_RADIO_ISR_LATENCY_MAX_US) +
943 HAL_TICKER_CNTR_CMP_OFFSET_MIN +
944 HAL_TICKER_CNTR_SET_LATENCY;
945 remainder_us = radio_tmr_start_tick(0, ticks_at_start);
946 #else /* !CONFIG_BT_CENTRAL && !CONFIG_BT_CTLR_ADV_EXT */
947
948 remainder_us = radio_tmr_start_now(0);
949 #endif /* !CONFIG_BT_CENTRAL && !CONFIG_BT_CTLR_ADV_EXT */
950
951 /* capture end of Rx-ed PDU, for initiator to calculate first
952 * central event.
953 */
954 radio_tmr_end_capture();
955
956 #if defined(HAL_RADIO_GPIO_HAVE_LNA_PIN)
957 radio_gpio_lna_setup();
958 radio_gpio_pa_lna_enable(remainder_us +
959 radio_rx_ready_delay_get(0, 0) -
960 HAL_RADIO_GPIO_LNA_OFFSET);
961 #else /* !HAL_RADIO_GPIO_HAVE_LNA_PIN */
962 ARG_UNUSED(remainder_us);
963 #endif /* !HAL_RADIO_GPIO_HAVE_LNA_PIN */
964
965 #if defined(CONFIG_BT_CENTRAL)
966 if (is_sched_advanced) {
967 uint32_t ticks_anchor_new, ticks_delta, ticks_delta_us;
968
969 /* Calculation to reduce the conn_win_offset_us, as a new
970 * window is started here and the reference ticks_anchor is
971 * now at the start of this new window.
972 */
973 ticks_anchor_new = radio_tmr_start_get();
974 ticks_delta = ticker_ticks_diff_get(ticks_anchor_new,
975 ticks_anchor_prev);
976 ticks_delta_us = HAL_TICKER_TICKS_TO_US(ticks_delta);
977
978 /* Underflow is accepted, as it will be corrected at the time of
979 * connection establishment by incrementing it in connection
980 * interval units until it is in the future.
981 */
982 lll->conn_win_offset_us -= ticks_delta_us;
983 }
984 #endif /* CONFIG_BT_CENTRAL */
985 }
986
987 #if defined(CONFIG_BT_CTLR_XTAL_ADVANCED) && \
988 (EVENT_OVERHEAD_PREEMPT_US <= EVENT_OVERHEAD_PREEMPT_MIN_US)
989 static void isr_abort(void *param)
990 {
991 /* Clear radio status and events */
992 lll_isr_status_reset();
993
994 /* Disable Rx filters when aborting scan prepare */
995 radio_filter_disable();
996
997 #if defined(CONFIG_BT_CTLR_ADV_EXT)
998 struct event_done_extra *extra;
999
1000 /* Generate Scan done events so that duration and max expiry is
1001 * detected in ULL.
1002 */
1003 extra = ull_done_extra_type_set(EVENT_DONE_EXTRA_TYPE_SCAN);
1004 LL_ASSERT(extra);
1005 #endif /* CONFIG_BT_CTLR_ADV_EXT */
1006
1007 lll_isr_cleanup(param);
1008 }
1009 #endif /* CONFIG_BT_CTLR_XTAL_ADVANCED &&
1010 * (EVENT_OVERHEAD_PREEMPT_US <= EVENT_OVERHEAD_PREEMPT_MIN_US)
1011 */
1012
1013 static void isr_done_cleanup(void *param)
1014 {
1015 struct lll_scan *lll;
1016 bool is_resume;
1017
1018 /* Clear radio status and events */
1019 lll_isr_status_reset();
1020
1021 /* Under race between duration expire, is_stop is set in this function,
1022 * and event preemption, prevent generating duplicate scan done events.
1023 */
1024 if (lll_is_done(param, &is_resume)) {
1025 return;
1026 }
1027
1028 /* Disable Rx filters when yielding or stopping scan window */
1029 radio_filter_disable();
1030
1031 /* Next window to use next advertising radio channel */
1032 lll = param;
1033 if (++lll->chan == ADV_CHAN_MAX) {
1034 lll->chan = 0U;
1035 }
1036
1037 /* Scanner stop can expire while here in this ISR.
1038 * Deferred attempt to stop can fail as it would have
1039 * expired, hence ignore failure.
1040 */
1041 (void)ticker_stop(TICKER_INSTANCE_ID_CTLR, TICKER_USER_ID_LLL,
1042 TICKER_ID_SCAN_STOP, NULL, NULL);
1043
1044 #if defined(CONFIG_BT_CTLR_SCAN_INDICATION)
1045 struct node_rx_pdu *node_rx;
1046
1047 /* Check if there are enough free node rx available:
1048 * 1. For generating this scan indication
1049 * 2. Keep one available free for reception of ACL connection Rx data
1050 * 3. Keep one available free for reception on ACL connection to NACK
1051 * the PDU
1052 */
1053 node_rx = ull_pdu_rx_alloc_peek(3);
1054 if (node_rx) {
1055 ull_pdu_rx_alloc();
1056
1057 /* TODO: add other info by defining a payload struct */
1058 node_rx->hdr.type = NODE_RX_TYPE_SCAN_INDICATION;
1059
1060 ull_rx_put_sched(node_rx->hdr.link, node_rx);
1061 }
1062 #endif /* CONFIG_BT_CTLR_SCAN_INDICATION */
1063
1064 #if defined(CONFIG_BT_HCI_MESH_EXT)
1065 if (_radio.advertiser.is_enabled && _radio.advertiser.is_mesh &&
1066 !_radio.advertiser.retry) {
1067 mayfly_mesh_stop(NULL);
1068 }
1069 #endif /* CONFIG_BT_HCI_MESH_EXT */
1070
1071 #if defined(CONFIG_BT_CTLR_ADV_EXT)
1072 /* If continuous scan then do not generate scan done when radio event
1073 * has been placed into prepare pipeline as a resume radio event.
1074 */
1075 if (!is_resume) {
1076 struct event_done_extra *extra;
1077
1078 /* Generate Scan done events so that duration and max expiry is
1079 * detected in ULL.
1080 */
1081 extra = ull_done_extra_type_set(EVENT_DONE_EXTRA_TYPE_SCAN);
1082 LL_ASSERT(extra);
1083 }
1084
1085 /* Prevent scan events in pipeline from being scheduled if duration has
1086 * expired.
1087 */
1088 if (unlikely(lll->duration_reload && !lll->duration_expire)) {
1089 lll->is_stop = 1U;
1090 }
1091
1092 if (lll->is_aux_sched) {
1093 struct node_rx_pdu *node_rx2;
1094
1095 lll->is_aux_sched = 0U;
1096
1097 node_rx2 = ull_pdu_rx_alloc();
1098 LL_ASSERT(node_rx2);
1099
1100 node_rx2->hdr.type = NODE_RX_TYPE_EXT_AUX_RELEASE;
1101
1102 node_rx2->rx_ftr.param = lll;
1103
1104 ull_rx_put_sched(node_rx2->hdr.link, node_rx2);
1105 }
1106 #endif /* CONFIG_BT_CTLR_ADV_EXT */
1107
1108 lll_isr_cleanup(param);
1109 }
1110
1111 static inline int isr_rx_pdu(struct lll_scan *lll, struct pdu_adv *pdu_adv_rx,
1112 uint8_t devmatch_ok, uint8_t devmatch_id,
1113 uint8_t irkmatch_ok, uint8_t irkmatch_id,
1114 uint8_t rl_idx, uint8_t rssi_ready,
1115 uint8_t phy_flags_rx)
1116 {
1117 bool dir_report = false;
1118
1119 if (0) {
1120 #if defined(CONFIG_BT_CENTRAL)
1121 /* Initiator */
1122 /* Note: connectable ADV_EXT_IND is handled as any other ADV_EXT_IND
1123 * because we need to receive AUX_ADV_IND anyway.
1124 */
1125 } else if (lll->conn && !lll->conn->central.cancelled &&
1126 (pdu_adv_rx->type != PDU_ADV_TYPE_EXT_IND) &&
1127 isr_scan_init_check(lll, pdu_adv_rx, rl_idx)) {
1128 struct lll_conn *lll_conn;
1129 struct node_rx_ftr *ftr;
1130 struct node_rx_pdu *rx;
1131 struct pdu_adv *pdu_tx;
1132 uint32_t conn_space_us;
1133 struct ull_hdr *ull;
1134 uint32_t pdu_end_us;
1135 uint8_t init_tx_addr;
1136 uint8_t *init_addr;
1137 #if defined(CONFIG_BT_CTLR_PRIVACY)
1138 bt_addr_t *lrpa;
1139 #endif /* CONFIG_BT_CTLR_PRIVACY */
1140
1141 if (IS_ENABLED(CONFIG_BT_CTLR_CHAN_SEL_2)) {
1142 rx = ull_pdu_rx_alloc_peek(4);
1143 } else {
1144 rx = ull_pdu_rx_alloc_peek(3);
1145 }
1146
1147 if (!rx) {
1148 return -ENOBUFS;
1149 }
1150
1151 pdu_end_us = radio_tmr_end_get();
1152 if (!lll->ticks_window) {
1153 uint32_t scan_interval_us;
1154
1155 /* FIXME: is this correct for continuous scanning? */
1156 scan_interval_us = lll->interval * SCAN_INT_UNIT_US;
1157 pdu_end_us %= scan_interval_us;
1158 }
1159 ull = HDR_LLL2ULL(lll);
1160 if (pdu_end_us > (HAL_TICKER_TICKS_TO_US(ull->ticks_slot) -
1161 EVENT_IFS_US - 352 - EVENT_OVERHEAD_START_US -
1162 EVENT_TICKER_RES_MARGIN_US)) {
1163 return -ETIME;
1164 }
1165
1166 radio_switch_complete_and_disable();
1167
1168 /* Acquire the connection context */
1169 lll_conn = lll->conn;
1170
1171 #if defined(CONFIG_BT_CTLR_PRIVACY)
1172 lrpa = ull_filter_lll_lrpa_get(rl_idx);
1173 if (lll->rpa_gen && lrpa) {
1174 init_tx_addr = 1;
1175 init_addr = lrpa->val;
1176 } else {
1177 #else
1178 if (1) {
1179 #endif
1180 init_tx_addr = lll->init_addr_type;
1181 init_addr = lll->init_addr;
1182 }
1183
1184 pdu_tx = (void *)radio_pkt_scratch_get();
1185
1186 lll_scan_prepare_connect_req(lll, pdu_tx, PHY_LEGACY,
1187 PHY_FLAGS_S8, pdu_adv_rx->tx_addr,
1188 pdu_adv_rx->adv_ind.addr,
1189 init_tx_addr, init_addr,
1190 &conn_space_us);
1191
1192 radio_pkt_tx_set(pdu_tx);
1193
1194 /* assert if radio packet ptr is not set and radio started tx */
1195 LL_ASSERT(!radio_is_ready());
1196
1197 if (IS_ENABLED(CONFIG_BT_CTLR_PROFILE_ISR)) {
1198 lll_prof_cputime_capture();
1199 }
1200
1201 radio_isr_set(isr_done_cleanup, lll);
1202
1203 #if defined(HAL_RADIO_GPIO_HAVE_PA_PIN)
1204 if (IS_ENABLED(CONFIG_BT_CTLR_PROFILE_ISR)) {
1205 /* PA/LNA enable is overwriting packet end
1206 * used in ISR profiling, hence back it up
1207 * for later use.
1208 */
1209 lll_prof_radio_end_backup();
1210 }
1211 radio_gpio_pa_setup();
1212 radio_gpio_pa_lna_enable(radio_tmr_tifs_base_get() +
1213 EVENT_IFS_US -
1214 radio_rx_chain_delay_get(0, 0) -
1215 HAL_RADIO_GPIO_PA_OFFSET);
1216 #endif /* HAL_RADIO_GPIO_HAVE_PA_PIN */
1217
1218 #if defined(CONFIG_BT_CTLR_CONN_RSSI)
1219 if (rssi_ready) {
1220 lll_conn->rssi_latest = radio_rssi_get();
1221 }
1222 #endif /* CONFIG_BT_CTLR_CONN_RSSI */
1223
1224 /* block CPU so that there is no CRC error on pdu tx,
1225 * this is only needed if we want the CPU to sleep.
1226 * while(!radio_has_disabled())
1227 * {cpu_sleep();}
1228 * radio_status_reset();
1229 */
1230
1231 /* Stop further connection initiation */
1232 /* FIXME: for extended connection initiation, handle reset on
1233 * event aborted before connect_rsp is received.
1234 */
1235 lll->conn->central.initiated = 1U;
1236
1237 /* Stop further initiating events */
1238 lll->is_stop = 1U;
1239
1240 rx = ull_pdu_rx_alloc();
1241
1242 rx->hdr.type = NODE_RX_TYPE_CONNECTION;
1243 rx->hdr.handle = 0xffff;
1244
1245 uint8_t pdu_adv_rx_chan_sel = pdu_adv_rx->chan_sel;
1246 memcpy(rx->pdu, pdu_tx, (offsetof(struct pdu_adv, connect_ind) +
1247 sizeof(struct pdu_adv_connect_ind)));
1248
1249 /* Overwrite the sent chan sel with received chan sel, when
1250 * giving this PDU to the higher layer. */
1251 pdu_adv_rx = (void *)rx->pdu;
1252 pdu_adv_rx->chan_sel = pdu_adv_rx_chan_sel;
1253
1254 ftr = &(rx->rx_ftr);
1255
1256 ftr->param = lll;
1257 ftr->ticks_anchor = radio_tmr_start_get();
1258 ftr->radio_end_us = conn_space_us;
1259
1260 #if defined(CONFIG_BT_CTLR_PRIVACY)
1261 ftr->rl_idx = irkmatch_ok ? rl_idx : FILTER_IDX_NONE;
1262 ftr->lrpa_used = lll->rpa_gen && lrpa;
1263 #endif /* CONFIG_BT_CTLR_PRIVACY */
1264
1265 if (IS_ENABLED(CONFIG_BT_CTLR_CHAN_SEL_2)) {
1266 ftr->extra = ull_pdu_rx_alloc();
1267 }
1268
1269 ull_rx_put_sched(rx->hdr.link, rx);
1270
1271 return 0;
1272 #endif /* CONFIG_BT_CENTRAL */
1273
1274 /* Active scanner */
1275 } else if (((pdu_adv_rx->type == PDU_ADV_TYPE_ADV_IND) ||
1276 (pdu_adv_rx->type == PDU_ADV_TYPE_SCAN_IND)) &&
1277 (pdu_adv_rx->len >= offsetof(struct pdu_adv_adv_ind, data)) &&
1278 (pdu_adv_rx->len <= sizeof(struct pdu_adv_adv_ind)) &&
1279 lll->type && !lll->state &&
1280 #if defined(CONFIG_BT_CENTRAL)
1281 !lll->conn) {
1282 #else /* !CONFIG_BT_CENTRAL */
1283 1) {
1284 #endif /* !CONFIG_BT_CENTRAL */
1285 struct pdu_adv *pdu_tx;
1286 #if defined(CONFIG_BT_CTLR_PRIVACY)
1287 bt_addr_t *lrpa;
1288 #endif /* CONFIG_BT_CTLR_PRIVACY */
1289 int err;
1290
1291 /* setup tIFS switching */
1292 radio_tmr_tifs_set(EVENT_IFS_US);
1293 radio_switch_complete_and_rx(0);
1294
1295 /* save the adv packet */
1296 err = isr_rx_scan_report(lll, devmatch_ok, irkmatch_ok, rl_idx,
1297 rssi_ready, phy_flags_rx, false);
1298 if (err) {
1299 return err;
1300 }
1301
1302 /* prepare the scan request packet */
1303 pdu_tx = (void *)radio_pkt_scratch_get();
1304 pdu_tx->type = PDU_ADV_TYPE_SCAN_REQ;
1305 pdu_tx->rx_addr = pdu_adv_rx->tx_addr;
1306 pdu_tx->len = sizeof(struct pdu_adv_scan_req);
1307 #if defined(CONFIG_BT_CTLR_PRIVACY)
1308 lrpa = ull_filter_lll_lrpa_get(rl_idx);
1309 if (lll->rpa_gen && lrpa) {
1310 pdu_tx->tx_addr = 1;
1311 memcpy(&pdu_tx->scan_req.scan_addr[0], lrpa->val,
1312 BDADDR_SIZE);
1313 } else {
1314 #else
1315 if (1) {
1316 #endif /* CONFIG_BT_CTLR_PRIVACY */
1317 pdu_tx->tx_addr = lll->init_addr_type;
1318 memcpy(&pdu_tx->scan_req.scan_addr[0],
1319 &lll->init_addr[0], BDADDR_SIZE);
1320 }
1321 memcpy(&pdu_tx->scan_req.adv_addr[0],
1322 &pdu_adv_rx->adv_ind.addr[0], BDADDR_SIZE);
1323
1324 radio_pkt_tx_set(pdu_tx);
1325
1326 /* assert if radio packet ptr is not set and radio started tx */
1327 LL_ASSERT(!radio_is_ready());
1328
1329 if (IS_ENABLED(CONFIG_BT_CTLR_PROFILE_ISR)) {
1330 lll_prof_cputime_capture();
1331
1332 }
1333
1334 /* capture end of Tx-ed PDU, used to calculate HCTO. */
1335 radio_tmr_end_capture();
1336
1337 #if defined(HAL_RADIO_GPIO_HAVE_PA_PIN)
1338 if (IS_ENABLED(CONFIG_BT_CTLR_PROFILE_ISR)) {
1339 /* PA/LNA enable is overwriting packet end
1340 * used in ISR profiling, hence back it up
1341 * for later use.
1342 */
1343 lll_prof_radio_end_backup();
1344 }
1345
1346 radio_gpio_pa_setup();
1347 radio_gpio_pa_lna_enable(radio_tmr_tifs_base_get() +
1348 EVENT_IFS_US -
1349 radio_rx_chain_delay_get(0, 0) -
1350 HAL_RADIO_GPIO_PA_OFFSET);
1351 #endif /* HAL_RADIO_GPIO_HAVE_PA_PIN */
1352
1353 /* switch scanner state to active */
1354 lll->state = 1U;
1355
1356 #if defined(CONFIG_BT_CTLR_ADV_EXT)
1357 if (pdu_adv_rx->type == PDU_ADV_TYPE_ADV_IND) {
1358 lll->is_adv_ind = 1U;
1359 }
1360 #endif /* CONFIG_BT_CTLR_ADV_EXT */
1361
1362 radio_isr_set(isr_tx, lll);
1363
1364 return 0;
1365 }
1366 /* Passive scanner or scan responses */
1367 else if (((((pdu_adv_rx->type == PDU_ADV_TYPE_ADV_IND) ||
1368 (pdu_adv_rx->type == PDU_ADV_TYPE_NONCONN_IND) ||
1369 (pdu_adv_rx->type == PDU_ADV_TYPE_SCAN_IND)) &&
1370 (pdu_adv_rx->len >= offsetof(struct pdu_adv_adv_ind, data)) &&
1371 (pdu_adv_rx->len <= sizeof(struct pdu_adv_adv_ind))) ||
1372 ((pdu_adv_rx->type == PDU_ADV_TYPE_DIRECT_IND) &&
1373 (pdu_adv_rx->len == sizeof(struct pdu_adv_direct_ind)) &&
1374 (/* allow directed adv packets addressed to this device */
1375 isr_scan_tgta_check(lll, false, pdu_adv_rx->rx_addr,
1376 pdu_adv_rx->direct_ind.tgt_addr,
1377 rl_idx, &dir_report))) ||
1378 #if defined(CONFIG_BT_CTLR_ADV_EXT)
1379 ((pdu_adv_rx->type == PDU_ADV_TYPE_EXT_IND) &&
1380 lll->phy && lll_scan_ext_tgta_check(lll, true, false,
1381 pdu_adv_rx, rl_idx,
1382 &dir_report)) ||
1383 #endif /* CONFIG_BT_CTLR_ADV_EXT */
1384 ((pdu_adv_rx->type == PDU_ADV_TYPE_SCAN_RSP) &&
1385 (pdu_adv_rx->len >= offsetof(struct pdu_adv_scan_rsp, data)) &&
1386 (pdu_adv_rx->len <= sizeof(struct pdu_adv_scan_rsp)) &&
1387 (lll->state != 0U) &&
1388 isr_scan_rsp_adva_matches(pdu_adv_rx))) &&
1389 (pdu_adv_rx->len != 0) &&
1390 #if defined(CONFIG_BT_CENTRAL)
1391 /* Note: ADV_EXT_IND is allowed here even if initiating
1392 * because we still need to get AUX_ADV_IND as for any
1393 * other ADV_EXT_IND.
1394 */
1395 (!lll->conn || (pdu_adv_rx->type == PDU_ADV_TYPE_EXT_IND))) {
1396 #else /* !CONFIG_BT_CENTRAL */
1397 1) {
1398 #endif /* !CONFIG_BT_CENTRAL */
1399 uint32_t err;
1400
1401 /* save the scan response packet */
1402 err = isr_rx_scan_report(lll, devmatch_ok, irkmatch_ok, rl_idx,
1403 rssi_ready, phy_flags_rx, dir_report);
1404 if (err) {
1405 /* Auxiliary PDU LLL scanning has been setup */
1406 if (IS_ENABLED(CONFIG_BT_CTLR_ADV_EXT) &&
1407 (err == -EBUSY)) {
1408 if (IS_ENABLED(CONFIG_BT_CTLR_PROFILE_ISR)) {
1409 lll_prof_cputime_capture();
1410 }
1411
1412 return 0;
1413 }
1414
1415 return err;
1416 }
1417 }
1418 /* invalid PDU */
1419 else {
1420 /* ignore and close this rx/tx chain ( code below ) */
1421 return -EINVAL;
1422 }
1423
1424 return -ECANCELED;
1425 }
1426
1427 #if defined(CONFIG_BT_CENTRAL)
1428 static inline bool isr_scan_init_check(const struct lll_scan *lll,
1429 const struct pdu_adv *pdu,
1430 uint8_t rl_idx)
1431 {
1432 return ((((lll->filter_policy & SCAN_FP_FILTER) != 0U) ||
1433 lll_scan_adva_check(lll, pdu->tx_addr, pdu->adv_ind.addr,
1434 rl_idx)) &&
1435 (((pdu->type == PDU_ADV_TYPE_ADV_IND) &&
1436 (pdu->len >= offsetof(struct pdu_adv_adv_ind, data)) &&
1437 (pdu->len <= sizeof(struct pdu_adv_adv_ind))) ||
1438 ((pdu->type == PDU_ADV_TYPE_DIRECT_IND) &&
1439 (pdu->len == sizeof(struct pdu_adv_direct_ind)) &&
1440 (/* allow directed adv packets addressed to this device */
1441 isr_scan_tgta_check(lll, true, pdu->rx_addr,
1442 pdu->direct_ind.tgt_addr, rl_idx,
1443 NULL)))));
1444 }
1445 #endif /* CONFIG_BT_CENTRAL */
1446
1447 static bool isr_scan_tgta_check(const struct lll_scan *lll, bool init,
1448 uint8_t addr_type, const uint8_t *addr,
1449 uint8_t rl_idx, bool *dir_report)
1450 {
1451 #if defined(CONFIG_BT_CTLR_PRIVACY)
1452 if (ull_filter_lll_rl_addr_resolve(addr_type, addr, rl_idx)) {
1453 return true;
1454 } else if (init && lll->rpa_gen && ull_filter_lll_lrpa_get(rl_idx)) {
1455 /* Initiator generating RPAs, and could not resolve TargetA:
1456 * discard
1457 */
1458 return false;
1459 }
1460 #endif /* CONFIG_BT_CTLR_PRIVACY */
1461
1462 return (((lll->init_addr_type == addr_type) &&
1463 !memcmp(lll->init_addr, addr, BDADDR_SIZE))) ||
1464 /* allow directed adv packets where TargetA address
1465 * is resolvable private address (scanner only)
1466 */
1467 isr_scan_tgta_rpa_check(lll, addr_type, addr, dir_report);
1468 }
1469
1470 static inline bool isr_scan_tgta_rpa_check(const struct lll_scan *lll,
1471 uint8_t addr_type,
1472 const uint8_t *addr,
1473 bool *const dir_report)
1474 {
1475 if (((lll->filter_policy & SCAN_FP_EXT) != 0U) && (addr_type != 0U) &&
1476 ((addr[5] & 0xc0) == 0x40)) {
1477
1478 if (dir_report) {
1479 *dir_report = true;
1480 }
1481
1482 return true;
1483 }
1484
1485 return false;
1486 }
1487
1488 static inline bool isr_scan_rsp_adva_matches(struct pdu_adv *srsp)
1489 {
1490 struct pdu_adv *sreq = (void *)radio_pkt_scratch_get();
1491
1492 return ((sreq->rx_addr == srsp->tx_addr) &&
1493 (memcmp(&sreq->scan_req.adv_addr[0],
1494 &srsp->scan_rsp.addr[0], BDADDR_SIZE) == 0));
1495 }
1496
1497 static int isr_rx_scan_report(struct lll_scan *lll, uint8_t devmatch_ok,
1498 uint8_t irkmatch_ok, uint8_t rl_idx,
1499 uint8_t rssi_ready, uint8_t phy_flags_rx,
1500 bool dir_report)
1501 {
1502 struct node_rx_pdu *node_rx;
1503 int err = 0;
1504
1505 node_rx = ull_pdu_rx_alloc_peek(3);
1506 if (!node_rx) {
1507 return -ENOBUFS;
1508 }
1509 ull_pdu_rx_alloc();
1510
1511 /* Prepare the report (adv or scan resp) */
1512 node_rx->hdr.handle = 0xffff;
1513 if (0) {
1514
1515 #if defined(CONFIG_BT_HCI_MESH_EXT)
1516 } else if (_radio.advertiser.is_enabled &&
1517 _radio.advertiser.is_mesh) {
1518 node_rx->hdr.type = NODE_RX_TYPE_MESH_REPORT;
1519 #endif /* CONFIG_BT_HCI_MESH_EXT */
1520
1521 #if defined(CONFIG_BT_CTLR_ADV_EXT)
1522 } else if (lll->phy) {
1523 struct pdu_adv *pdu_adv_rx;
1524
1525 switch (lll->phy) {
1526 case PHY_1M:
1527 node_rx->hdr.type = NODE_RX_TYPE_EXT_1M_REPORT;
1528 break;
1529
1530 case PHY_CODED:
1531 node_rx->hdr.type = NODE_RX_TYPE_EXT_CODED_REPORT;
1532 break;
1533
1534 default:
1535 LL_ASSERT(0);
1536 break;
1537 }
1538
1539 pdu_adv_rx = (void *)node_rx->pdu;
1540 switch (pdu_adv_rx->type) {
1541 case PDU_ADV_TYPE_SCAN_RSP:
1542 if (lll->is_adv_ind) {
1543 pdu_adv_rx->type =
1544 PDU_ADV_TYPE_ADV_IND_SCAN_RSP;
1545 }
1546 break;
1547
1548 case PDU_ADV_TYPE_EXT_IND:
1549 {
1550 struct node_rx_ftr *ftr;
1551
1552 /* Reset Scan context association with any Aux context as a new
1553 * extended advertising chain is being setup for reception here.
1554 */
1555 lll->lll_aux = NULL;
1556
1557 ftr = &(node_rx->rx_ftr);
1558 ftr->param = lll;
1559 ftr->ticks_anchor = radio_tmr_start_get();
1560 ftr->radio_end_us =
1561 radio_tmr_end_get() -
1562 radio_rx_chain_delay_get(lll->phy,
1563 phy_flags_rx);
1564 ftr->phy_flags = phy_flags_rx;
1565 ftr->aux_lll_sched =
1566 lll_scan_aux_setup(pdu_adv_rx, lll->phy,
1567 phy_flags_rx,
1568 lll_scan_aux_isr_aux_setup,
1569 lll);
1570 if (ftr->aux_lll_sched) {
1571 lll->is_aux_sched = 1U;
1572 err = -EBUSY;
1573 }
1574 }
1575 break;
1576 }
1577 #endif /* CONFIG_BT_CTLR_ADV_EXT */
1578 } else {
1579 node_rx->hdr.type = NODE_RX_TYPE_REPORT;
1580 }
1581
1582 node_rx->rx_ftr.rssi = (rssi_ready) ? radio_rssi_get() :
1583 BT_HCI_LE_RSSI_NOT_AVAILABLE;
1584 #if defined(CONFIG_BT_CTLR_PRIVACY)
1585 /* save the resolving list index. */
1586 node_rx->rx_ftr.rl_idx = irkmatch_ok ? rl_idx : FILTER_IDX_NONE;
1587
1588 #if defined(CONFIG_BT_CTLR_ADV_EXT)
1589 node_rx->rx_ftr.direct_resolved = (rl_idx != FILTER_IDX_NONE);
1590 #endif /* CONFIG_BT_CTLR_ADV_EXT */
1591 #endif /* CONFIG_BT_CTLR_PRIVACY */
1592
1593 #if defined(CONFIG_BT_CTLR_EXT_SCAN_FP)
1594 /* save the directed adv report flag */
1595 node_rx->rx_ftr.direct = dir_report;
1596 #endif /* CONFIG_BT_CTLR_EXT_SCAN_FP */
1597
1598 #if defined(CONFIG_BT_CTLR_SYNC_PERIODIC) && \
1599 defined(CONFIG_BT_CTLR_FILTER_ACCEPT_LIST)
1600 node_rx->rx_ftr.devmatch = devmatch_ok;
1601 #endif /* CONFIG_BT_CTLR_SYNC_PERIODIC && CONFIG_BT_CTLR_FILTER_ACCEPT_LIST */
1602
1603 #if defined(CONFIG_BT_HCI_MESH_EXT)
1604 if (node_rx->hdr.type == NODE_RX_TYPE_MESH_REPORT) {
1605 /* save channel and anchor point ticks. */
1606 node_rx->rx_ftr.chan = _radio.scanner.chan - 1;
1607 node_rx->rx_ftr.ticks_anchor = _radio.ticks_anchor;
1608 }
1609 #endif /* CONFIG_BT_CTLR_EXT_SCAN_FP */
1610
1611 ull_rx_put_sched(node_rx->hdr.link, node_rx);
1612
1613 return err;
1614 }
1615
