Lines Matching refs:hsotg
43 static int dwc2_periodic_channel_available(struct dwc2_hsotg *hsotg) in dwc2_periodic_channel_available() argument
53 num_channels = hsotg->params.host_channels; in dwc2_periodic_channel_available()
54 if ((hsotg->periodic_channels + hsotg->non_periodic_channels < in dwc2_periodic_channel_available()
55 num_channels) && (hsotg->periodic_channels < num_channels - 1)) { in dwc2_periodic_channel_available()
58 dev_dbg(hsotg->dev, in dwc2_periodic_channel_available()
61 hsotg->periodic_channels, hsotg->non_periodic_channels); in dwc2_periodic_channel_available()
80 static int dwc2_check_periodic_bandwidth(struct dwc2_hsotg *hsotg, in dwc2_check_periodic_bandwidth() argument
102 if (hsotg->periodic_usecs > max_claimed_usecs) { in dwc2_check_periodic_bandwidth()
103 dev_err(hsotg->dev, in dwc2_check_periodic_bandwidth()
105 __func__, hsotg->periodic_usecs, qh->host_us); in dwc2_check_periodic_bandwidth()
345 static unsigned long *dwc2_get_ls_map(struct dwc2_hsotg *hsotg, in dwc2_get_ls_map() argument
426 struct dwc2_hsotg *hsotg; member
440 dwc2_sch_dbg(print_data->hsotg, "QH=%p ...%s\n", print_data->qh, str); in dwc2_qh_print()
449 static void dwc2_qh_schedule_print(struct dwc2_hsotg *hsotg, in dwc2_qh_schedule_print() argument
452 struct dwc2_qh_print_data print_data = { hsotg, qh }; in dwc2_qh_schedule_print()
462 unsigned long *map = dwc2_get_ls_map(hsotg, qh); in dwc2_qh_schedule_print()
464 dwc2_sch_dbg(hsotg, "QH=%p LS/FS trans: %d=>%d us @ %d us", in dwc2_qh_schedule_print()
470 dwc2_sch_dbg(hsotg, in dwc2_qh_schedule_print()
486 dwc2_sch_dbg(hsotg, in dwc2_qh_schedule_print()
491 dwc2_sch_dbg(hsotg, "QH=%p Whole high speed map now:\n", qh); in dwc2_qh_schedule_print()
492 pmap_print(hsotg->hs_periodic_bitmap, in dwc2_qh_schedule_print()
499 static inline void dwc2_qh_schedule_print(struct dwc2_hsotg *hsotg, in dwc2_qh_schedule_print() argument
518 static int dwc2_ls_pmap_schedule(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh, in dwc2_ls_pmap_schedule() argument
522 unsigned long *map = dwc2_get_ls_map(hsotg, qh); in dwc2_ls_pmap_schedule()
557 static void dwc2_ls_pmap_unschedule(struct dwc2_hsotg *hsotg, in dwc2_ls_pmap_unschedule() argument
561 unsigned long *map = dwc2_get_ls_map(hsotg, qh); in dwc2_ls_pmap_unschedule()
592 static int dwc2_hs_pmap_schedule(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh, in dwc2_hs_pmap_schedule() argument
598 us = pmap_schedule(hsotg->hs_periodic_bitmap, in dwc2_hs_pmap_schedule()
618 static void dwc2_hs_pmap_unschedule(struct dwc2_hsotg *hsotg, in dwc2_hs_pmap_unschedule() argument
623 pmap_unschedule(hsotg->hs_periodic_bitmap, in dwc2_hs_pmap_unschedule()
642 static int dwc2_uframe_schedule_split(struct dwc2_hsotg *hsotg, in dwc2_uframe_schedule_split() argument
683 err = dwc2_ls_pmap_schedule(hsotg, qh, ls_search_slice); in dwc2_uframe_schedule_split()
718 dwc2_ls_pmap_unschedule(hsotg, qh); in dwc2_uframe_schedule_split()
791 dwc2_sch_dbg(hsotg, in dwc2_uframe_schedule_split()
795 dwc2_ls_pmap_unschedule(hsotg, qh); in dwc2_uframe_schedule_split()
890 err = dwc2_hs_pmap_schedule(hsotg, qh, true, i); in dwc2_uframe_schedule_split()
900 dwc2_hs_pmap_unschedule(hsotg, qh, i); in dwc2_uframe_schedule_split()
903 dwc2_ls_pmap_unschedule(hsotg, qh); in dwc2_uframe_schedule_split()
924 static int dwc2_uframe_schedule_hs(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh) in dwc2_uframe_schedule_hs() argument
935 return dwc2_hs_pmap_schedule(hsotg, qh, false, 0); in dwc2_uframe_schedule_hs()
947 static int dwc2_uframe_schedule_ls(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh) in dwc2_uframe_schedule_ls() argument
955 return dwc2_ls_pmap_schedule(hsotg, qh, 0); in dwc2_uframe_schedule_ls()
967 static int dwc2_uframe_schedule(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh) in dwc2_uframe_schedule() argument
972 ret = dwc2_uframe_schedule_hs(hsotg, qh); in dwc2_uframe_schedule()
974 ret = dwc2_uframe_schedule_ls(hsotg, qh); in dwc2_uframe_schedule()
976 ret = dwc2_uframe_schedule_split(hsotg, qh); in dwc2_uframe_schedule()
979 dwc2_sch_dbg(hsotg, "QH=%p Failed to schedule %d\n", qh, ret); in dwc2_uframe_schedule()
981 dwc2_qh_schedule_print(hsotg, qh); in dwc2_uframe_schedule()
992 static void dwc2_uframe_unschedule(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh) in dwc2_uframe_unschedule() argument
997 dwc2_hs_pmap_unschedule(hsotg, qh, i); in dwc2_uframe_unschedule()
1000 dwc2_ls_pmap_unschedule(hsotg, qh); in dwc2_uframe_unschedule()
1002 dwc2_sch_dbg(hsotg, "QH=%p Unscheduled\n", qh); in dwc2_uframe_unschedule()
1020 static void dwc2_pick_first_frame(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh) in dwc2_pick_first_frame() argument
1032 frame_number = dwc2_hcd_get_frame_number(hsotg); in dwc2_pick_first_frame()
1046 if (!hsotg->params.uframe_sched) { in dwc2_pick_first_frame()
1120 dwc2_sch_vdbg(hsotg, "QH=%p First fn=%04x nxt=%04x\n", in dwc2_pick_first_frame()
1135 static int dwc2_do_reserve(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh) in dwc2_do_reserve() argument
1139 if (hsotg->params.uframe_sched) { in dwc2_do_reserve()
1140 status = dwc2_uframe_schedule(hsotg, qh); in dwc2_do_reserve()
1142 status = dwc2_periodic_channel_available(hsotg); in dwc2_do_reserve()
1144 dev_info(hsotg->dev, in dwc2_do_reserve()
1150 status = dwc2_check_periodic_bandwidth(hsotg, qh); in dwc2_do_reserve()
1154 dev_dbg(hsotg->dev, in dwc2_do_reserve()
1160 if (!hsotg->params.uframe_sched) in dwc2_do_reserve()
1162 hsotg->periodic_channels++; in dwc2_do_reserve()
1165 hsotg->periodic_usecs += qh->host_us; in dwc2_do_reserve()
1167 dwc2_pick_first_frame(hsotg, qh); in dwc2_do_reserve()
1181 static void dwc2_do_unreserve(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh) in dwc2_do_unreserve() argument
1183 assert_spin_locked(&hsotg->lock); in dwc2_do_unreserve()
1194 hsotg->periodic_usecs -= qh->host_us; in dwc2_do_unreserve()
1196 if (hsotg->params.uframe_sched) { in dwc2_do_unreserve()
1197 dwc2_uframe_unschedule(hsotg, qh); in dwc2_do_unreserve()
1200 hsotg->periodic_channels--; in dwc2_do_unreserve()
1219 struct dwc2_hsotg *hsotg = qh->hsotg; in dwc2_unreserve_timer_fn() local
1231 while (!spin_trylock_irqsave(&hsotg->lock, flags)) { in dwc2_unreserve_timer_fn()
1247 dwc2_do_unreserve(hsotg, qh); in dwc2_unreserve_timer_fn()
1249 spin_unlock_irqrestore(&hsotg->lock, flags); in dwc2_unreserve_timer_fn()
1262 static int dwc2_check_max_xfer_size(struct dwc2_hsotg *hsotg, in dwc2_check_max_xfer_size() argument
1270 max_channel_xfer_size = hsotg->params.max_transfer_size; in dwc2_check_max_xfer_size()
1273 dev_err(hsotg->dev, in dwc2_check_max_xfer_size()
1292 static int dwc2_schedule_periodic(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh) in dwc2_schedule_periodic() argument
1296 status = dwc2_check_max_xfer_size(hsotg, qh); in dwc2_schedule_periodic()
1298 dev_dbg(hsotg->dev, in dwc2_schedule_periodic()
1316 status = dwc2_do_reserve(hsotg, qh); in dwc2_schedule_periodic()
1327 hsotg->frame_number)) in dwc2_schedule_periodic()
1328 dwc2_pick_first_frame(hsotg, qh); in dwc2_schedule_periodic()
1333 if (hsotg->params.dma_desc_enable) in dwc2_schedule_periodic()
1335 list_add_tail(&qh->qh_list_entry, &hsotg->periodic_sched_ready); in dwc2_schedule_periodic()
1339 &hsotg->periodic_sched_inactive); in dwc2_schedule_periodic()
1351 static void dwc2_deschedule_periodic(struct dwc2_hsotg *hsotg, in dwc2_deschedule_periodic() argument
1356 assert_spin_locked(&hsotg->lock); in dwc2_deschedule_periodic()
1407 struct dwc2_hsotg *hsotg = qh->hsotg; in dwc2_wait_timer_fn() local
1410 spin_lock_irqsave(&hsotg->lock, flags); in dwc2_wait_timer_fn()
1422 &hsotg->non_periodic_sched_inactive); in dwc2_wait_timer_fn()
1424 tr_type = dwc2_hcd_select_transactions(hsotg); in dwc2_wait_timer_fn()
1426 dwc2_hcd_queue_transactions(hsotg, tr_type); in dwc2_wait_timer_fn()
1429 spin_unlock_irqrestore(&hsotg->lock, flags); in dwc2_wait_timer_fn()
1442 static void dwc2_qh_init(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh, in dwc2_qh_init() argument
1445 int dev_speed = dwc2_host_get_speed(hsotg, urb->priv); in dwc2_qh_init()
1450 u32 hprt = dwc2_readl(hsotg, HPRT0); in dwc2_qh_init()
1460 qh->hsotg = hsotg; in dwc2_qh_init()
1478 struct dwc2_tt *dwc_tt = dwc2_host_get_tt_info(hsotg, urb->priv, in dwc2_qh_init()
1550 dwc2_sch_dbg(hsotg, "QH=%p Init %s, %s speed, %d bytes:\n", qh, type, in dwc2_qh_init()
1552 dwc2_sch_dbg(hsotg, "QH=%p ...addr=%d, ep=%d, %s\n", qh, in dwc2_qh_init()
1557 dwc2_sch_dbg(hsotg, in dwc2_qh_init()
1560 dwc2_sch_dbg(hsotg, "QH=%p ...interval: host=%d, device=%d\n", in dwc2_qh_init()
1563 dwc2_sch_dbg(hsotg, "QH=%p ...low speed schedule=%p\n", in dwc2_qh_init()
1564 qh, dwc2_get_ls_map(hsotg, qh)); in dwc2_qh_init()
1578 struct dwc2_qh *dwc2_hcd_qh_create(struct dwc2_hsotg *hsotg, in dwc2_hcd_qh_create() argument
1592 dwc2_qh_init(hsotg, qh, urb, mem_flags); in dwc2_hcd_qh_create()
1594 if (hsotg->params.dma_desc_enable && in dwc2_hcd_qh_create()
1595 dwc2_hcd_qh_init_ddma(hsotg, qh, mem_flags) < 0) { in dwc2_hcd_qh_create()
1596 dwc2_hcd_qh_free(hsotg, qh); in dwc2_hcd_qh_create()
1614 void dwc2_hcd_qh_free(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh) in dwc2_hcd_qh_free() argument
1620 spin_lock_irqsave(&hsotg->lock, flags); in dwc2_hcd_qh_free()
1621 dwc2_do_unreserve(hsotg, qh); in dwc2_hcd_qh_free()
1622 spin_unlock_irqrestore(&hsotg->lock, flags); in dwc2_hcd_qh_free()
1634 dwc2_host_put_tt_info(hsotg, qh->dwc_tt); in dwc2_hcd_qh_free()
1637 dwc2_hcd_qh_free_ddma(hsotg, qh); in dwc2_hcd_qh_free()
1638 else if (hsotg->unaligned_cache && qh->dw_align_buf) in dwc2_hcd_qh_free()
1639 kmem_cache_free(hsotg->unaligned_cache, qh->dw_align_buf); in dwc2_hcd_qh_free()
1654 int dwc2_hcd_qh_add(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh) in dwc2_hcd_qh_add() argument
1661 dev_vdbg(hsotg->dev, "%s()\n", __func__); in dwc2_hcd_qh_add()
1670 qh->start_active_frame = hsotg->frame_number; in dwc2_hcd_qh_add()
1675 &hsotg->non_periodic_sched_waiting); in dwc2_hcd_qh_add()
1681 &hsotg->non_periodic_sched_inactive); in dwc2_hcd_qh_add()
1686 status = dwc2_schedule_periodic(hsotg, qh); in dwc2_hcd_qh_add()
1689 if (!hsotg->periodic_qh_count) { in dwc2_hcd_qh_add()
1690 intr_mask = dwc2_readl(hsotg, GINTMSK); in dwc2_hcd_qh_add()
1692 dwc2_writel(hsotg, intr_mask, GINTMSK); in dwc2_hcd_qh_add()
1694 hsotg->periodic_qh_count++; in dwc2_hcd_qh_add()
1706 void dwc2_hcd_qh_unlink(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh) in dwc2_hcd_qh_unlink() argument
1710 dev_vdbg(hsotg->dev, "%s()\n", __func__); in dwc2_hcd_qh_unlink()
1720 if (hsotg->non_periodic_qh_ptr == &qh->qh_list_entry) in dwc2_hcd_qh_unlink()
1721 hsotg->non_periodic_qh_ptr = in dwc2_hcd_qh_unlink()
1722 hsotg->non_periodic_qh_ptr->next; in dwc2_hcd_qh_unlink()
1727 dwc2_deschedule_periodic(hsotg, qh); in dwc2_hcd_qh_unlink()
1728 hsotg->periodic_qh_count--; in dwc2_hcd_qh_unlink()
1729 if (!hsotg->periodic_qh_count && in dwc2_hcd_qh_unlink()
1730 !hsotg->params.dma_desc_enable) { in dwc2_hcd_qh_unlink()
1731 intr_mask = dwc2_readl(hsotg, GINTMSK); in dwc2_hcd_qh_unlink()
1733 dwc2_writel(hsotg, intr_mask, GINTMSK); in dwc2_hcd_qh_unlink()
1756 static int dwc2_next_for_periodic_split(struct dwc2_hsotg *hsotg, in dwc2_next_for_periodic_split() argument
1819 static int dwc2_next_periodic_start(struct dwc2_hsotg *hsotg, in dwc2_next_periodic_start() argument
1910 void dwc2_hcd_qh_deactivate(struct dwc2_hsotg *hsotg, struct dwc2_qh *qh, in dwc2_hcd_qh_deactivate() argument
1918 dev_vdbg(hsotg->dev, "%s()\n", __func__); in dwc2_hcd_qh_deactivate()
1921 dwc2_hcd_qh_unlink(hsotg, qh); in dwc2_hcd_qh_deactivate()
1924 dwc2_hcd_qh_add(hsotg, qh); in dwc2_hcd_qh_deactivate()
1934 frame_number = dwc2_hcd_get_frame_number(hsotg); in dwc2_hcd_qh_deactivate()
1937 missed = dwc2_next_for_periodic_split(hsotg, qh, frame_number); in dwc2_hcd_qh_deactivate()
1939 missed = dwc2_next_periodic_start(hsotg, qh, frame_number); in dwc2_hcd_qh_deactivate()
1941 dwc2_sch_vdbg(hsotg, in dwc2_hcd_qh_deactivate()
1949 dwc2_hcd_qh_unlink(hsotg, qh); in dwc2_hcd_qh_deactivate()
1960 if (dwc2_frame_num_le(qh->next_active_frame, hsotg->frame_number)) in dwc2_hcd_qh_deactivate()
1962 &hsotg->periodic_sched_ready); in dwc2_hcd_qh_deactivate()
1965 &hsotg->periodic_sched_inactive); in dwc2_hcd_qh_deactivate()
2011 int dwc2_hcd_qtd_add(struct dwc2_hsotg *hsotg, struct dwc2_qtd *qtd, in dwc2_hcd_qtd_add() argument
2017 dev_err(hsotg->dev, "%s: Invalid QH\n", __func__); in dwc2_hcd_qtd_add()
2022 retval = dwc2_hcd_qh_add(hsotg, qh); in dwc2_hcd_qtd_add()