aboutsummaryrefslogtreecommitdiffstats
path: root/src/tools/vppapigen
AgeCommit message (Expand)AuthorFilesLines
2019-08-01vppapigen: revert "implement reversible repr's"Vratko Polak1-34/+15
2019-07-31vppapigen: implement reversible repr'sPaul Vinciguerra1-15/+34
2019-07-31vppapigen: add endian_string for f64Paul Vinciguerra1-0/+1
2019-07-24vapi: add python scripts to vpp-dev packageVratko Polak1-1/+10
2019-07-18build: add more src dirs for generate_json.pyVratko Polak1-4/+7
2019-07-17build: add targets for json api filesPaul Vinciguerra1-0/+94
2019-07-03vppapigen: allow decimal number in NUM tokenPaul Vinciguerra1-2/+6
2019-06-20vppapigen: allow negative number in NUM tokenOle Troan1-1/+1
2019-06-18fib: fib api updatesNeale Ranns1-2/+0
2019-06-07API: Add support for "defaults"Ole Troan1-4/+17
2019-06-07vppapigen: Fold up CRC from dependent types.Ole Troan3-33/+48
2019-05-30ipip: refactor ipip.api with explicit typesOle Troan1-0/+1
2019-05-28docs: Add VPP API language documentationOle Troan1-0/+343
2019-04-29API: Add support for limits to language.Ole Troan2-6/+15
2019-03-22vppapigen: allow for enum size other than u32Andrew Yourtchenko1-1/+10
2019-02-26vppapigen: Expose "option version" in generated JSON file.Ole Troan1-0/+1
2019-02-18Resolve vppapigen DeprecationWarning.Paul Vinciguerra1-6/+7
2019-02-02Python3: Move vppapigen to python3.Paul Vinciguerra2-9/+15
2018-12-13API: Use string type instead of u8.Ole Troan2-10/+17
2018-12-03API: C generator improve symbol protection.Ole Troan1-2/+2
2018-11-29vppapigen: Fix python3 compatibilityOle Troan1-24/+40
2018-11-29API: Add support for type aliasesOle Troan3-3/+40
2018-09-13Fix: vppapigen make build fails on fresh installPaul Vinciguerra4-3/+3
2018-09-07cmake: set packaging component for different filesDamjan Marion1-1/+2
2018-08-30cmake: fix vppapigen install permissonsDamjan Marion1-1/+9
2018-08-28cmake: install vppapigenDamjan Marion1-0/+15
2018-06-29VPPAPIGEN: use SOURCE_DATE_EPOCH for datestringNirmoy Das1-1/+2
2018-06-29CSIT-1148: VPPAPIGEN 2nd level import of .api ignoredOle Troan1-4/+5
2018-05-23VPPAPIGEN: Add union and enum support and IP4/IP6 address type.Ole Troan3-85/+123
2018-04-17ACL based forwardingAndrew Yourtchenko1-1/+1
2018-04-11VPPAPIGEN: Consistent CRC32 on complete file.Ole Troan1-17/+25
2018-03-08vppapigen: require reply/details messages for requests/dumpsMarek Gradzki1-6/+6
2018-03-07VPPAPIGEN: Run tool directly from source tree.Ole Troan1-1/+4
2018-03-06vppapigen: require service definition for singleton messagesMarek Gradzki1-7/+2
2018-03-06vppapigen: do not allow to define message as both request and replyMarek Gradzki1-0/+4
2018-03-06vppapigen: require reply ID different than caller IDMarek Gradzki1-0/+4
2018-03-06API: Add service definitions for events and singleton messages (second attempt)Marek Gradzki1-17/+30
2018-03-05Revert "API: Add service definitions for events and singleton messages."Ole Trøan1-30/+17
2018-03-05API: Add service definitions for events and singleton messages.Ole Troan1-17/+30
2018-03-03VPPAPIGEN: Improve output module finding for out-of-tree builds.Ole Troan1-2/+12
2018-02-09vppapigen: simplify JSON format for servicesMarek Gradzki1-2/+2
2018-01-23VPPAPIGEN: vppapigen replacement in Python PLY.Ole Troan10-2980/+1171
2017-10-09vppapigen: support per-file (major,minor,patch) version stampsDave Barach4-4/+79
2017-10-04[aarch64] Fixes CLI crashes on dpaa2 platform.Christophe Fontaine1-1/+1
2017-05-10Allow to override the build dateBernhard M. Wiedemann1-1/+6
2017-05-09Fix remaining 32-bit compile issuesDamjan Marion2-5/+5
2017-04-25"autoreply" flag: autogenerate standard xxx_reply_t messagesDave Barach5-3/+65
2017-03-02VPP-608: fix coverity warning in vppapigenDave Barach1-2/+2
2017-02-28Fix warning in generated codeDave Barach1-4/+14
2017-01-01Move java,lua api and remaining plugins to src/Damjan Marion1-14/+0
ass="n">b->flags & VNET_BUFFER_F_IS_IP6; ASSERT (!is_tcp || !is_udp); ASSERT (is_ip4 || is_ip6); i16 l2_hdr_offset = b->current_data; i16 l3_hdr_offset = vnet_buffer (b)->l3_hdr_offset; i16 l4_hdr_offset = vnet_buffer (b)->l4_hdr_offset; u16 l2_len = l3_hdr_offset - l2_hdr_offset; u16 l3_len = l4_hdr_offset - l3_hdr_offset; ip4_header_t *ip4 = (void *) (b->data + l3_hdr_offset); ip6_header_t *ip6 = (void *) (b->data + l3_hdr_offset); tcp_header_t *tcp = (void *) (b->data + l4_hdr_offset); udp_header_t *udp = (void *) (b->data + l4_hdr_offset); u16 l4_len = is_tcp ? tcp_header_bytes (tcp) : is_udp ? sizeof (udp_header_t) : 0; u16 sum = 0; flags |= AVF_TXD_OFFSET_MACLEN (l2_len) | AVF_TXD_OFFSET_IPLEN (l3_len) | AVF_TXD_OFFSET_L4LEN (l4_len); flags |= is_ip4 ? AVF_TXD_CMD_IIPT_IPV4 : AVF_TXD_CMD_IIPT_IPV6; flags |= is_tcp ? AVF_TXD_CMD_L4T_TCP : is_udp ? AVF_TXD_CMD_L4T_UDP : 0; if (is_ip4) ip4->checksum = 0; if (is_tso) { if (is_ip4) ip4->length = 0; else ip6->payload_length = 0; } if (is_tcp || is_udp) { if (is_ip4) { struct avf_ip4_psh psh = { 0 }; psh.src = ip4->src_address.as_u32; psh.dst = ip4->dst_address.as_u32; psh.proto = ip4->protocol; psh.l4len = is_tso ? 0 : clib_host_to_net_u16 (clib_net_to_host_u16 (ip4->length) - (l4_hdr_offset - l3_hdr_offset)); sum = ~ip_csum (&psh, sizeof (psh)); } else { struct avf_ip6_psh psh = { 0 }; psh.src = ip6->src_address; psh.dst = ip6->dst_address; psh.proto = clib_host_to_net_u32 ((u32) ip6->protocol); psh.l4len = is_tso ? 0 : ip6->payload_length; sum = ~ip_csum (&psh, sizeof (psh)); } } /* ip_csum does a byte swap for some reason... */ sum = clib_net_to_host_u16 (sum); if (is_tcp) tcp->checksum = sum; else if (is_udp) udp->checksum = sum; return flags; } static_always_inline int avf_tx_fill_ctx_desc (vlib_main_t * vm, avf_txq_t * txq, avf_tx_desc_t * d, vlib_buffer_t * b) { vlib_buffer_t *ctx_ph = vlib_get_buffer (vm, txq->ctx_desc_placeholder_bi); if (PREDICT_FALSE (ctx_ph->ref_count == 255)) { /* We need a new placeholder buffer */ u32 new_bi; u8 bpi = vlib_buffer_pool_get_default_for_numa (vm, vm->numa_node); if (PREDICT_TRUE (vlib_buffer_alloc_from_pool (vm, &new_bi, 1, bpi) == 1)) { /* Remove our own reference on the current placeholder buffer */ ctx_ph->ref_count--; /* Replace with the new placeholder buffer */ txq->ctx_desc_placeholder_bi = new_bi; ctx_ph = vlib_get_buffer (vm, new_bi); } else /* Impossible to enqueue a ctx descriptor, fail */ return 1; } /* Acquire a reference on the placeholder buffer */ ctx_ph->ref_count++; u16 l234hdr_sz = vnet_buffer (b)->l4_hdr_offset - b->current_data + vnet_buffer2 (b)->gso_l4_hdr_sz; u16 tlen = vlib_buffer_length_in_chain (vm, b) - l234hdr_sz; d[0].qword[0] = 0; d[0].qword[1] = AVF_TXD_DTYP_CTX | AVF_TXD_CTX_CMD_TSO | AVF_TXD_CTX_SEG_MSS (vnet_buffer2 (b)->gso_size) | AVF_TXD_CTX_SEG_TLEN (tlen); return 0; } static_always_inline u16 avf_tx_enqueue (vlib_main_t * vm, vlib_node_runtime_t * node, avf_txq_t * txq, u32 * buffers, u32 n_packets, int use_va_dma) { u16 next = txq->next; u64 bits = AVF_TXD_CMD_EOP | AVF_TXD_CMD_RSV; const u32 offload_mask = VNET_BUFFER_F_OFFLOAD | VNET_BUFFER_F_GSO; u64 one_by_one_offload_flags = 0; int is_tso; u16 n_desc = 0; u16 *slot, n_desc_left, n_packets_left = n_packets; u16 mask = txq->size - 1; vlib_buffer_t *b[4]; avf_tx_desc_t *d = txq->descs + next; u16 n_desc_needed; vlib_buffer_t *b0; /* avoid ring wrap */ n_desc_left = txq->size - clib_max (txq->next, txq->n_enqueued + 8); if (n_desc_left == 0) return 0; /* Fast path, no ring wrap */ while (n_packets_left && n_desc_left) { u32 or_flags; if (n_packets_left < 8 || n_desc_left < 4) goto one_by_one; vlib_prefetch_buffer_with_index (vm, buffers[4], LOAD); vlib_prefetch_buffer_with_index (vm, buffers[5], LOAD); vlib_prefetch_buffer_with_index (vm, buffers[6], LOAD); vlib_prefetch_buffer_with_index (vm, buffers[7], LOAD); b[0] = vlib_get_buffer (vm, buffers[0]); b[1] = vlib_get_buffer (vm, buffers[1]); b[2] = vlib_get_buffer (vm, buffers[2]); b[3] = vlib_get_buffer (vm, buffers[3]); or_flags = b[0]->flags | b[1]->flags | b[2]->flags | b[3]->flags; if (or_flags & (VLIB_BUFFER_NEXT_PRESENT | offload_mask)) goto one_by_one; vlib_buffer_copy_indices (txq->bufs + next, buffers, 4); if (use_va_dma) { d[0].qword[0] = vlib_buffer_get_current_va (b[0]); d[1].qword[0] = vlib_buffer_get_current_va (b[1]); d[2].qword[0] = vlib_buffer_get_current_va (b[2]); d[3].qword[0] = vlib_buffer_get_current_va (b[3]); } else { d[0].qword[0] = vlib_buffer_get_current_pa (vm, b[0]); d[1].qword[0] = vlib_buffer_get_current_pa (vm, b[1]); d[2].qword[0] = vlib_buffer_get_current_pa (vm, b[2]); d[3].qword[0] = vlib_buffer_get_current_pa (vm, b[3]); } d[0].qword[1] = ((u64) b[0]->current_length) << 34 | bits; d[1].qword[1] = ((u64) b[1]->current_length) << 34 | bits; d[2].qword[1] = ((u64) b[2]->current_length) << 34 | bits; d[3].qword[1] = ((u64) b[3]->current_length) << 34 | bits; next += 4; n_desc += 4; buffers += 4; n_packets_left -= 4; n_desc_left -= 4; d += 4; continue; one_by_one: one_by_one_offload_flags = 0; txq->bufs[next] = buffers[0]; b[0] = vlib_get_buffer (vm, buffers[0]); is_tso = ! !(b[0]->flags & VNET_BUFFER_F_GSO); if (PREDICT_FALSE (is_tso || b[0]->flags & offload_mask)) one_by_one_offload_flags |= avf_tx_prepare_cksum (b[0], is_tso); /* Deal with chain buffer if present */ if (is_tso || b[0]->flags & VLIB_BUFFER_NEXT_PRESENT) { n_desc_needed = 1 + is_tso; b0 = b[0]; /* Wish there were a buffer count for chain buffer */ while (b0->flags & VLIB_BUFFER_NEXT_PRESENT) { b0 = vlib_get_buffer (vm, b0->next_buffer); n_desc_needed++; } /* spec says data descriptor is limited to 8 segments */ if (PREDICT_FALSE (!is_tso && n_desc_needed > 8)) { vlib_buffer_free_one (vm, buffers[0]); vlib_error_count (vm, node->node_index, AVF_TX_ERROR_SEGMENT_SIZE_EXCEEDED, 1); n_packets_left -= 1; buffers += 1; continue; } if (PREDICT_FALSE (n_desc_left < n_desc_needed)) /* * Slow path may be able to to deal with this since it can handle * ring wrap */ break; /* Enqueue a context descriptor if needed */ if (PREDICT_FALSE (is_tso)) { if (avf_tx_fill_ctx_desc (vm, txq, d, b[0])) /* Failure to acquire ref on ctx placeholder */ break; txq->bufs[next + 1] = txq->bufs[next]; txq->bufs[next] = txq->ctx_desc_placeholder_bi; next += 1; n_desc += 1; n_desc_left -= 1; d += 1; } while (b[0]->flags & VLIB_BUFFER_NEXT_PRESENT) { if (use_va_dma) d[0].qword[0] = vlib_buffer_get_current_va (b[0]); else d[0].qword[0] = vlib_buffer_get_current_pa (vm, b[0]); d[0].qword[1] = (((u64) b[0]->current_length) << 34) | AVF_TXD_CMD_RSV | one_by_one_offload_flags; next += 1; n_desc += 1; n_desc_left -= 1; d += 1; txq->bufs[next] = b[0]->next_buffer; b[0] = vlib_get_buffer (vm, b[0]->next_buffer); } } if (use_va_dma) d[0].qword[0] = vlib_buffer_get_current_va (b[0]); else d[0].qword[0] = vlib_buffer_get_current_pa (vm, b[0]); d[0].qword[1] = (((u64) b[0]->current_length) << 34) | bits | one_by_one_offload_flags; next += 1; n_desc += 1; buffers += 1; n_packets_left -= 1; n_desc_left -= 1; d += 1; } /* Slow path to support ring wrap */ if (PREDICT_FALSE (n_packets_left)) { txq->n_enqueued += n_desc; n_desc = 0; d = txq->descs + (next & mask); /* +8 to be consistent with fast path */ n_desc_left = txq->size - (txq->n_enqueued + 8); while (n_packets_left && n_desc_left) { txq->bufs[next & mask] = buffers[0]; b[0] = vlib_get_buffer (vm, buffers[0]); one_by_one_offload_flags = 0; is_tso = ! !(b[0]->flags & VNET_BUFFER_F_GSO); if (PREDICT_FALSE (is_tso || b[0]->flags & offload_mask)) one_by_one_offload_flags |= avf_tx_prepare_cksum (b[0], is_tso); /* Deal with chain buffer if present */ if (is_tso || b[0]->flags & VLIB_BUFFER_NEXT_PRESENT) { n_desc_needed = 1 + is_tso; b0 = b[0]; while (b0->flags & VLIB_BUFFER_NEXT_PRESENT) { b0 = vlib_get_buffer (vm, b0->next_buffer); n_desc_needed++; } /* Spec says data descriptor is limited to 8 segments */ if (PREDICT_FALSE (!is_tso && n_desc_needed > 8)) { vlib_buffer_free_one (vm, buffers[0]); vlib_error_count (vm, node->node_index, AVF_TX_ERROR_SEGMENT_SIZE_EXCEEDED, 1); n_packets_left -= 1; buffers += 1; continue; } if (PREDICT_FALSE (n_desc_left < n_desc_needed)) break; /* Enqueue a context descriptor if needed */ if (PREDICT_FALSE (is_tso)) { if (avf_tx_fill_ctx_desc (vm, txq, d, b[0])) /* Failure to acquire ref on ctx placeholder */ break; txq->bufs[(next + 1) & mask] = txq->bufs[next & mask]; txq->bufs[next & mask] = txq->ctx_desc_placeholder_bi; next += 1; n_desc += 1; n_desc_left -= 1; d = txq->descs + (next & mask); } while (b[0]->flags & VLIB_BUFFER_NEXT_PRESENT) { if (use_va_dma) d[0].qword[0] = vlib_buffer_get_current_va (b[0]); else d[0].qword[0] = vlib_buffer_get_current_pa (vm, b[0]); d[0].qword[1] = (((u64) b[0]->current_length) << 34) | AVF_TXD_CMD_RSV | one_by_one_offload_flags; next += 1; n_desc += 1; n_desc_left -= 1; d = txq->descs + (next & mask); txq->bufs[next & mask] = b[0]->next_buffer; b[0] = vlib_get_buffer (vm, b[0]->next_buffer); } } if (use_va_dma) d[0].qword[0] = vlib_buffer_get_current_va (b[0]); else d[0].qword[0] = vlib_buffer_get_current_pa (vm, b[0]); d[0].qword[1] = (((u64) b[0]->current_length) << 34) | bits | one_by_one_offload_flags; next += 1; n_desc += 1; buffers += 1; n_packets_left -= 1; n_desc_left -= 1; d = txq->descs + (next & mask); } } if ((slot = clib_ring_enq (txq->rs_slots))) { u16 rs_slot = slot[0] = (next - 1) & mask; d = txq->descs + rs_slot; d[0].qword[1] |= AVF_TXD_CMD_RS; } txq->next = next & mask; avf_tail_write (txq->qtx_tail, txq->next); txq->n_enqueued += n_desc; return n_packets - n_packets_left; } VNET_DEVICE_CLASS_TX_FN (avf_device_class) (vlib_main_t * vm, vlib_node_runtime_t * node, vlib_frame_t * frame) { vnet_interface_output_runtime_t *rd = (void *) node->runtime_data; avf_device_t *ad = avf_get_device (rd->dev_instance); u32 thread_index = vm->thread_index; u8 qid = thread_index; avf_txq_t *txq = vec_elt_at_index (ad->txqs, qid % ad->num_queue_pairs); u32 *buffers = vlib_frame_vector_args (frame); u16 n_enq, n_left; u16 n_retry = 2; clib_spinlock_lock_if_init (&txq->lock); n_left = frame->n_vectors; retry: /* release consumed bufs */ if (txq->n_enqueued) { i32 complete_slot = -1; while (1) { u16 *slot = clib_ring_get_first (txq->rs_slots); if (slot == 0) break; if (avf_tx_desc_get_dtyp (txq->descs + slot[0]) != 0x0F) break; complete_slot = slot[0]; clib_ring_deq (txq->rs_slots); } if (complete_slot >= 0) { u16 first, mask, n_free; mask = txq->size - 1; first = (txq->next - txq->n_enqueued) & mask; n_free = (complete_slot + 1 - first) & mask; txq->n_enqueued -= n_free; vlib_buffer_free_from_ring_no_next (vm, txq->bufs, first, txq->size, n_free); } } if (ad->flags & AVF_DEVICE_F_VA_DMA) n_enq = avf_tx_enqueue (vm, node, txq, buffers, n_left, 1); else n_enq = avf_tx_enqueue (vm, node, txq, buffers, n_left, 0); n_left -= n_enq; if (n_left) { buffers += n_enq; if (n_retry--) goto retry; vlib_buffer_free (vm, buffers, n_left); vlib_error_count (vm, node->node_index, AVF_TX_ERROR_NO_FREE_SLOTS, n_left); } clib_spinlock_unlock_if_init (&txq->lock); return frame->n_vectors - n_left; } /* * fd.io coding-style-patch-verification: ON * * Local Variables: * eval: (c-set-style "gnu") * End: */