{"id":11615,"date":"2026-11-20T08:29:29","date_gmt":"2026-11-20T07:29:29","guid":{"rendered":"https:\/\/yfconnectivity.com\/?p=11615"},"modified":"2026-11-20T08:29:51","modified_gmt":"2026-11-20T07:29:51","slug":"infiniband-vs-ethernet-ai-cluster","status":"publish","type":"post","link":"https:\/\/yfconnectivity.com\/fr\/infiniband-vs-ethernet-ai-cluster\/","title":{"rendered":"InfiniBand ou Ethernet pour les clusters d'IA : principales diff\u00e9rences et ce qui change dans votre c\u00e2blage"},"content":{"rendered":"\t\t<div data-elementor-type=\"wp-post\" data-elementor-id=\"11615\" class=\"elementor elementor-11615\" data-elementor-post-type=\"post\">\n\t\t\t\t<div data-particle_enable=\"false\" data-particle-mobile-disabled=\"false\" class=\"elementor-element elementor-element-9241746 e-con-full e-flex e-con e-parent\" data-id=\"9241746\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t<div class=\"elementor-element elementor-element-327b0cb elementor-widget elementor-widget-image\" data-id=\"327b0cb\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"image.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<img fetchpriority=\"high\" decoding=\"async\" width=\"1024\" height=\"768\" src=\"https:\/\/yfconnectivity.com\/wp-content\/uploads\/2026\/11\/infiniband-vs-ethernet-same-mpo-cabling-1024x768.webp\" class=\"attachment-large size-large wp-image-11703\" alt=\"Diagram showing an InfiniBand switch and an Ethernet switch connected to the same MPO fiber patch panel row using identical yellow OS2 MPO trunk cables and patch cords\" srcset=\"https:\/\/yfconnectivity.com\/wp-content\/uploads\/2026\/11\/infiniband-vs-ethernet-same-mpo-cabling-1024x768.webp 1024w, https:\/\/yfconnectivity.com\/wp-content\/uploads\/2026\/11\/infiniband-vs-ethernet-same-mpo-cabling-300x225.webp 300w, https:\/\/yfconnectivity.com\/wp-content\/uploads\/2026\/11\/infiniband-vs-ethernet-same-mpo-cabling-768x576.webp 768w, https:\/\/yfconnectivity.com\/wp-content\/uploads\/2026\/11\/infiniband-vs-ethernet-same-mpo-cabling-16x12.webp 16w, https:\/\/yfconnectivity.com\/wp-content\/uploads\/2026\/11\/infiniband-vs-ethernet-same-mpo-cabling-600x450.webp 600w, https:\/\/yfconnectivity.com\/wp-content\/uploads\/2026\/11\/infiniband-vs-ethernet-same-mpo-cabling.webp 1376w\" sizes=\"(max-width: 1024px) 100vw, 1024px\" \/>\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-eda93d4 elementor-toc--content-ellipsis elementor-widget__width-initial elementor-hidden-desktop elementor-hidden-tablet elementor-toc--minimized-on-tablet elementor-widget elementor-widget-table-of-contents\" data-id=\"eda93d4\" data-element_type=\"widget\" data-e-type=\"widget\" data-settings=\"{&quot;no_headings_message&quot;:&quot;No headings were found on this page.&quot;,&quot;container&quot;:&quot;.main-content&quot;,&quot;min_height&quot;:{&quot;unit&quot;:&quot;px&quot;,&quot;size&quot;:0,&quot;sizes&quot;:[]},&quot;headings_by_tags&quot;:[&quot;h2&quot;,&quot;h3&quot;,&quot;h4&quot;,&quot;h5&quot;,&quot;h6&quot;],&quot;marker_view&quot;:&quot;numbers&quot;,&quot;minimize_box&quot;:&quot;yes&quot;,&quot;minimized_on&quot;:&quot;tablet&quot;,&quot;hierarchical_view&quot;:&quot;yes&quot;,&quot;min_height_tablet&quot;:{&quot;unit&quot;:&quot;px&quot;,&quot;size&quot;:&quot;&quot;,&quot;sizes&quot;:[]},&quot;min_height_mobile&quot;:{&quot;unit&quot;:&quot;px&quot;,&quot;size&quot;:&quot;&quot;,&quot;sizes&quot;:[]}}\" data-widget_type=\"table-of-contents.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<div class=\"elementor-toc__header\">\n\t\t\t\t\t\t<h4 class=\"elementor-toc__header-title\">\n\t\t\t\tTABLE OF CONTENTS\t\t\t<\/h4>\n\t\t\t\t\t\t\t\t\t\t<div class=\"elementor-toc__toggle-button elementor-toc__toggle-button--expand\" role=\"button\" tabindex=\"0\" aria-controls=\"elementor-toc__eda93d4\" aria-expanded=\"true\" aria-label=\"Open table of contents\"><svg aria-hidden=\"true\" class=\"e-font-icon-svg e-fas-chevron-down\" viewBox=\"0 0 448 512\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\"><path d=\"M207.029 381.476L12.686 187.132c-9.373-9.373-9.373-24.569 0-33.941l22.667-22.667c9.357-9.357 24.522-9.375 33.901-.04L224 284.505l154.745-154.021c9.379-9.335 24.544-9.317 33.901.04l22.667 22.667c9.373 9.373 9.373 24.569 0 33.941L240.971 381.476c-9.373 9.372-24.569 9.372-33.942 0z\"><\/path><\/svg><\/div>\n\t\t\t\t<div class=\"elementor-toc__toggle-button elementor-toc__toggle-button--collapse\" role=\"button\" tabindex=\"0\" aria-controls=\"elementor-toc__eda93d4\" aria-expanded=\"true\" aria-label=\"Close table of contents\"><svg aria-hidden=\"true\" class=\"e-font-icon-svg e-fas-chevron-up\" viewBox=\"0 0 448 512\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\"><path d=\"M240.971 130.524l194.343 194.343c9.373 9.373 9.373 24.569 0 33.941l-22.667 22.667c-9.357 9.357-24.522 9.375-33.901.04L224 227.495 69.255 381.516c-9.379 9.335-24.544 9.317-33.901-.04l-22.667-22.667c-9.373-9.373-9.373-24.569 0-33.941L207.03 130.525c9.372-9.373 24.568-9.373 33.941-.001z\"><\/path><\/svg><\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<div id=\"elementor-toc__eda93d4\" class=\"elementor-toc__body\">\n\t\t\t<div class=\"elementor-toc__spinner-container\">\n\t\t\t\t<svg class=\"elementor-toc__spinner eicon-animation-spin e-font-icon-svg e-eicon-loading\" aria-hidden=\"true\" viewBox=\"0 0 1000 1000\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\"><path d=\"M500 975V858C696 858 858 696 858 500S696 142 500 142 142 304 142 500H25C25 237 238 25 500 25S975 237 975 500 763 975 500 975Z\"><\/path><\/svg>\t\t\t<\/div>\n\t\t<\/div>\n\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-289e275 elementor-widget elementor-widget-text-editor\" data-id=\"289e275\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p>InfiniBand and Ethernet can both carry the RDMA traffic that ties GPU servers together in an AI cluster, and both run large AI workloads today. InfiniBand is a dedicated fabric with its own switches and management model, while Ethernet carries RDMA through RoCE on Ethernet switches and has been gaining ground in AI back-end networks.<\/p><p>For the fiber plant, the difference between InfiniBand and Ethernet is smaller than many buyers expect. In NVIDIA&#8217;s 400G generation, the original transceivers work with either protocol, and the MPO-12\/APC connectors, fiber cables and patch panels are the same. Not every part number is dual-protocol, though. Below we compare the two fabrics, then go layer by layer from the network card to the patch panel to show what changes when you switch and what carries over.<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-15b6d62 elementor-widget elementor-widget-heading\" data-id=\"15b6d62\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"heading.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t<h2 class=\"elementor-heading-title elementor-size-default\">InfiniBand and Ethernet (RoCE): What Each One Is<\/h2>\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-c507af9 elementor-widget elementor-widget-text-editor\" data-id=\"c507af9\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p>InfiniBand is a networking architecture built for high-performance computing and AI. It has its own switches, adapters and cables, and a single trade association writes the specification. Ethernet is the general-purpose network technology found in almost every data center. For AI training, it carries the same RDMA traffic through RoCE, which stands for RDMA over Converged Ethernet. RDMA lets one server read or write another server&#8217;s memory without involving that server&#8217;s CPU, which speeds up data transfer between GPUs.<\/p><p>Two different bodies define them. The InfiniBand Trade Association (IBTA) defines and maintains both the InfiniBand and the RoCE specifications. The physical layer and media access control of wired Ethernet are defined by the IEEE 802.3 working group, which writes the Ethernet standards. RoCE is an industry standard transport that lets Remote Direct Memory Access (RDMA) run on ordinary Ethernet layer 2 and 3 networks, and the IBTA released its first specification in 2010.<\/p><p>InfiniBand speeds move in generations. According to the IBTA roadmap, NDR 400 Gb\/s InfiniBand is shipping today and GDR 1.6 Tb\/s products are planned for the 2028 timeframe.<sup><a href=\"#ref-1\">[1]<\/a><\/sup><\/p><p>One point of scope: we compare the scale-out network that links servers. NVLink is a scale-up interconnect for GPU-to-GPU communication inside a rack-scale system, so it sits alongside InfiniBand or Ethernet rather than replacing either. Our <a href=\"\/gpu-networking-guide\/\">GPU networking guide<\/a> explains how the scale-up and scale-out layers fit together.<\/p><p><!-- \u914d\u56fe\u4f4d\uff1aTwo layers of an AI cluster network: NVLink linking GPUs inside one rack-scale system (scale-up), and InfiniBand or Ethernet switches linking servers across racks (scale-out) --> <\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-341d16c elementor-widget elementor-widget-image\" data-id=\"341d16c\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"image.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<img decoding=\"async\" width=\"1024\" height=\"687\" src=\"https:\/\/yfconnectivity.com\/wp-content\/uploads\/2026\/11\/ai-cluster-network-scale-up-vs-scale-out-1024x687.webp\" class=\"attachment-large size-large wp-image-11704\" alt=\"\" srcset=\"https:\/\/yfconnectivity.com\/wp-content\/uploads\/2026\/11\/ai-cluster-network-scale-up-vs-scale-out-1024x687.webp 1024w, https:\/\/yfconnectivity.com\/wp-content\/uploads\/2026\/11\/ai-cluster-network-scale-up-vs-scale-out-300x201.webp 300w, https:\/\/yfconnectivity.com\/wp-content\/uploads\/2026\/11\/ai-cluster-network-scale-up-vs-scale-out-768x515.webp 768w, https:\/\/yfconnectivity.com\/wp-content\/uploads\/2026\/11\/ai-cluster-network-scale-up-vs-scale-out-18x12.webp 18w, https:\/\/yfconnectivity.com\/wp-content\/uploads\/2026\/11\/ai-cluster-network-scale-up-vs-scale-out-600x403.webp 600w, https:\/\/yfconnectivity.com\/wp-content\/uploads\/2026\/11\/ai-cluster-network-scale-up-vs-scale-out.webp 1264w\" sizes=\"(max-width: 1024px) 100vw, 1024px\">\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-3bb8887 elementor-widget elementor-widget-heading\" data-id=\"3bb8887\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"heading.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t<h2 class=\"elementor-heading-title elementor-size-default\">InfiniBand vs Ethernet at a Glance<\/h2>\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-1529f97 elementor-widget elementor-widget-text-editor\" data-id=\"1529f97\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<table style=\"width:100%;border-collapse:collapse;margin:16px 0;\">\n  <thead>\n    <tr style=\"background-color:#f3f4f6;\">\n      <th style=\"background-color:#f3f4f6;font-weight:600;text-align:left;padding:10px 12px;border:1px solid #e5e7eb;\"><\/th>\n      <th style=\"background-color:#f3f4f6;font-weight:600;text-align:left;padding:10px 12px;border:1px solid #e5e7eb;\">InfiniBand<\/th>\n      <th style=\"background-color:#f3f4f6;font-weight:600;text-align:left;padding:10px 12px;border:1px solid #e5e7eb;\">Ethernet with RoCE<\/th>\n    <\/tr>\n  <\/thead>\n  <tbody>\n    <tr>\n      <td style=\"padding:10px 12px;border:1px solid #e5e7eb;text-align:left;\">Defined by<\/td>\n      <td style=\"padding:10px 12px;border:1px solid #e5e7eb;text-align:left;\">IBTA<\/td>\n      <td style=\"padding:10px 12px;border:1px solid #e5e7eb;text-align:left;\">IEEE 802.3 for Ethernet; IBTA for the RoCE transport<\/td>\n    <\/tr>\n    <tr>\n      <td style=\"padding:10px 12px;border:1px solid #e5e7eb;text-align:left;\">RDMA<\/td>\n      <td style=\"padding:10px 12px;border:1px solid #e5e7eb;text-align:left;\">Native<\/td>\n      <td style=\"padding:10px 12px;border:1px solid #e5e7eb;text-align:left;\">Through RoCE<\/td>\n    <\/tr>\n    <tr>\n      <td style=\"padding:10px 12px;border:1px solid #e5e7eb;text-align:left;\">Packet loss<\/td>\n      <td style=\"padding:10px 12px;border:1px solid #e5e7eb;text-align:left;\">Designed for lossless I\/O fabrics<\/td>\n      <td style=\"padding:10px 12px;border:1px solid #e5e7eb;text-align:left;\">Lossless behavior depends on flow control and congestion settings across the fabric<\/td>\n    <\/tr>\n    <tr>\n      <td style=\"padding:10px 12px;border:1px solid #e5e7eb;text-align:left;\">Fabric management<\/td>\n      <td style=\"padding:10px 12px;border:1px solid #e5e7eb;text-align:left;\">A subnet manager handles routing<\/td>\n      <td style=\"padding:10px 12px;border:1px solid #e5e7eb;text-align:left;\">Standard Ethernet switching and operations tools<\/td>\n    <\/tr>\n    <tr>\n      <td style=\"padding:10px 12px;border:1px solid #e5e7eb;text-align:left;\">Switches<\/td>\n      <td style=\"padding:10px 12px;border:1px solid #e5e7eb;text-align:left;\">NVIDIA Quantum InfiniBand switches<\/td>\n      <td style=\"padding:10px 12px;border:1px solid #e5e7eb;text-align:left;\">Several vendors; in 2024 Celestica, NVIDIA and Huawei led AI back-end Ethernet switching<\/td>\n    <\/tr>\n    <tr>\n      <td style=\"padding:10px 12px;border:1px solid #e5e7eb;text-align:left;\">Published scale<\/td>\n      <td style=\"padding:10px 12px;border:1px solid #e5e7eb;text-align:left;\">Tens of thousands of nodes in one subnet (IBTA)<\/td>\n      <td style=\"padding:10px 12px;border:1px solid #e5e7eb;text-align:left;\">RoCE cluster designs for up to 32,000 GPUs (Meta)<\/td>\n    <\/tr>\n    <tr>\n      <td style=\"padding:10px 12px;border:1px solid #e5e7eb;text-align:left;\">Network cards<\/td>\n      <td style=\"padding:10px 12px;border:1px solid #e5e7eb;text-align:left;\">ConnectX-7 runs either protocol<\/td>\n      <td style=\"padding:10px 12px;border:1px solid #e5e7eb;text-align:left;\">ConnectX-7 runs either protocol<\/td>\n    <\/tr>\n    <tr>\n      <td style=\"padding:10px 12px;border:1px solid #e5e7eb;text-align:left;\">Optics and fiber<\/td>\n      <td style=\"padding:10px 12px;border:1px solid #e5e7eb;text-align:left;\">MPO-12\/APC, single-mode or multimode<\/td>\n      <td style=\"padding:10px 12px;border:1px solid #e5e7eb;text-align:left;\">Same connectors and fiber in the 400G generation<\/td>\n    <\/tr>\n  <\/tbody>\n<\/table>\nA few rows need context. The IBTA describes InfiniBand as enabling fully redundant and lossless I\/O fabrics, with a subnet manager providing traffic routing. On Ethernet, a lossless network has to be configured. Meta, which runs RoCE for production AI training, reported that setting buffers took more careful balancing than on InfiniBand because of RoCE&#8217;s more coarse-grained flow control.\n\nThe scale figures are of different kinds. The IBTA figure describes what the architecture can support, while Meta&#8217;s figures come from production: designs for RoCE clusters of up to 32,000 GPUs, and a large Llama 3 variant trained on 16,000 GPUs of a 24,000-GPU RoCE cluster.<sup><a href=\"#ref-2\">[2]<\/a><\/sup> Dell&#8217;Oro Group named Celestica, NVIDIA and Huawei as the leaders of the Ethernet segment of the AI back-end switch market in 2024.\n\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-a8c9f28 elementor-widget elementor-widget-heading\" data-id=\"a8c9f28\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"heading.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t<h2 class=\"elementor-heading-title elementor-size-default\">Latency and Performance: Why the Numbers Disagree<\/h2>\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-aa41d42 elementor-widget elementor-widget-text-editor\" data-id=\"aa41d42\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p>InfiniBand is often chosen for low latency, but claims that one fabric has lower latency than the other rarely compare like with like. Some are port-to-port through one switch, some are end-to-end between hosts, and few say whether the fabric was loaded or congested. The IBTA cites ultra-low latency for InfiniBand, with measured delays of 600 ns end-to-end,<sup><a href=\"#ref-1\">[1]<\/a><\/sup> but it does not state the test conditions, and Ethernet results depend on the switch, the NIC, the configuration and the traffic pattern.<\/p><p>For AI training, a single latency number says little. Training jobs synchronize GPUs over and over, so the whole job waits for the slowest transfer, and one congested link can become the bottleneck. Throughput under load matters as much as latency. In Meta&#8217;s RoCE network, flows that collided after a link failure slowed down the whole training job, and the stated goal of its congestion work was predictable tail latency. The fair comparison is job completion time on your own topology, with your own workload. Our <a href=\"\/gpu-networking-guide\/\">GPU networking guide<\/a> covers the common causes of slow training traffic.<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-c1f194a elementor-widget elementor-widget-heading\" data-id=\"c1f194a\" data-element_type=\"widget\" data-e-type=\"widget\" id=\"how-many-fibers-does-an-ai-cluster-need\" data-widget_type=\"heading.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t<h2 class=\"elementor-heading-title elementor-size-default\">Ethernet vs InfiniBand: Which One Fits Your AI Cluster?<\/h2>\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-bd13814 elementor-widget elementor-widget-text-editor\" data-id=\"bd13814\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p>Both fabrics serve the same use cases, large-scale AI training and HPC, so in the Ethernet vs InfiniBand decision neither wins in every case. NVIDIA itself publishes reference designs for both. Its DGX SuperPOD H100 architecture uses InfiniBand for the compute fabric and an InfiniBand network fabric for storage too, while its enterprise reference architecture for GB300 NVL72 uses Spectrum-X Ethernet for the compute fabric.<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-e23815d elementor-widget elementor-widget-text-editor\" data-id=\"e23815d\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<table style=\"width:100%;border-collapse:collapse;margin:16px 0;\">\n  <thead>\n    <tr style=\"background-color:#f3f4f6;\">\n      <th style=\"background-color:#f3f4f6;font-weight:600;text-align:left;padding:10px 12px;border:1px solid #e5e7eb;\">If this describes your project<\/th>\n      <th style=\"background-color:#f3f4f6;font-weight:600;text-align:left;padding:10px 12px;border:1px solid #e5e7eb;\">It points toward<\/th>\n      <th style=\"background-color:#f3f4f6;font-weight:600;text-align:left;padding:10px 12px;border:1px solid #e5e7eb;\">Why<\/th>\n    <\/tr>\n  <\/thead>\n  <tbody>\n    <tr>\n      <td style=\"padding:10px 12px;border:1px solid #e5e7eb;text-align:left;\">You are deploying a vendor reference design as published<\/td>\n      <td style=\"padding:10px 12px;border:1px solid #e5e7eb;text-align:left;\">Whatever that design specifies<\/td>\n      <td style=\"padding:10px 12px;border:1px solid #e5e7eb;text-align:left;\">Switches, cables and lengths are validated together<\/td>\n    <\/tr>\n    <tr>\n      <td style=\"padding:10px 12px;border:1px solid #e5e7eb;text-align:left;\">Your team already runs Ethernet at scale and buys from several vendors<\/td>\n      <td style=\"padding:10px 12px;border:1px solid #e5e7eb;text-align:left;\">Ethernet with RoCE<\/td>\n      <td style=\"padding:10px 12px;border:1px solid #e5e7eb;text-align:left;\">Same tools, skills and supply chain as the rest of the network<\/td>\n    <\/tr>\n    <tr>\n      <td style=\"padding:10px 12px;border:1px solid #e5e7eb;text-align:left;\">You want a fabric designed for lossless RDMA from the start<\/td>\n      <td style=\"padding:10px 12px;border:1px solid #e5e7eb;text-align:left;\">InfiniBand<\/td>\n      <td style=\"padding:10px 12px;border:1px solid #e5e7eb;text-align:left;\">Less tuning of flow control and congestion settings<\/td>\n    <\/tr>\n    <tr>\n      <td style=\"padding:10px 12px;border:1px solid #e5e7eb;text-align:left;\">The cluster will share switching with front-end or storage traffic<\/td>\n      <td style=\"padding:10px 12px;border:1px solid #e5e7eb;text-align:left;\">Ethernet with RoCE<\/td>\n      <td style=\"padding:10px 12px;border:1px solid #e5e7eb;text-align:left;\">One switching technology across networks<\/td>\n    <\/tr>\n    <tr>\n      <td style=\"padding:10px 12px;border:1px solid #e5e7eb;text-align:left;\">Several thousand GPUs or more<\/td>\n      <td style=\"padding:10px 12px;border:1px solid #e5e7eb;text-align:left;\">Either<\/td>\n      <td style=\"padding:10px 12px;border:1px solid #e5e7eb;text-align:left;\">Both have shown scalability in published deployments or designs<\/td>\n    <\/tr>\n  <\/tbody>\n<\/table>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-83c7583 elementor-widget elementor-widget-text-editor\" data-id=\"83c7583\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p>The market is moving toward Ethernet. Dell&#8217;Oro Group reported in July 2025 that InfiniBand held over 80 percent of AI back-end networks when its coverage began in late 2023, and that Ethernet is now winning in that segment.<sup><a href=\"#ref-3\">[3]<\/a><\/sup> That is a market forecast, not a ruling on any one cluster. Both product lines are still sold and supported.<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-5686189 elementor-widget elementor-widget-image\" data-id=\"5686189\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"image.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<img decoding=\"async\" width=\"1024\" height=\"572\" src=\"https:\/\/yfconnectivity.com\/wp-content\/uploads\/2026\/11\/infiniband-vs-ethernet-decision-flowchart-1024x572.webp\" class=\"attachment-large size-large wp-image-11705\" alt=\"\" srcset=\"https:\/\/yfconnectivity.com\/wp-content\/uploads\/2026\/11\/infiniband-vs-ethernet-decision-flowchart-1024x572.webp 1024w, https:\/\/yfconnectivity.com\/wp-content\/uploads\/2026\/11\/infiniband-vs-ethernet-decision-flowchart-300x167.webp 300w, https:\/\/yfconnectivity.com\/wp-content\/uploads\/2026\/11\/infiniband-vs-ethernet-decision-flowchart-768x429.webp 768w, https:\/\/yfconnectivity.com\/wp-content\/uploads\/2026\/11\/infiniband-vs-ethernet-decision-flowchart-18x10.webp 18w, https:\/\/yfconnectivity.com\/wp-content\/uploads\/2026\/11\/infiniband-vs-ethernet-decision-flowchart-600x335.webp 600w, https:\/\/yfconnectivity.com\/wp-content\/uploads\/2026\/11\/infiniband-vs-ethernet-decision-flowchart.webp 1376w\" sizes=\"(max-width: 1024px) 100vw, 1024px\">\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-489b29c elementor-widget elementor-widget-heading\" data-id=\"489b29c\" data-element_type=\"widget\" data-e-type=\"widget\" id=\"how-to-choose-between-lc-and-sc-connectors\" data-widget_type=\"heading.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t<h2 class=\"elementor-heading-title elementor-size-default\">Does Switching Fabrics Mean New Fiber Cabling?<\/h2>\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-62a9d5b elementor-widget elementor-widget-text-editor\" data-id=\"62a9d5b\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p>Mostly not, as long as you stay within the same speed generation and optical interface. The protocol lives in the switches and, for some parts, in the transceiver firmware. The connectors, fiber and patch panels are passive: they handle data transmission without knowing which protocol they carry. Port bandwidth is also the same on both sides in this generation, 400 Gb\/s per port. Here is the picture layer by layer for NVIDIA&#8217;s 400G (100G-PAM4) generation:<\/p><table style=\"width: 100%; border-collapse: collapse; margin: 16px 0;\"><thead><tr style=\"background-color: #f3f4f6;\"><th style=\"background-color: #f3f4f6; font-weight: 600; text-align: left; padding: 10px 12px; border: 1px solid #e5e7eb;\">Layer<\/th><th style=\"background-color: #f3f4f6; font-weight: 600; text-align: left; padding: 10px 12px; border: 1px solid #e5e7eb;\">Changes with the protocol?<\/th><th style=\"background-color: #f3f4f6; font-weight: 600; text-align: left; padding: 10px 12px; border: 1px solid #e5e7eb;\">What the vendor documentation says<\/th><\/tr><\/thead><tbody><tr><td style=\"padding: 10px 12px; border: 1px solid #e5e7eb; text-align: left;\">Switches<\/td><td style=\"padding: 10px 12px; border: 1px solid #e5e7eb; text-align: left;\">Yes<\/td><td style=\"padding: 10px 12px; border: 1px solid #e5e7eb; text-align: left;\">NVIDIA Quantum-2 NDR InfiniBand and Spectrum-4 SN5600 Ethernet are separate switch lines, but both use twin-port OSFP cages holding two 400 Gb\/s ports<\/td><\/tr><tr><td style=\"padding: 10px 12px; border: 1px solid #e5e7eb; text-align: left;\">Network cards<\/td><td style=\"padding: 10px 12px; border: 1px solid #e5e7eb; text-align: left;\">Usually not<\/td><td style=\"padding: 10px 12px; border: 1px solid #e5e7eb; text-align: left;\">ConnectX-7 supports both protocols in the same card, activated by the InfiniBand or Ethernet switch it connects to; some ConnectX-6 and BlueField-2 adapters are protocol-specific<\/td><\/tr><tr><td style=\"padding: 10px 12px; border: 1px solid #e5e7eb; text-align: left;\">Transceivers<\/td><td style=\"padding: 10px 12px; border: 1px solid #e5e7eb; text-align: left;\">Check the part number<\/td><td style=\"padding: 10px 12px; border: 1px solid #e5e7eb; text-align: left;\">The original NDR\/400GbE transceivers support both protocols, and their firmware enables the protocol of the switch; newer Ethernet-only versions end in &#8220;-T&#8221;<sup><a href=\"#ref-4\">[4]<\/a><\/sup><\/td><\/tr><tr><td style=\"padding: 10px 12px; border: 1px solid #e5e7eb; text-align: left;\">Connectors<\/td><td style=\"padding: 10px 12px; border: 1px solid #e5e7eb; text-align: left;\">No<\/td><td style=\"padding: 10px 12px; border: 1px solid #e5e7eb; text-align: left;\">MPO-12\/APC: eight fibers in use, four positions blank<\/td><\/tr><tr><td style=\"padding: 10px 12px; border: 1px solid #e5e7eb; text-align: left;\">Fiber cables<\/td><td style=\"padding: 10px 12px; border: 1px solid #e5e7eb; text-align: left;\">No<\/td><td style=\"padding: 10px 12px; border: 1px solid #e5e7eb; text-align: left;\">NVIDIA states that the same fiber cables are used across its NDR and newer optics<\/td><\/tr><tr><td style=\"padding: 10px 12px; border: 1px solid #e5e7eb; text-align: left;\">Patch panels and trunks<\/td><td style=\"padding: 10px 12px; border: 1px solid #e5e7eb; text-align: left;\">No<\/td><td style=\"padding: 10px 12px; border: 1px solid #e5e7eb; text-align: left;\">Reach figures for these optics assume two optical patch panels in the link<\/td><\/tr><tr><td style=\"padding: 10px 12px; border: 1px solid #e5e7eb; text-align: left;\">DAC and AOC cables<\/td><td style=\"padding: 10px 12px; border: 1px solid #e5e7eb; text-align: left;\">Check the part number<\/td><td style=\"padding: 10px 12px; border: 1px solid #e5e7eb; text-align: left;\">Check that each cable part is listed for the target switch and speed; some older adapters need protocol-specific cables<\/td><\/tr><\/tbody><\/table><p>The optical interface is set by the transceiver, not the protocol. These NVIDIA 400G-generation optics show the pattern:<\/p><table style=\"width: 100%; border-collapse: collapse; margin: 16px 0;\"><thead><tr style=\"background-color: #f3f4f6;\"><th style=\"background-color: #f3f4f6; font-weight: 600; text-align: left; padding: 10px 12px; border: 1px solid #e5e7eb;\">Part<\/th><th style=\"background-color: #f3f4f6; font-weight: 600; text-align: left; padding: 10px 12px; border: 1px solid #e5e7eb;\">Form factor<\/th><th style=\"background-color: #f3f4f6; font-weight: 600; text-align: left; padding: 10px 12px; border: 1px solid #e5e7eb;\">Connector<\/th><th style=\"background-color: #f3f4f6; font-weight: 600; text-align: left; padding: 10px 12px; border: 1px solid #e5e7eb;\">Fiber<\/th><th style=\"background-color: #f3f4f6; font-weight: 600; text-align: left; padding: 10px 12px; border: 1px solid #e5e7eb;\">Reach<\/th><\/tr><\/thead><tbody><tr><td style=\"padding: 10px 12px; border: 1px solid #e5e7eb; text-align: left;\">MMS4X00-NS<\/td><td style=\"padding: 10px 12px; border: 1px solid #e5e7eb; text-align: left;\">Twin-port OSFP (2 \u00d7 400G)<\/td><td style=\"padding: 10px 12px; border: 1px solid #e5e7eb; text-align: left;\">2 \u00d7 MPO-12\/APC<\/td><td style=\"padding: 10px 12px; border: 1px solid #e5e7eb; text-align: left;\">Single-mode, 1310 nm<\/td><td style=\"padding: 10px 12px; border: 1px solid #e5e7eb; text-align: left;\">Up to 100 m<\/td><\/tr><tr><td style=\"padding: 10px 12px; border: 1px solid #e5e7eb; text-align: left;\">MMS4X00-NM<\/td><td style=\"padding: 10px 12px; border: 1px solid #e5e7eb; text-align: left;\">Twin-port OSFP (2 \u00d7 400G)<\/td><td style=\"padding: 10px 12px; border: 1px solid #e5e7eb; text-align: left;\">2 \u00d7 MPO<\/td><td style=\"padding: 10px 12px; border: 1px solid #e5e7eb; text-align: left;\">Single-mode, 1310 nm<\/td><td style=\"padding: 10px 12px; border: 1px solid #e5e7eb; text-align: left;\">Up to 500 m<\/td><\/tr><tr><td style=\"padding: 10px 12px; border: 1px solid #e5e7eb; text-align: left;\">MMA4Z00-NS<\/td><td style=\"padding: 10px 12px; border: 1px solid #e5e7eb; text-align: left;\">Twin-port OSFP (2 \u00d7 400G)<\/td><td style=\"padding: 10px 12px; border: 1px solid #e5e7eb; text-align: left;\">2 \u00d7 MPO-12\/APC<\/td><td style=\"padding: 10px 12px; border: 1px solid #e5e7eb; text-align: left;\">Multimode, 850 nm<\/td><td style=\"padding: 10px 12px; border: 1px solid #e5e7eb; text-align: left;\">Up to 50 m<\/td><\/tr><tr><td style=\"padding: 10px 12px; border: 1px solid #e5e7eb; text-align: left;\">MMA1Z00-NS400<\/td><td style=\"padding: 10px 12px; border: 1px solid #e5e7eb; text-align: left;\">QSFP112 (400G)<\/td><td style=\"padding: 10px 12px; border: 1px solid #e5e7eb; text-align: left;\">MPO-12\/APC<\/td><td style=\"padding: 10px 12px; border: 1px solid #e5e7eb; text-align: left;\">Multimode, 850 nm<\/td><td style=\"padding: 10px 12px; border: 1px solid #e5e7eb; text-align: left;\">Up to 50 m<\/td><\/tr><\/tbody><\/table><p><strong>What carries over and what does not<\/strong><\/p><p>Within one generation and one optical interface, the structured fiber plant (MPO-12\/APC trunks, patch panels and patch cords) can stay in place. The switches change. Transceivers, DAC and AOC cables need a part-number check, and cable lengths should be checked against the new reference design. NVIDIA&#8217;s DGX SuperPOD H100 design, for example, limits the cable path of any InfiniBand cable to 50 m.<\/p><p>What does change the fiber is a change of optical interface. A single-mode DR4-type link and a multimode SR4-type link both use MPO-12\/APC, but single-mode and multimode fiber cannot be swapped. Our <a href=\"\/400g-network-guide\/\">400G network guide<\/a> lists the fiber each 400G optic needs, and our <a href=\"\/mpo-patch-cables\/\">MPO\/MTP patch cables<\/a> cover both fiber types.<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-13ba839 elementor-widget elementor-widget-image\" data-id=\"13ba839\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"image.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<img loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"525\" src=\"https:\/\/yfconnectivity.com\/wp-content\/uploads\/2026\/11\/infiniband-to-ethernet-cabling-what-changes-1024x525.webp\" class=\"attachment-large size-large wp-image-11706\" alt=\"\" srcset=\"https:\/\/yfconnectivity.com\/wp-content\/uploads\/2026\/11\/infiniband-to-ethernet-cabling-what-changes-1024x525.webp 1024w, https:\/\/yfconnectivity.com\/wp-content\/uploads\/2026\/11\/infiniband-to-ethernet-cabling-what-changes-300x154.webp 300w, https:\/\/yfconnectivity.com\/wp-content\/uploads\/2026\/11\/infiniband-to-ethernet-cabling-what-changes-768x394.webp 768w, https:\/\/yfconnectivity.com\/wp-content\/uploads\/2026\/11\/infiniband-to-ethernet-cabling-what-changes-18x9.webp 18w, https:\/\/yfconnectivity.com\/wp-content\/uploads\/2026\/11\/infiniband-to-ethernet-cabling-what-changes-600x308.webp 600w, https:\/\/yfconnectivity.com\/wp-content\/uploads\/2026\/11\/infiniband-to-ethernet-cabling-what-changes.webp 1376w\" sizes=\"(max-width: 1024px) 100vw, 1024px\">\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-8b61b2c elementor-widget elementor-widget-heading\" data-id=\"8b61b2c\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"heading.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t<h2 class=\"elementor-heading-title elementor-size-default\">Migrating or Running Both: A Cabling Checklist<\/h2>\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-d25f8d4 elementor-widget elementor-widget-text-editor\" data-id=\"d25f8d4\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\tUse this list when moving a cluster from one fabric to the other, or when one data hall runs both:\n<ol>\n \t<li><strong>Check every transceiver part number.<\/strong> Confirm it supports the target protocol; Ethernet-only versions exist.<\/li>\n \t<li><strong>Keep the optical interface.<\/strong> Reuse fiber only where the new optic uses the same connector and fiber type (single-mode or multimode).<\/li>\n \t<li><strong>Keep APC throughout.<\/strong> APC and UPC connectors should not be mated.<\/li>\n \t<li><strong>Keep one polarity method.<\/strong> NVIDIA&#8217;s direct optic-to-optic cables are straight crossover, type-B MPO-12\/APC cables.<\/li>\n \t<li><strong>Retest the trunks you keep.<\/strong> Measure insertion loss and compare it with the channel limit, for example 3.0 dB for 400GBASE-DR4.<sup><a href=\"#ref-5\">[5]<\/a><\/sup><\/li>\n \t<li><strong>Recheck lengths against the new reference design.<\/strong> Length limits belong to each design.<\/li>\n \t<li><strong>Plan for the next speed.<\/strong> NVIDIA&#8217;s XDR switch cages also accept NDR cables and transceivers for backward compatibility. A 16-fiber interface such as 800GBASE-DR8 needs 16 fibers per port.<\/li>\n<\/ol>\nFor zoning, fiber counts, labeling and acceptance testing of the plant itself, see our guide to <a href=\"\/ai-data-center-structured-cabling\/\">data center structured cabling for AI clusters<\/a>.\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-77c4368 elementor-widget elementor-widget-heading\" data-id=\"77c4368\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"heading.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t<h2 class=\"elementor-heading-title elementor-size-default\">Where Ultra Ethernet Fits<\/h2>\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-11c58ff elementor-widget elementor-widget-text-editor\" data-id=\"11c58ff\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p>The Ultra Ethernet Consortium (UEC) is a consensus-based standards organization operating under the Linux Foundation, and it released Ultra Ethernet Specification 1.0 on June 11, 2025.<sup><a href=\"#ref-6\">[6]<\/a><\/sup> It aims to make Ethernet better suited to AI and HPC traffic. It is a new specification in AI networking, not yet an alternative to InfiniBand or RoCE, so for now AI infrastructure is still built on one of those two. If you plan a fabric today, ask your switch and NIC vendors which UEC features their products support and whether existing optics and cabling carry over.<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-2dfbcb7 elementor-widget elementor-widget-heading\" data-id=\"2dfbcb7\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"heading.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t<h2 class=\"elementor-heading-title elementor-size-default\">MPO Fiber Links for InfiniBand and Ethernet Clusters<\/h2>\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-075b28b elementor-widget elementor-widget-text-editor\" data-id=\"075b28b\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p><strong>MPO\/MTP Patch Cables<\/strong>: MPO\/MTP trunks and patch cords in single-mode and multimode for 400G and 800G links. <a href=\"\/mpo-patch-cables\/\">View MPO\/MTP cables<\/a><\/p><p>The passive links described above work the same under either fabric, and they are what YingFeng supplies. Our <a href=\"\/mpo-patch-cables\/\">MPO\/MTP patch cables<\/a> come in OS2 single-mode and OM3 or OM4 multimode, with APC or UPC end faces, in 8-, 12-, 16- and 24-fiber versions; low-loss versions are available. MPO\/MTP assemblies are produced in a cleanroom, and samples are available on request. For other passive parts, see our <a href=\"\/data-center-fiber-optics\/\">data center fiber optics<\/a>. To get a quote, <a href=\"\/contact-us\/\">tell us<\/a> the transceiver part numbers, link lengths and polarity method.<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-a6f3983 elementor-widget elementor-widget-heading\" data-id=\"a6f3983\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"heading.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t<h2 class=\"elementor-heading-title elementor-size-default\">Frequently Asked Questions<\/h2>\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-7b20380 elementor-widget elementor-widget-n-accordion\" data-id=\"7b20380\" data-element_type=\"widget\" data-e-type=\"widget\" data-settings=\"{&quot;default_state&quot;:&quot;expanded&quot;,&quot;max_items_expended&quot;:&quot;one&quot;,&quot;n_accordion_animation_duration&quot;:{&quot;unit&quot;:&quot;ms&quot;,&quot;size&quot;:400,&quot;sizes&quot;:[]}}\" data-widget_type=\"nested-accordion.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t<div class=\"e-n-accordion\" aria-label=\"Accordion. Open links with Enter or Space, close with Escape, and navigate with Arrow Keys\">\n\t\t\t\t\t\t<details id=\"e-n-accordion-item-1290\" class=\"e-n-accordion-item\" open>\n\t\t\t\t<summary class=\"e-n-accordion-item-title\" data-accordion-index=\"1\" tabindex=\"0\" aria-expanded=\"true\" aria-controls=\"e-n-accordion-item-1290\" >\n\t\t\t\t\t<span class='e-n-accordion-item-title-header'><div class=\"e-n-accordion-item-title-text\"> Is InfiniBand copper or fiber? <\/div><\/span>\n\t\t\t\t\t\t\t<span class='e-n-accordion-item-title-icon'>\n\t\t\t<span class='e-opened' ><svg aria-hidden=\"true\" class=\"e-font-icon-svg e-fas-minus\" viewBox=\"0 0 448 512\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\"><path d=\"M416 208H32c-17.67 0-32 14.33-32 32v32c0 17.67 14.33 32 32 32h384c17.67 0 32-14.33 32-32v-32c0-17.67-14.33-32-32-32z\"><\/path><\/svg><\/span>\n\t\t\t<span class='e-closed'><svg aria-hidden=\"true\" class=\"e-font-icon-svg e-fas-plus\" viewBox=\"0 0 448 512\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\"><path d=\"M416 208H272V64c0-17.67-14.33-32-32-32h-32c-17.67 0-32 14.33-32 32v144H32c-17.67 0-32 14.33-32 32v32c0 17.67 14.33 32 32 32h144v144c0 17.67 14.33 32 32 32h32c17.67 0 32-14.33 32-32V304h144c17.67 0 32-14.33 32-32v-32c0-17.67-14.33-32-32-32z\"><\/path><\/svg><\/span>\n\t\t<\/span>\n\n\t\t\t\t\t\t<\/summary>\n\t\t\t\t<div data-particle_enable=\"false\" data-particle-mobile-disabled=\"false\" role=\"region\" aria-labelledby=\"e-n-accordion-item-1290\" class=\"elementor-element elementor-element-f72436e e-con-full e-flex e-con e-child\" data-id=\"f72436e\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t<div class=\"elementor-element elementor-element-82b8dfd elementor-widget elementor-widget-text-editor\" data-id=\"82b8dfd\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p>Both. Short links inside a rack often use copper direct-attach cables, while longer links use active optical cables or transceivers with fiber. In the 400G generation, the transceivers use MPO-12\/APC connectors over single-mode or multimode fiber.<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/details>\n\t\t\t\t\t\t<details id=\"e-n-accordion-item-1291\" class=\"e-n-accordion-item\" >\n\t\t\t\t<summary class=\"e-n-accordion-item-title\" data-accordion-index=\"2\" tabindex=\"-1\" aria-expanded=\"false\" aria-controls=\"e-n-accordion-item-1291\" >\n\t\t\t\t\t<span class='e-n-accordion-item-title-header'><div class=\"e-n-accordion-item-title-text\"> Does NVIDIA use InfiniBand or Ethernet? <\/div><\/span>\n\t\t\t\t\t\t\t<span class='e-n-accordion-item-title-icon'>\n\t\t\t<span class='e-opened' ><svg aria-hidden=\"true\" class=\"e-font-icon-svg e-fas-minus\" viewBox=\"0 0 448 512\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\"><path d=\"M416 208H32c-17.67 0-32 14.33-32 32v32c0 17.67 14.33 32 32 32h384c17.67 0 32-14.33 32-32v-32c0-17.67-14.33-32-32-32z\"><\/path><\/svg><\/span>\n\t\t\t<span class='e-closed'><svg aria-hidden=\"true\" class=\"e-font-icon-svg e-fas-plus\" viewBox=\"0 0 448 512\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\"><path d=\"M416 208H272V64c0-17.67-14.33-32-32-32h-32c-17.67 0-32 14.33-32 32v144H32c-17.67 0-32 14.33-32 32v32c0 17.67 14.33 32 32 32h144v144c0 17.67 14.33 32 32 32h32c17.67 0 32-14.33 32-32V304h144c17.67 0 32-14.33 32-32v-32c0-17.67-14.33-32-32-32z\"><\/path><\/svg><\/span>\n\t\t<\/span>\n\n\t\t\t\t\t\t<\/summary>\n\t\t\t\t<div data-particle_enable=\"false\" data-particle-mobile-disabled=\"false\" role=\"region\" aria-labelledby=\"e-n-accordion-item-1291\" class=\"elementor-element elementor-element-18fd5bf e-flex e-con-boxed e-con e-child\" data-id=\"18fd5bf\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-800e3f6 elementor-widget elementor-widget-text-editor\" data-id=\"800e3f6\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p>Both. NVIDIA sells Quantum InfiniBand switches and Spectrum Ethernet switches, publishes reference designs for each, and its ConnectX-7 network cards run either protocol.<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/details>\n\t\t\t\t\t\t<details id=\"e-n-accordion-item-1292\" class=\"e-n-accordion-item\" >\n\t\t\t\t<summary class=\"e-n-accordion-item-title\" data-accordion-index=\"3\" tabindex=\"-1\" aria-expanded=\"false\" aria-controls=\"e-n-accordion-item-1292\" >\n\t\t\t\t\t<span class='e-n-accordion-item-title-header'><div class=\"e-n-accordion-item-title-text\"> Can the same fiber cables be used for InfiniBand and Ethernet? <\/div><\/span>\n\t\t\t\t\t\t\t<span class='e-n-accordion-item-title-icon'>\n\t\t\t<span class='e-opened' ><svg aria-hidden=\"true\" class=\"e-font-icon-svg e-fas-minus\" viewBox=\"0 0 448 512\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\"><path d=\"M416 208H32c-17.67 0-32 14.33-32 32v32c0 17.67 14.33 32 32 32h384c17.67 0 32-14.33 32-32v-32c0-17.67-14.33-32-32-32z\"><\/path><\/svg><\/span>\n\t\t\t<span class='e-closed'><svg aria-hidden=\"true\" class=\"e-font-icon-svg e-fas-plus\" viewBox=\"0 0 448 512\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\"><path d=\"M416 208H272V64c0-17.67-14.33-32-32-32h-32c-17.67 0-32 14.33-32 32v144H32c-17.67 0-32 14.33-32 32v32c0 17.67 14.33 32 32 32h144v144c0 17.67 14.33 32 32 32h32c17.67 0 32-14.33 32-32V304h144c17.67 0 32-14.33 32-32v-32c0-17.67-14.33-32-32-32z\"><\/path><\/svg><\/span>\n\t\t<\/span>\n\n\t\t\t\t\t\t<\/summary>\n\t\t\t\t<div data-particle_enable=\"false\" data-particle-mobile-disabled=\"false\" role=\"region\" aria-labelledby=\"e-n-accordion-item-1292\" class=\"elementor-element elementor-element-687fda6 e-con-full e-flex e-con e-child\" data-id=\"687fda6\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t<div class=\"elementor-element elementor-element-6074ae8 elementor-widget elementor-widget-text-editor\" data-id=\"6074ae8\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p>Yes, within the same generation and optical interface. The MPO-12\/APC connectors and fiber are the same; what needs checking is whether each transceiver supports the target protocol. See <a href=\"#does-switching-fabrics-mean-new-fiber-cabling\">Does Switching Fabrics Mean New Fiber Cabling?<\/a> for the full breakdown.<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/details>\n\t\t\t\t\t\t<details id=\"e-n-accordion-item-1293\" class=\"e-n-accordion-item\" >\n\t\t\t\t<summary class=\"e-n-accordion-item-title\" data-accordion-index=\"4\" tabindex=\"-1\" aria-expanded=\"false\" aria-controls=\"e-n-accordion-item-1293\" >\n\t\t\t\t\t<span class='e-n-accordion-item-title-header'><div class=\"e-n-accordion-item-title-text\">  What is RoCE? <\/div><\/span>\n\t\t\t\t\t\t\t<span class='e-n-accordion-item-title-icon'>\n\t\t\t<span class='e-opened' ><svg aria-hidden=\"true\" class=\"e-font-icon-svg e-fas-minus\" viewBox=\"0 0 448 512\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\"><path d=\"M416 208H32c-17.67 0-32 14.33-32 32v32c0 17.67 14.33 32 32 32h384c17.67 0 32-14.33 32-32v-32c0-17.67-14.33-32-32-32z\"><\/path><\/svg><\/span>\n\t\t\t<span class='e-closed'><svg aria-hidden=\"true\" class=\"e-font-icon-svg e-fas-plus\" viewBox=\"0 0 448 512\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\"><path d=\"M416 208H272V64c0-17.67-14.33-32-32-32h-32c-17.67 0-32 14.33-32 32v144H32c-17.67 0-32 14.33-32 32v32c0 17.67 14.33 32 32 32h144v144c0 17.67 14.33 32 32 32h32c17.67 0 32-14.33 32-32V304h144c17.67 0 32-14.33 32-32v-32c0-17.67-14.33-32-32-32z\"><\/path><\/svg><\/span>\n\t\t<\/span>\n\n\t\t\t\t\t\t<\/summary>\n\t\t\t\t<div data-particle_enable=\"false\" data-particle-mobile-disabled=\"false\" role=\"region\" aria-labelledby=\"e-n-accordion-item-1293\" class=\"elementor-element elementor-element-0238114 e-flex e-con-boxed e-con e-child\" data-id=\"0238114\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-57eaad5 elementor-widget elementor-widget-text-editor\" data-id=\"57eaad5\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p>RoCE (RDMA over Converged Ethernet) is an industry standard transport, defined by the IBTA, that lets RDMA run on ordinary Ethernet layer 2 and 3 networks. The first specification was released in 2010.<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/details>\n\t\t\t\t\t\t<details id=\"e-n-accordion-item-1294\" class=\"e-n-accordion-item\" >\n\t\t\t\t<summary class=\"e-n-accordion-item-title\" data-accordion-index=\"5\" tabindex=\"-1\" aria-expanded=\"false\" aria-controls=\"e-n-accordion-item-1294\" >\n\t\t\t\t\t<span class='e-n-accordion-item-title-header'><div class=\"e-n-accordion-item-title-text\"> Is Ethernet replacing InfiniBand? <\/div><\/span>\n\t\t\t\t\t\t\t<span class='e-n-accordion-item-title-icon'>\n\t\t\t<span class='e-opened' ><svg aria-hidden=\"true\" class=\"e-font-icon-svg e-fas-minus\" viewBox=\"0 0 448 512\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\"><path d=\"M416 208H32c-17.67 0-32 14.33-32 32v32c0 17.67 14.33 32 32 32h384c17.67 0 32-14.33 32-32v-32c0-17.67-14.33-32-32-32z\"><\/path><\/svg><\/span>\n\t\t\t<span class='e-closed'><svg aria-hidden=\"true\" class=\"e-font-icon-svg e-fas-plus\" viewBox=\"0 0 448 512\" xmlns=\"http:\/\/www.w3.org\/2000\/svg\"><path d=\"M416 208H272V64c0-17.67-14.33-32-32-32h-32c-17.67 0-32 14.33-32 32v144H32c-17.67 0-32 14.33-32 32v32c0 17.67 14.33 32 32 32h144v144c0 17.67 14.33 32 32 32h32c17.67 0 32-14.33 32-32V304h144c17.67 0 32-14.33 32-32v-32c0-17.67-14.33-32-32-32z\"><\/path><\/svg><\/span>\n\t\t<\/span>\n\n\t\t\t\t\t\t<\/summary>\n\t\t\t\t<div data-particle_enable=\"false\" data-particle-mobile-disabled=\"false\" role=\"region\" aria-labelledby=\"e-n-accordion-item-1294\" class=\"elementor-element elementor-element-044aa9e e-flex e-con-boxed e-con e-child\" data-id=\"044aa9e\" data-element_type=\"container\" data-e-type=\"container\">\n\t\t\t\t\t<div class=\"e-con-inner\">\n\t\t\t\t<div class=\"elementor-element elementor-element-69b1975 elementor-widget elementor-widget-text-editor\" data-id=\"69b1975\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<p>In AI back-end networks, Ethernet has been gaining share quickly since late 2023, according to Dell&#8217;Oro Group&#8217;s July 2025 report. Ethernet and InfiniBand are both still sold and deployed, and NVIDIA publishes reference designs for both.<\/p>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t\t<\/details>\n\t\t\t\t\t<\/div>\n\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-1134529 elementor-widget elementor-widget-heading\" data-id=\"1134529\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"heading.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t<h2 class=\"elementor-heading-title elementor-size-default\">External references<\/h2>\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<div class=\"elementor-element elementor-element-42ed4ab elementor-widget elementor-widget-text-editor\" data-id=\"42ed4ab\" data-element_type=\"widget\" data-e-type=\"widget\" data-widget_type=\"text-editor.default\">\n\t\t\t\t<div class=\"elementor-widget-container\">\n\t\t\t\t\t\t\t\t\t<ol>\n  <li id=\"ref-1\">InfiniBand Trade Association: <a href=\"https:\/\/www.infinibandta.org\/about-infiniband\/\" target=\"_blank\" rel=\"noopener\">About InfiniBand<\/a><\/li>\n  <li id=\"ref-2\">Gangidi et al., RDMA over Ethernet for Distributed AI Training at Meta Scale, ACM SIGCOMM 2024: <a href=\"https:\/\/dl.acm.org\/doi\/10.1145\/3651890.3672233\" target=\"_blank\" rel=\"noopener\">ACM Digital Library<\/a><\/li>\n  <li id=\"ref-3\">Dell&#8217;Oro Group: <a href=\"https:\/\/www.delloro.com\/news\/ethernet-is-winning-the-war-against-infiniband-in-ai-back-end-networks\/\" target=\"_blank\" rel=\"noopener\">Ethernet is Winning the War Against InfiniBand in AI Back-End Networks (press release, July 15, 2025)<\/a><\/li>\n  <li id=\"ref-4\">NVIDIA: LinkX 400Gb\/s Cables and Transceivers Main Deck (product documentation)<\/li>\n  <li id=\"ref-5\">TIA Fiber Optics Technology Consortium: <a href=\"https:\/\/www.tiafotc.org\/ieee-802-3-ethernet-standards-update\/singlemode-standards-update\/400gbase-dr4\/\" target=\"_blank\" rel=\"noopener\">400GBASE-DR4 Application Overview<\/a><\/li>\n  <li id=\"ref-6\">Ultra Ethernet Consortium: <a href=\"https:\/\/ultraethernet.org\/wp-content\/uploads\/sites\/20\/2025\/06\/UE-Specification-6.11.25.pdf\" target=\"_blank\" rel=\"noopener\">Ultra Ethernet Specification v1.0 (June 11, 2025)<\/a><\/li>\n<\/ol>\t\t\t\t\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t\t\t<\/div>\n\t\t","protected":false},"excerpt":{"rendered":"<p>InfiniBand et Ethernet avec RoCE acheminent tous deux du trafic RDMA dans les clusters d'IA. Comparez leurs diff\u00e9rences, identifiez les cas d'utilisation de chacun et d\u00e9terminez quelles couches du c\u00e2blage sont concern\u00e9es lorsque vous changez de structure de r\u00e9seau : commutateurs, cartes r\u00e9seau, \u00e9metteurs-r\u00e9cepteurs, connecteurs MPO et fibre optique.<\/p>","protected":false},"author":1,"featured_media":11703,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"_acf_changed":false,"site-sidebar-layout":"default","site-content-layout":"","ast-site-content-layout":"","site-content-style":"default","site-sidebar-style":"default","ast-global-header-display":"","ast-banner-title-visibility":"","ast-main-header-display":"","ast-hfb-above-header-display":"","ast-hfb-below-header-display":"","ast-hfb-mobile-header-display":"","site-post-title":"","ast-breadcrumbs-content":"","ast-featured-img":"","footer-sml-layout":"","ast-disable-related-posts":"","theme-transparent-header-meta":"","adv-header-id-meta":"","stick-header-meta":"","header-above-stick-meta":"","header-main-stick-meta":"","header-below-stick-meta":"","astra-migrate-meta-layouts":"default","ast-page-background-enabled":"default","ast-page-background-meta":{"desktop":{"background-color":"var(--ast-global-color-5)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"tablet":{"background-color":"","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"mobile":{"background-color":"","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""}},"ast-content-background-meta":{"desktop":{"background-color":"var(--ast-global-color-4)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"tablet":{"background-color":"var(--ast-global-color-4)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""},"mobile":{"background-color":"var(--ast-global-color-4)","background-image":"","background-repeat":"repeat","background-position":"center center","background-size":"auto","background-attachment":"scroll","background-type":"","background-media":"","overlay-type":"","overlay-color":"","overlay-opacity":"","overlay-gradient":""}},"footnotes":""},"categories":[26],"tags":[],"class_list":["post-11615","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-professional-insights"],"acf":[],"_links":{"self":[{"href":"https:\/\/yfconnectivity.com\/fr\/wp-json\/wp\/v2\/posts\/11615","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/yfconnectivity.com\/fr\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/yfconnectivity.com\/fr\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/yfconnectivity.com\/fr\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/yfconnectivity.com\/fr\/wp-json\/wp\/v2\/comments?post=11615"}],"version-history":[{"count":4,"href":"https:\/\/yfconnectivity.com\/fr\/wp-json\/wp\/v2\/posts\/11615\/revisions"}],"predecessor-version":[{"id":11710,"href":"https:\/\/yfconnectivity.com\/fr\/wp-json\/wp\/v2\/posts\/11615\/revisions\/11710"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/yfconnectivity.com\/fr\/wp-json\/wp\/v2\/media\/11703"}],"wp:attachment":[{"href":"https:\/\/yfconnectivity.com\/fr\/wp-json\/wp\/v2\/media?parent=11615"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/yfconnectivity.com\/fr\/wp-json\/wp\/v2\/categories?post=11615"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/yfconnectivity.com\/fr\/wp-json\/wp\/v2\/tags?post=11615"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}