<?xml version="1.0" encoding="UTF-8"?>
<rss xmlns:dc="http://purl.org/dc/elements/1.1/" version="2.0">
  <channel>
    <title>InfoQ - Apache - News</title>
    <link>https://www.infoq.com</link>
    <description>InfoQ Apache News feed</description>
    <item>
      <title>LinkedIn Cuts Daily Spark Shuffle Fetch Failures from 750 to 20 with Apache Celeborn</title>
      <link>https://www.infoq.com/news/2026/11/linkedin-celeborn-remote-shuffle/?utm_campaign=infoq_content&amp;utm_source=infoq&amp;utm_medium=feed&amp;utm_term=Apache-news</link>
      <description>&lt;img src="https://www.infoq.com/styles/static/images/logo/logo_bigger.jpg"/&gt;&lt;p&gt;LinkedIn deployed Apache Celeborn as a shared remote shuffle platform across most Spark and Flink workloads, reducing daily shuffle fetch failures from approximately 750 to 20. The deployment also lowered compute costs by 10%, improved application runtimes by 14%, and reduced shuffle costs per task by nearly 90% through dedicated storage, replication, and data-plane optimizations.&lt;/p&gt; &lt;i&gt;By Leela Kumili&lt;/i&gt;</description>
      <category>Performance Tuning</category>
      <category>Distributed Systems</category>
      <category>Apache Flink</category>
      <category>Apache Spark</category>
      <category>Fault Tolerance</category>
      <category>Algorithms</category>
      <category>Compression</category>
      <category>LinkedIn</category>
      <category>Big Data Infrastructure</category>
      <category>Big Data</category>
      <category>Event Driven Architecture</category>
      <category>Cloud Architecture</category>
      <category>Apache</category>
      <category>DevOps</category>
      <category>Development</category>
      <category>Architecture &amp; Design</category>
      <category>news</category>
      <pubDate>Wed, 18 Nov 2026 15:05:00 GMT</pubDate>
      <guid>https://www.infoq.com/news/2026/11/linkedin-celeborn-remote-shuffle/?utm_campaign=infoq_content&amp;utm_source=infoq&amp;utm_medium=feed&amp;utm_term=Apache-news</guid>
      <dc:creator>Leela Kumili</dc:creator>
      <dc:date>2026-11-18T15:05:00Z</dc:date>
      <dc:identifier>/news/2026/11/linkedin-celeborn-remote-shuffle/en</dc:identifier>
    </item>
  </channel>
</rss>
