<!DOCTYPE html><html lang="en"><head><meta http-equiv="Content-Type" content="text/html charset=UTF-8"><meta charset="UTF-8"><meta name="viewport" content="width=device-width"><meta name="x-apple-disable-message-reformatting"><title>TLDR Data</title><meta name="color-scheme" content="light dark"><meta name="supported-color-schemes" content="light dark"><style type="text/css">
:root {
color-scheme: light dark; supported-color-schemes: light dark;
}
*,
*:after,
*:before {
-webkit-box-sizing: border-box; -moz-box-sizing: border-box; box-sizing: border-box;
}
* {
-ms-text-size-adjust: 100%; -webkit-text-size-adjust: 100%;
}
html,
body,
.document {
width: 100% !important; height: 100% !important; margin: 0; padding: 0;
}
body {
-webkit-font-smoothing: antialiased; -moz-osx-font-smoothing: grayscale; text-rendering: optimizeLegibility;
}
div[style*="margin: 16px 0"] {
margin: 0 !important;
}
table,
td {
mso-table-lspace: 0pt; mso-table-rspace: 0pt;
}
table {
border-spacing: 0; border-collapse: collapse; table-layout: fixed; margin: 0 auto;
}
img {
-ms-interpolation-mode: bicubic; max-width: 100%; border: 0;
}
*[x-apple-data-detectors] {
color: inherit !important; text-decoration: none !important;
}
.x-gmail-data-detectors,
.x-gmail-data-detectors *,
.aBn {
border-bottom: 0 !important; cursor: default !important;
}
.btn {
-webkit-transition: all 200ms ease; transition: all 200ms ease;
}
.btn:hover {
background-color: #f67575; border-color: #f67575;
}
* {
font-family: Arial, Helvetica, sans-serif; font-size: 18px;
}
@media screen and (max-width: 600px) {
.container {
width: 100%; margin: auto;
}
.stack {
display: block!important; width: 100%!important; max-width: 100%!important;
}
.btn {
display: block; width: 100%; text-align: center;
}
}
body,
p,
td,
tr,
.body,
table,
h1,
h2,
h3,
h4,
h5,
h6,
div,
span {
background-color: #FEFEFE !important; color: #010101 !important;
}
@media (prefers-color-scheme: dark) {
body,
p,
td,
tr,
.body,
table,
h1,
h2,
h3,
h4,
h5,
h6,
div,
span {
background-color: #27292D !important; color: #FEFEFE !important;
}
}
a {
color: inherit !important; text-decoration: underline !important;
}
</style><!--[if mso | ie]>
<style type="text/css">
a {
background-color: #FEFEFE !important; color: #010101 !important;
}
@media (prefers-color-scheme: dark) {
a {
background-color: #27292D !important; color: #FEFEFE !important;
}
}
</style>
<![endif]--></head><body class="">
<div style="display: none; max-height: 0px; overflow: hidden;">Spark 4.1.0 adds declarative pipelines, real-time structured streaming mode, Arrow-native UDF and UDTF support, SQL scripting and VARIANT as GA </div>
<div style="display: none; max-height: 0px; overflow: hidden;">
<br>
</div>
<table align="center" class="document"><tbody><tr><td valign="top">
<table align="center" border="0" cellpadding="0" cellspacing="0" class="container" width="600"><tbody><tr class="inner-body"><td>
<table align="center" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr class="header"><td bgcolor="" class="container">
<table width="100%"><tbody><tr><td class="container">
<table align="center" bgcolor="" border="0" cellpadding="0" cellspacing="0" style="margin-top: 0px;" width="100%"><tbody><tr><td style="padding: 0px;">
<table align="center" bgcolor="" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding: 15px 15px;">
<div style="text-align: center;">
<span style="margin-right: 0px;"><a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Ftldr.tech%2Fdata%3Futm_source=tldrdata/1/010001a0574d3d53-a983440a-dda1-4e6e-8ee0-e38289aa660e-000000/G884a_lHfvalPihN47w12dxQCIWDUyxWwnkK5HgnMFE=452" rel="noopener noreferrer" target="_blank"><span>Sign Up</span></a>
|<span style="margin-right: 2px; margin-left: 2px;"><a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Fadvertise.tldr.tech%3Futm_source=tldrdata%26utm_medium=newsletter%26utm_campaign=advertisetopnav/1/010001a0574d3d53-a983440a-dda1-4e6e-8ee0-e38289aa660e-000000/59-h0PV1BK58Fua-M3BUuyFx0p_hEiQ4jO6Lo1_hDMA=452" rel="noopener noreferrer" target="_blank"><span>Advertise</span></a></span>|<span style="margin-left: 2px;"><a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Fa.tldrnewsletter.com%2Fweb-version%3Fep=1%26lc=1670a604-84b7-11f0-bcf5-55fc1d40139c%26p=9079cdf8-a505-11f1-a5b6-c716a93f1566%26pt=campaign%26t=1788171074%26s=429dc9eda6654692d5038f245e7780a1743b70d8858e1337f615ebec436407fa/1/010001a0574d3d53-a983440a-dda1-4e6e-8ee0-e38289aa660e-000000/xjhH6id5feTbUxWgGdQFF2i4reskwk5kQndGCupcP1E=452"><span>View Online</span></a></span>
<br>
</span></div>
</td></tr></tbody></table>
<table align="center" bgcolor="" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="text-align: center;"><span data-darkreader-inline-color="" style="--darkreader-inline-color:#3db3ff; color: rgb(51, 175, 255) !important; font-size: 30px;">T</span><span style="font-size: 30px;"><span data-darkreader-inline-color="" style="color: rgb(232, 192, 96) !important; --darkreader-inline-color:#e8c163; font-size:30px;">L</span><span data-darkreader-inline-color="" style="color: rgb(101, 195, 173) !important; --darkreader-inline-color:#6ec7b2; font-size:30px;">D</span></span><span data-darkreader-inline-color="" style="--darkreader-inline-color:#dd6e6e; color: rgb(220, 107, 107) !important; font-size: 30px;">R</span>
<br>
</td></tr></tbody></table>
<br>
<table align="center" bgcolor="" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr id="together-with"><td align="center" height="20" style="vertical-align:middle !important;" valign="middle" width="100%"><strong style="vertical-align:middle !important; height: 100%;">Together With </strong>
<a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Fwww.astronomer.io%2Fevents%2Forchestrate-everything%2F%3Futm_source=tldr-data%26utm_medium=paidmedia%26utm_campaign=20260916-virtual-conference-orchestrate-everything%26utm_content=header_airflow_ai_crash/1/010001a0574d3d53-a983440a-dda1-4e6e-8ee0-e38289aa660e-000000/f7lYGoe9K_yIy4bKWOn54-QlHR9LCsEvXLOltkv1Lag=452"><img src="https://images.tldr.tech/astronomer.png" valign="middle" style="vertical-align: middle !important; height: 100%;" alt="Astronomer"></a></td></tr></tbody></table>
<table style="table-layout: fixed; width:100%;" width="100%"><tbody><tr><td style="padding:0;border-collapse:collapse;border-spacing:0;margin:0;">
<div style="text-align: center;">
<h1><strong>TLDR Data <span id="date">2026-08-31</span></strong></h1>
</div>
</td></tr></tbody></table>
<table style="table-layout: fixed; width:100%;" width="100%"><tbody><tr id="sponsy-copy"><td class="container" style="padding: 15px 15px;">
<div class="text-block">
<span>
<a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Fwww.astronomer.io%2Fevents%2Forchestrate-everything%2F%3Futm_source=tldr-data%26utm_medium=paidmedia%26utm_campaign=20260916-virtual-conference-orchestrate-everything%26utm_content=header_airflow_ai_crash/2/010001a0574d3d53-a983440a-dda1-4e6e-8ee0-e38289aa660e-000000/wZIpyuoKt9axhtdRDpSCNETRzVo4278dPnMpGqgDnRc=452">
<span>
<strong>Free Airflow AI Crash Course with Marc Lamberti (Sponsor)</strong>
</span>
</a>
<br>
<br>
<span style="font-family: "Helvetica Neue", Helvetica, Arial, Verdana, sans-serif;">
Last year's Astronomer virtual conference drew 8,000+ data engineers. This year, <a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Fwww.astronomer.io%2Fevents%2Forchestrate-everything%2F%3Futm_source=tldr-data%26utm_medium=paidmedia%26utm_campaign=20260916-virtual-conference-orchestrate-everything%26utm_content=body_intro_orchestrate_everything/1/010001a0574d3d53-a983440a-dda1-4e6e-8ee0-e38289aa660e-000000/U3SKBadxVsItgx0MlUVjlfYJOggeHfkliLMOlSaqhlE=452" rel="noopener noreferrer nofollow" target="_blank"><span><em>Orchestrate Everything</em></span></a><em> </em>will kick off with Marc Lamberti's free crash course on orchestrating AI with Airflow. You'll get a free certification exam code ($150 value) for joining.
<p></p>
<p>Then, see what production AI orchestration <em>actually</em> looks like with sessions from builders at Lyft, Ramp, and Wix. Sept 16. <a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Fwww.astronomer.io%2Fevents%2Forchestrate-everything%2F%3Futm_source=tldr-data%26utm_medium=paidmedia%26utm_campaign=20260916-virtual-conference-orchestrate-everything%26utm_content=body_outro_register/1/010001a0574d3d53-a983440a-dda1-4e6e-8ee0-e38289aa660e-000000/ZDbhRlbFE2pTi_P1dFL-2M_w8oo0YMbB25XfH8Lc3-M=452" rel="noopener noreferrer nofollow" target="_blank"><span>Register now.</span></a></p>
<p>Free to attend. Built for data engineers at every level.</p>
<p><a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Fwww.astronomer.io%2Fevents%2Forchestrate-everything%2F%3Futm_source=tldr-data%26utm_medium=paidmedia%26utm_campaign=20260916-virtual-conference-orchestrate-everything%26utm_content=body_outro_register/2/010001a0574d3d53-a983440a-dda1-4e6e-8ee0-e38289aa660e-000000/CtSqPiZhFDvP90DihLFwp1QLuMDfuPi5HzlY9Xo87_A=452" rel="noopener noreferrer nofollow" target="_blank"><span>Register free.</span></a>
</p>
</span></span></div>
</td></tr></tbody></table>
</td></tr></tbody></table>
</td></tr></tbody></table>
</td></tr>
<tr bgcolor=""><td class="container">
<table align="center" bgcolor="" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td style="padding: 0px;">
<table align="center" bgcolor="" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding-top: 0px; padding-bottom: 0px;">
<div class="text-block">
<div style="text-align: center;"><span style="font-size: 36px;">📱</span></div></div>
</td></tr></tbody></table>
<table align="center" bgcolor="" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding-top: 0px; padding-bottom: 0px;">
<div class="text-block">
<div style="text-align: center;">
<h1><strong>Deep Dives</strong></h1>
</div>
</div>
</td></tr></tbody></table>
<table style="table-layout: fixed; width: 100%;" width="100%"><tbody><tr><td style="padding:0;border-collapse:collapse;border-spacing:0;margin:0;" valign="top">
<table align="center" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding: 15px 15px;">
<div class="text-block">
<span>
<a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Fwww.infoq.com%2Farticles%2Fbeyond-offset-lag-kafka-apache-hudi%2F%3Futm_source=tldrdata/1/010001a0574d3d53-a983440a-dda1-4e6e-8ee0-e38289aa660e-000000/oYQBvLVoDfoKhVQJe92TKj24tdsekzljJwugocvl-Ps=452">
<span>
<strong>Beyond Offset Lag: Computing Time in Queue for Apache Hudi Data Lake Pipelines at Petabyte Scale (10 minute read)</strong>
</span>
</a>
<br>
<br>
<span style="font-family: "Helvetica Neue", Helvetica, Arial, Verdana, sans-serif;">
Twilio's Hudi pipelines store checkpoints in S3, so ordinary Kafka consumer lag misses when lake data is actually stale. This design reads the latest valid Hudi checkpoint, seeks Kafka partitions, and computes freshness from the oldest uncommitted record, turning petabyte-scale SLA drift into a breach ratio operators can alert on.
</span>
</span>
</div>
</td></tr></tbody></table>
<table align="center" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding: 15px 15px;">
<div class="text-block">
<span>
<a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Flinks.tldrnewsletter.com%2FDNEENk/1/010001a0574d3d53-a983440a-dda1-4e6e-8ee0-e38289aa660e-000000/he3wGxw3Dd1nThqCSRHVS2ruIXS8iomBLHER2I6iv6w=452">
<span>
<strong>Scaling Conditional Learned Retrieval for Pinterest Home Feed (9 minute read)</strong>
</span>
</a>
<br>
<br>
<span style="font-family: "Helvetica Neue", Helvetica, Arial, Verdana, sans-serif;">
Pinterest scaled candidate generation by conditioning retrieval embeddings on explicit contexts such as interests, boards, and pins. The system combines conditioned sequence modeling, semantic IDs, unified models, slot routing, request deduplication, and GPU serving so one home feed can represent multiple user intents without exploding serving cost.
</span>
</span>
</div>
</td></tr></tbody></table>
<table align="center" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding: 15px 15px;">
<div class="text-block">
<span>
<a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Fsoftwaremill.com%2Flog-first-or-table-first-apache-kafka-fluss-and-streaming-tables%2F%3Futm_source=tldrdata/1/010001a0574d3d53-a983440a-dda1-4e6e-8ee0-e38289aa660e-000000/2MZJIcGDovdlW7kkkLtQq1RD7LqBK37O1b8D780hdGI=452">
<span>
<strong>Log-first or Table-first? Apache Kafka, Fluss, and Streaming Tables (16 minute read)</strong>
</span>
</a>
<br>
<br>
<span style="font-family: "Helvetica Neue", Helvetica, Arial, Verdana, sans-serif;">
Kafka remains a strong log abstraction, but many streaming workloads ultimately reconstruct tables in object storage anyway. This walkthrough contrasts log-first pipelines with table-first streaming designs such as Fluss, showing where update semantics, compaction, snapshots, and catalog integration may belong closer to hot storage instead of a downstream lakehouse job.
</span>
</span>
</div>
</td></tr></tbody></table>
</td></tr></tbody></table>
<table align="center" bgcolor="" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding-top: 0px; padding-bottom: 0px;">
<div class="text-block">
<div style="text-align: center;"><span style="font-size: 36px;">🚀</span></div>
</div>
</td></tr></tbody></table>
<table align="center" bgcolor="" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding-top: 0px; padding-bottom: 0px;">
<div class="text-block">
<div style="text-align: center;">
<h1><strong>Opinions & Advice</strong></h1>
</div>
</div>
</td></tr></tbody></table>
<table style="table-layout: fixed; width: 100%;" width="100%"><tbody><tr><td style="padding:0;border-collapse:collapse;border-spacing:0;margin:0;" valign="top">
<table align="center" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding: 15px 15px;">
<div class="text-block">
<span>
<a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Flevelup.gitconnected.com%2Fthe-feature-that-was-100-correlated-with-the-answer-because-it-was-the-answer-7c86eeb7adb8%3Futm_source=tldrdata/1/010001a0574d3d53-a983440a-dda1-4e6e-8ee0-e38289aa660e-000000/dltZdUp65ttIZeqFQoOy0eYxRcLMiFge53wJAJwaqIk=452">
<span>
<strong>The Feature That Was 100% Correlated With the Answer — Because It Was the Answer (5 minute read)</strong>
</span>
</a>
<br>
<br>
<span style="font-family: "Helvetica Neue", Helvetica, Arial, Verdana, sans-serif;">
Target encoding, rolling averages, and shifted features can silently leak the answer when computed before a proper split or across mixed entities. The safe workflow is to split first, calculate training-set encodings out of fold, fit other statistics only on training data, use group-aware transforms, and give unseen categories honest fallbacks.
</span>
</span>
</div>
</td></tr></tbody></table>
<table align="center" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding: 15px 15px;">
<div class="text-block">
<span>
<a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Flinks.tldrnewsletter.com%2FgQwEpI/1/010001a0574d3d53-a983440a-dda1-4e6e-8ee0-e38289aa660e-000000/n6kp85ysdHQko1a37HQdYa4DQw9bxwwQy86wcLOziG4=452">
<span>
<strong>Moving away from Fivetran due to cost: Massive Salesforce ingestion to Snowflake at scale — what are our real alternatives? (Reddit Thread)</strong>
</span>
</a>
<br>
<br>
<span style="font-family: "Helvetica Neue", Helvetica, Arial, Verdana, sans-serif;">
A company moving four large Salesforce instances into Snowflake wants to replace Fivetran after cheaper tools failed at scale. The strongest alternatives suggested were Salesforce Data Cloud's native zero-copy Snowflake integration or a custom dlt pipeline using Salesforce's Bulk API.
</span>
</span>
</div>
</td></tr></tbody></table>
<table align="center" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding: 15px 15px;">
<div class="text-block">
<span>
<a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Fengineering.grab.com%2Fdata-mesh-at-grab-part-three%3Futm_source=tldrdata/1/010001a0574d3d53-a983440a-dda1-4e6e-8ee0-e38289aa660e-000000/WDpP-JCioWam5YqrLfP1-LulS-qECaYrOgfANfHxABU=452">
<span>
<strong>Data Mesh at Grab: Operationalizing Data Reliability with Automated DPIs (12 minute read)</strong>
</span>
</a>
<br>
<br>
<span style="font-family: "Helvetica Neue", Helvetica, Arial, Verdana, sans-serif;">
Grab operationalizes data reliability by treating contract breaches as "Data Production Issues" (DPIs) with a standardized incident lifecycle. The key design move is a stable "Data Health API" that decouples incident orchestration from platform-specific internals, categorizing failures (upstream, job, or data) to automate root-cause assignment. This transforms data quality from passive alerting into an operational governance model where incidents only close upon verified recovery.
</span>
</span>
</div>
</td></tr></tbody></table>
<table align="center" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding: 15px 15px;">
<div class="text-block">
<span>
<a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Fsurfingcomplexity.blog%2F2026%2F08%2F29%2Fomnipresent-availability-risks-in-cloud-software%2F%3Futm_source=tldrdata/1/010001a0574d3d53-a983440a-dda1-4e6e-8ee0-e38289aa660e-000000/SqAC1TitgVebXidqJ8c302sc8UFEcc1GBi8C50cbPI0=452">
<span>
<strong>Omnipresent availability risks in cloud software (7 minute read)</strong>
</span>
</a>
<br>
<br>
<span style="font-family: "Helvetica Neue", Helvetica, Arial, Verdana, sans-serif;">
Major cloud incidents repeatedly stem from unavoidable risks such as resource saturation, networking failures, security controls, and uncommon changes like migrations. Reliability measures add their own complexity, so outages cannot be eliminated and teams must invest in strong incident response.
</span>
</span>
</div>
</td></tr></tbody></table>
</td></tr></tbody></table>
<table align="center" bgcolor="" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding-top: 0px; padding-bottom: 0px;">
<div class="text-block">
<div style="text-align: center;"><span style="font-size: 36px;">💻</span></div>
</div>
</td></tr></tbody></table>
<table align="center" bgcolor="" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding-top: 0px; padding-bottom: 0px;">
<div class="text-block">
<div style="text-align: center;">
<h1><strong>Launches & Tools</strong></h1>
</div>
</div>
</td></tr></tbody></table>
<table style="table-layout: fixed; width: 100%;" width="100%"><tbody><tr><td style="padding:0;border-collapse:collapse;border-spacing:0;margin:0;" valign="top">
<table align="center" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding: 15px 15px;">
<div class="text-block">
<span>
<a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Ffandf.co%2F4cc5KSq%3Futm_source=tldrdata/1/010001a0574d3d53-a983440a-dda1-4e6e-8ee0-e38289aa660e-000000/O6Wx9z91qzxxHOS5VCL3ZBKLtYvD9S3Fr6FaH2wvyiQ=452">
<span>
<strong>Give every engineer dbt-native AI, no migration required (Sponsor)</strong>
</span>
</a>
<br>
<br>
<span style="font-family: "Helvetica Neue", Helvetica, Arial, Verdana, sans-serif;">
Most AI tools don't understand your dbt project. They break lineage and miss dependent tests, creating more work. dbt Wizard CLI reads contracts and dependencies before editing, and coordinates changes across models and YAML configurations. It validates its own work. Engineers get dbt-native accuracy without a platform migration. <a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Ffandf.co%2F4cc5KSq/1/010001a0574d3d53-a983440a-dda1-4e6e-8ee0-e38289aa660e-000000/Rr4axSPHU3oicmsSEjC0ZEJ04X_gATqJIhwiMumBHZ0=452" rel="noopener noreferrer nofollow" target="_blank"><span>Learn more →</span></a>
</span>
</span>
</div>
</td></tr></tbody></table>
<table align="center" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding: 15px 15px;">
<div class="text-block">
<span>
<a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Fspark.apache.org%2Freleases%2Fspark-release-4.1.0.html%3Futm_source=tldrdata/1/010001a0574d3d53-a983440a-dda1-4e6e-8ee0-e38289aa660e-000000/v33jzCEFrrCZZwI0atJzT1D6INDUyxlbYegZIcKdu04=452">
<span>
<strong>Spark Release 4.1.0 (4 minute read)</strong>
</span>
</a>
<br>
<br>
<span style="font-family: "Helvetica Neue", Helvetica, Arial, Verdana, sans-serif;">
Spark 4.1.0 adds declarative pipelines, real-time structured streaming mode, Arrow-native UDF and UDTF support, SQL scripting and VARIANT as GA features, and Spark ML on Connect for Python. The release targets lower-latency streaming and a cleaner PySpark and SQL experience while improving caching, memory management, and large-workload stability.
</span>
</span>
</div>
</td></tr></tbody></table>
<table align="center" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding: 15px 15px;">
<div class="text-block">
<span>
<a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Fdatafusion.apache.org%2Fblog%2F2026%2F08%2F25%2Fdatafusion-55.0.0%3Futm_source=tldrdata/1/010001a0574d3d53-a983440a-dda1-4e6e-8ee0-e38289aa660e-000000/IldYWZiBx3eNJkxTe0QRMFw9YMWzN5XLZQy1lDy6EhM=452">
<span>
<strong>Apache DataFusion 55.0.0 Released (9 minute read)</strong>
</span>
</a>
<br>
<br>
<span style="font-family: "Helvetica Neue", Helvetica, Arial, Verdana, sans-serif;">
DataFusion 55.0.0 ships ten weeks of work from 175 contributors, with MERGE INTO support, range partitioning, runtime row-group pruning, and broad performance gains. Highlights include TopK pruning, faster IN-list evaluation, fewer object-store requests for CSV, nested-column Parquet read reduction, and lower memory use for fixed-size binary GROUP BY operations.
</span>
</span>
</div>
</td></tr></tbody></table>
</td></tr></tbody></table>
<table align="center" bgcolor="" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding-top: 0px; padding-bottom: 0px;">
<div class="text-block">
<div style="text-align: center;"><span style="font-size: 36px;">🎁</span></div></div>
</td></tr></tbody></table>
<table align="center" bgcolor="" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding-top: 0px; padding-bottom: 0px;">
<div class="text-block">
<div style="text-align: center;"><strong><h1>Miscellaneous</h1></strong></div>
</div>
</td></tr></tbody></table>
<table bgcolor="" style="table-layout: fixed; width: 100%;" width="100%"><tbody><tr><td style="padding:0;border-collapse:collapse;border-spacing:0;margin:0;" valign="top">
<table align="center" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding: 15px 15px;">
<div class="text-block">
<span>
<a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Fwww.lesswrong.com%2Fposts%2FNpBufh2z2w4mgHKvm%2Fdo-tabular-foundation-models-repair-themselves%3Futm_source=tldrdata/1/010001a0574d3d53-a983440a-dda1-4e6e-8ee0-e38289aa660e-000000/IGl8jj8tfgt1CS_mM3TImCryTkk8H7MVjQ6M9a89PhQ=452">
<span>
<strong>Do Tabular Foundation Models Repair Themselves? (7 minute read)</strong>
</span>
</a>
<br>
<br>
<span style="font-family: "Helvetica Neue", Helvetica, Arial, Verdana, sans-serif;">
Ablation results in tabular foundation models can be misleading when redundancy looks like causal importance. Measurements of direct and total effects across four models found little evidence of downstream self-repair, suggesting data teams should treat stable outputs after ablation as a reason to examine causality more carefully, not as proof that a layer is irrelevant.
</span>
</span>
</div>
</td></tr></tbody></table>
<table align="center" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding: 15px 15px;">
<div class="text-block">
<span>
<a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Fpfrazee.leaflet.pub%2F3mu3p2smmis22%3Futm_source=tldrdata/1/010001a0574d3d53-a983440a-dda1-4e6e-8ee0-e38289aa660e-000000/2nUA0bq8cr1p0Fl5pI50MyCgbgOW-4i6PTMeUZSNGkQ=452">
<span>
<strong>SELECT * FROM internet.blogposts (5 minute read)</strong>
</span>
</a>
<br>
<br>
<span style="font-family: "Helvetica Neue", Helvetica, Arial, Verdana, sans-serif;">
X's legal action against Nitter shows how closed platforms can revoke access at any time, limiting competition and innovation. AT Protocol offers an alternative by giving users portable identities and letting apps freely replicate, query, and build on shared live data.
</span>
</span>
</div>
</td></tr></tbody></table>
</td></tr></tbody></table>
<table align="center" bgcolor="" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding-top: 0px; padding-bottom: 0px;">
<div class="text-block">
<div style="text-align: center;"><span style="font-size: 36px;">⚡</span></div></div>
</td></tr></tbody></table>
<table align="center" bgcolor="" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding-top: 0px; padding-bottom: 0px;">
<div class="text-block">
<div style="text-align: center;">
<h1><strong>Quick Links</strong></h1>
</div>
</div>
</td></tr></tbody></table>
<table bgcolor="" style="table-layout: fixed; width: 100%;" width="100%"><tbody><tr><td style="padding:0;border-collapse:collapse;border-spacing:0;margin:0;" valign="top">
<table align="center" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding: 15px 15px;">
<div class="text-block">
<span>
<a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Fwww.linkedin.com%2Fposts%2Fkarla-burnett-02997762_people-like-to-talk-about-how-ai-is-making-share-7498991302563278848-ToTF%3Futm_source=tldrdata/1/010001a0574d3d53-a983440a-dda1-4e6e-8ee0-e38289aa660e-000000/DJ_6MoCFD3sQjo0veg25tXq5BhB4JrB6QMi6Kgew42g=452">
<span>
<strong>Speeding up some Postgres queries by up to 1000x with a single typecast (2 minute read)</strong>
</span>
</a>
<br>
<br>
<span style="font-family: "Helvetica Neue", Helvetica, Arial, Verdana, sans-serif;">
Lorikeet sped up some Postgres queries by up to 1,000x with a simple typecast that fixed an index-breaking mismatch between timestamp and timestamptz under Row Level Security.
</span>
</span>
</div>
</td></tr></tbody></table>
<table align="center" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding: 15px 15px;">
<div class="text-block">
<span>
<a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Fsujitpal.blogspot.com%2F2026%2F08%2Fbook-review-data-centric-machine.html%3Futm_source=tldrdata/1/010001a0574d3d53-a983440a-dda1-4e6e-8ee0-e38289aa660e-000000/wO-WyG1zKN8h6ZEMUy9LmTc5b6YWRXaYlHvBNJj6EKA=452">
<span>
<strong>Book Review: Data Centric Machine Learning with Python (2 minute read)</strong>
</span>
</a>
<br>
<br>
<span style="font-family: "Helvetica Neue", Helvetica, Arial, Verdana, sans-serif;">
Better data, expert input, and iterative labeling often improve ML systems more than model tuning.
</span>
</span>
</div>
</td></tr></tbody></table>
<table align="center" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding: 15px 15px;">
<div class="text-block">
<span>
<a href="http://tracking.tldrnewsletter.com/CL0/http:%2F%2Farxiv.org%2Fabs%2F2608.26088%3Futm_source=tldrdata/1/010001a0574d3d53-a983440a-dda1-4e6e-8ee0-e38289aa660e-000000/hbKxH_cw3x7ceexGBoWMJZsh3DJvg24C5QwFCNlRaK0=452">
<span>
<strong>Planetary Prediction Engine: Autonomous Geospatial Prediction via Intelligent Data Selection and Foundation Model Embeddings (2 minute read)</strong>
</span>
</a>
<br>
<br>
<span style="font-family: "Helvetica Neue", Helvetica, Arial, Verdana, sans-serif;">
This geospatial modeling framework automatically selects and combines satellite, tabular, and foundation-model data for high-resolution predictions.
</span>
</span>
</div>
</td></tr></tbody></table>
</td></tr></tbody></table>
<table align="center" bgcolor="" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td align="left" style="word-break: break-word; vertical-align: top; padding: 5px 10px;">
<p style="padding: 0; margin: 0; font-size: 22px; color: #000000; line-height: 1.6; font-weight: bold;">
Want to advertise in TLDR? 📰
</p>
<div class="text-block" style="margin-top: 10px;">
If your company is interested in reaching an audience of data engineering professionals and decision makers, you may want to <a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Fadvertise.tldr.tech%2F%3Futm_source=tldrdata%26utm_medium=newsletter%26utm_campaign=advertisecta/1/010001a0574d3d53-a983440a-dda1-4e6e-8ee0-e38289aa660e-000000/DOYhd38OkC9bg_ePZqhmcmqupGhs3iYtUulRMG4Ig9E=452"><strong><span>advertise with us</span></strong></a>.
</div>
<br>
<!-- New "Want to work at TLDR?" section -->
<p style="padding: 0; margin: 0; font-size: 22px; color: #000000; line-height: 1.6; font-weight: bold;">
Want to work at TLDR? 💼
</p>
<div class="text-block" style="margin-top: 10px;">
<a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Fjobs.ashbyhq.com%2Ftldr.tech/1/010001a0574d3d53-a983440a-dda1-4e6e-8ee0-e38289aa660e-000000/l85cvUqXMC3wXx2D7k2hSZdO0OdpsLwMBiFrLKAwCRc=452" rel="noopener noreferrer" style="color: #0000EE; text-decoration: underline;" target="_blank"><strong>Apply here</strong></a>,
<a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Fjobs.ashbyhq.com%2Ftldr.tech%2Fc227b917-a6a4-40ce-8950-d3e165357871/1/010001a0574d3d53-a983440a-dda1-4e6e-8ee0-e38289aa660e-000000/03d7GNM2RFCRSVTmk364-Wc-emWzFORXhOC_7zOl3Vk=452" rel="noopener noreferrer" style="color: #0000EE; text-decoration: underline;" target="_blank"><strong>create your own role</strong></a> or send a friend's resume to <a href="mailto:jobs@tldr.tech" style="color: #0000EE; text-decoration: underline;">jobs@tldr.tech</a> and get $1k if we hire them! TLDR is one of <a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Fwww.linkedin.com%2Ffeed%2Fupdate%2Furn:li:activity:7401699691039830016%2F/1/010001a0574d3d53-a983440a-dda1-4e6e-8ee0-e38289aa660e-000000/xC9ni4N9AWZyUDqU3HubxBxyq4OJV-hzjYJIoM8HVrs=452" rel="noopener noreferrer" style="color: #0000EE; text-decoration: underline;" target="_blank"><strong>Inc.'s Best Bootstrapped businesses</strong></a> of 2025.
</div>
<br>
<div class="text-block">
If you have any comments or feedback, just respond to this email!
<br>
<br> Thanks for reading,
<br>
<a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Fwww.linkedin.com%2Fin%2Fjoelvanveluwen%2F/1/010001a0574d3d53-a983440a-dda1-4e6e-8ee0-e38289aa660e-000000/ciLY32IS_CsI2C6uSn9Pk6qgnXmTAp4bU55kFaEZrkk=452"><span>Joel Van Veluwen</span></a>, <a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Fwww.linkedin.com%2Fin%2Fjennytzurueyching%2F/1/010001a0574d3d53-a983440a-dda1-4e6e-8ee0-e38289aa660e-000000/8pTD_yblgBQPKa0ZpesJeUsD4rEe7X4myI3ZbzvE7aM=452"><span>Tzu-Ruey Ching</span></a> & <a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Fwww.linkedin.com%2Fin%2Fremi-turpaud%2F/1/010001a0574d3d53-a983440a-dda1-4e6e-8ee0-e38289aa660e-000000/9o0KTzRDkJ7iWDy0kP8CVYjnJmL-3I7DQWX7ozALrWM=452"><span>Remi Turpaud</span></a>
<br>
<br>
</div>
<br>
</td></tr></tbody></table>
<table align="center" bgcolor="" border="0" cellpadding="0" cellspacing="0" width="100%"><tbody><tr><td class="container" style="padding: 15px 15px;">
<div class="text-block" id="testing-id">
<a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Ftldr.tech%2Fdata%2Fmanage%3Femail=silk.theater.56%2540fwdnl.com/1/010001a0574d3d53-a983440a-dda1-4e6e-8ee0-e38289aa660e-000000/M9TvIOZbGUqhIQy7xc0uMOg6hQ5JqR2FaPJZ5bbKEA8=452">Manage your subscriptions</a> to our other newsletters on tech, startups, and programming. Or if TLDR Data isn't for you, please <a href="https://tracking.tldrnewsletter.com/CL0/https:%2F%2Fa.tldrnewsletter.com%2Funsubscribe%3Fep=1%26l=037ede50-92cc-11ee-b0f2-b761aa2217ad%26lc=1670a604-84b7-11f0-bcf5-55fc1d40139c%26p=9079cdf8-a505-11f1-a5b6-c716a93f1566%26pt=campaign%26pv=4%26spa=1788170450%26t=1788171074%26s=81b5a0221435cda6f705dd020b2d3beb085e9cd5d9842f7d233bc6bdbc4c0b4f/1/010001a0574d3d53-a983440a-dda1-4e6e-8ee0-e38289aa660e-000000/50lCwG_LAm30Wr68kNo98GltwmhsCgLTtEv8cd5UOwk=452">unsubscribe</a>.
<br>
</div>
</td></tr></tbody></table>
</td></tr></tbody></table>
</td></tr></tbody></table>
</td></tr></tbody></table>
</td></tr></tbody></table>
<img alt="" src="http://tracking.tldrnewsletter.com/CI0/010001a0574d3d53-a983440a-dda1-4e6e-8ee0-e38289aa660e-000000/6HeteQZ69XKc98Mfk25nLS-8Nlq4rn2bE3gKmQhZK4M=452" style="display: none; width: 1px; height: 1px;">
</body></html>