Typos

.gitattributes

@@ -18,7 +18,6 @@
 *.ot filter=lfs diff=lfs merge=lfs -text
 *.parquet filter=lfs diff=lfs merge=lfs -text
 *.pb filter=lfs diff=lfs merge=lfs -text
-*.pdf filter=lfs diff=lfs merge=lfs -text
 *.pickle filter=lfs diff=lfs merge=lfs -text
 *.pkl filter=lfs diff=lfs merge=lfs -text
 *.png filter=lfs diff=lfs merge=lfs -text

The_Ultra-Scale_Playbook_Training_LLMs_on_GPU_Clusters.pdf

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:274a19a2577ed220cd3a102b4469c44310e4a7c8e8f8ebc36842d907cb51e127
-size 14059172

dist/bibliography.bib

@@ -316,15 +316,6 @@ url = {https://github.com/meta-llama/llama3/blob/main/MODEL_CARD.md}
       archivePrefix={arXiv},
       primaryClass={cs.AI}
 }
-@misc{liu2023ringattentionblockwisetransformers,
-      title={Ring Attention with Blockwise Transformers for Near-Infinite Context}, 
-      author={Hao Liu and Matei Zaharia and Pieter Abbeel},
-      year={2023},
-      eprint={2310.01889},
-      archivePrefix={arXiv},
-      primaryClass={cs.CL},
-      url={https://arxiv.org/abs/2310.01889}, 
-}
 @misc{hendrycks2021measuring,
       title={Measuring Massive Multitask Language Understanding},
       author={Dan Hendrycks and Collin Burns and Steven Basart and Andy Zou and Mantas Mazeika and Dawn Song and Jacob Steinhardt},
@@ -497,7 +488,7 @@ url = {https://github.com/meta-llama/llama3/blob/main/MODEL_CARD.md}
 @software{torchao,
   title = {torchao: PyTorch native quantization and sparsity for training and inference},
   author = {torchao maintainers and contributors},
-  url = {https://github.com/pytorch/ao},
+  url = {https://github.com/pytorch/torchao},
   license = {BSD-3-Clause},
   month = oct,
   year = {2024}

dist/distill.bundle.js

@@ -2146,7 +2146,7 @@ function _arrayWithHoles(r) { if (Array.isArray(r)) return r; }
   function bylineTemplate(frontMatter) {
     return "\n    <div class=\"byline grid\">\n      <div>\n          <h3>Authors</h3>\n          <div>\n              ".concat(frontMatter.authors.map(function (author, i) {
       return "\n              <span class=\"author\">\n        ".concat(author.personalURL ? "\n          <a class=\"name\" href=\"".concat(author.personalURL, "\">").concat(author.name) + (i + 1 < frontMatter.authors.length ? "," : "") + "</a>" : "\n          <span class=\"name\">".concat(author.name) + (i + 1 < frontMatter.authors.length ? "," : "") + "</span>", "\n      </span>\n              ");
-    }).join(''), "\n          </div>\n      </div>\n      <div >\n          <h3>Affiliation</h3>\n          <div><a href=\"https://huggingface.co/\">Hugging Face</a>\n          </div>\n      </div>\n      <div >\n          <h3>Published</h3>\n          <div>Feb 19, 2025</div>\n      </div>\n    </div>\n    <div class=\"side pdf-download\">\n      <a href=\"https://huggingface.co/spaces/nanotron/ultrascale-playbook/resolve/main/The_Ultra-Scale_Playbook_Training_LLMs_on_GPU_Clusters.pdf\">Download PDF\n      <br>\n      <img style=\"width: 32px;\" src=\"../assets/images/256px-PDF.png\" alt=\"PDF\"></a>\n      \n    </div>\n");
+    }).join(''), "\n          </div>\n      </div>\n      <div >\n          <h3>Affiliation</h3>\n          <div><a href=\"https://huggingface.co/\">Hugging Face</a>\n          </div>\n      </div>\n      <div >\n          <h3>Published</h3>\n          <div>Feb 19, 2025</div>\n      </div>\n    </div>\n");
   }
   var Byline = /*#__PURE__*/function (_HTMLElement4) {
     function Byline() {

dist/main.bundle.js

@@ -5544,133 +5544,14 @@ function _loadFragments() {
   return _loadFragments.apply(this, arguments);
 }
 
-;// ./src/syncHFSpacesURLHash.js
-var queryArg = "section";
-function syncHFSpacesURLHash() {
-  // Handle explicit section requests (don't update hash automatically on load)
-  var hasExplicitRequest = handleExplicitSectionRequest();
-
-  // Set up hash change monitoring
-  updateHashBasedOnHashChange();
-
-  // Always set up scroll monitoring to update hash during scrolling
-  setupScrollMonitoring();
-
-  // If no explicit request, we don't update the hash on initial load
-  // The hash will only start updating when the user scrolls
-}
-function handleExplicitSectionRequest() {
-  // Check for section parameter in URL
-  var urlParams = new URLSearchParams(window.location.search);
-  var sectionId = urlParams.get(queryArg);
-
-  // If we have an explicit section request
-  if (sectionId) {
-    var targetElement = document.getElementById(sectionId);
-    if (targetElement) {
-      // Slight delay to ensure the browser doesn't try to do its own scrolling first
-      setTimeout(function () {
-        targetElement.scrollIntoView();
-        history.replaceState(null, null, "#".concat(sectionId));
-      }, 100);
-    }
-    return true;
-  }
-
-  // No explicit section parameter found
-  return false;
-}
-function setupScrollMonitoring() {
-  // Variables to manage throttling
-  var isScrolling = false;
-  var lastKnownScrollPosition = 0;
-  var initialScroll = true;
-
-  // Add the scroll event listener
-  window.addEventListener('scroll', function () {
-    lastKnownScrollPosition = window.scrollY;
-    if (!isScrolling) {
-      window.requestAnimationFrame(function () {
-        // Skip the first scroll event which might be browser's automatic scroll
-        // to a hash on page load
-        if (initialScroll) {
-          initialScroll = false;
-        } else {
-          updateHashBasedOnScroll(lastKnownScrollPosition);
-        }
-        isScrolling = false;
-      });
-    }
-    isScrolling = true;
-  });
-}
-
-// Function to update the URL hash based on scroll position
-function updateHashBasedOnScroll(scrollPosition) {
-  var closestHeading = findClosestHeading(scrollPosition);
-
-  // Update the URL hash if we found a closest element
-  if (closestHeading && closestHeading.id) {
-    // Only update if the hash is different to avoid unnecessary operations
-    if (window.location.hash !== "#".concat(closestHeading.id)) {
-      silentlyUpdateHash(closestHeading.id);
-      postMessageToHFSpaces(closestHeading.id);
-    }
-  }
-}
-
-// Find the closest heading to the current scroll position
-function findClosestHeading(scrollPosition) {
-  // Get only heading elements with IDs that we want to track
-  var headingsWithIds = Array.from(document.querySelectorAll('h1[id], h2[id], h3[id], h4[id], h5[id], h6[id]'));
-
-  // Skip if there are no headings with IDs
-  if (headingsWithIds.length === 0) return null;
-
-  // Find the element closest to the middle of the viewport
-  var closestHeading = null;
-  var closestDistance = Infinity;
-  var viewportMiddle = scrollPosition + window.innerHeight / 2;
-
-  // Iterate through all headings to find the closest one
-  headingsWithIds.forEach(function (heading) {
-    var headingTop = heading.getBoundingClientRect().top + scrollPosition;
-    var distance = Math.abs(headingTop - viewportMiddle);
-    if (distance < closestDistance) {
-      closestDistance = distance;
-      closestHeading = heading;
-    }
-  });
-  return closestHeading;
-}
-
-// Update hash without triggering scroll or other side effects
-function silentlyUpdateHash(id) {
-  history.replaceState(null, null, "#".concat(id));
-}
-function updateHashBasedOnHashChange() {
-  window.addEventListener('hashchange', function () {
-    var elementId = window.location.hash.slice(1);
-    postMessageToHFSpaces(elementId);
-  });
-}
-function postMessageToHFSpaces(elementId) {
-  var parentOrigin = "https://huggingface.co";
-  window.parent.postMessage({
-    queryString: "".concat(queryArg, "=").concat(elementId)
-  }, parentOrigin);
-}
-
 ;// ./src/index.js
 // import { plotClusters } from './clusters'
 
 
-
 document.addEventListener("DOMContentLoaded", function () {
   console.log("DOMContentLoaded");
   loadFragments();
   init_memory_plot();
-  syncHFSpacesURLHash();
 }, {
   once: true
 });

package.json

@@ -11,7 +11,7 @@
   "description": "--- title: \"The Nanotron Gigablogpost\" emoji: 🍷 colorFrom: pink colorTo: red sdk: static pinned: false header: mini ---",
   "main": "index.js",
   "scripts": {
-    "dev": "webpack serve --open --hot",
+    "dev": "webpack serve --open",
     "build": "NODE_ENV=production webpack"
   },
   "author": "",

src/bibliography.bib

@@ -316,15 +316,6 @@ url = {https://github.com/meta-llama/llama3/blob/main/MODEL_CARD.md}
       archivePrefix={arXiv},
       primaryClass={cs.AI}
 }
-@misc{liu2023ringattentionblockwisetransformers,
-      title={Ring Attention with Blockwise Transformers for Near-Infinite Context}, 
-      author={Hao Liu and Matei Zaharia and Pieter Abbeel},
-      year={2023},
-      eprint={2310.01889},
-      archivePrefix={arXiv},
-      primaryClass={cs.CL},
-      url={https://arxiv.org/abs/2310.01889}, 
-}
 @misc{hendrycks2021measuring,
       title={Measuring Massive Multitask Language Understanding},
       author={Dan Hendrycks and Collin Burns and Steven Basart and Andy Zou and Mantas Mazeika and Dawn Song and Jacob Steinhardt},
@@ -497,7 +488,7 @@ url = {https://github.com/meta-llama/llama3/blob/main/MODEL_CARD.md}
 @software{torchao,
   title = {torchao: PyTorch native quantization and sparsity for training and inference},
   author = {torchao maintainers and contributors},
-  url = {https://github.com/pytorch/ao},
+  url = {https://github.com/pytorch/torchao},
   license = {BSD-3-Clause},
   month = oct,
   year = {2024}

src/distill.js

@@ -2105,12 +2105,6 @@ d-appendix > distill-appendix {
           <div>Feb 19, 2025</div>
       </div>
     </div>
-    <div class="side pdf-download">
-      <a href="https://huggingface.co/spaces/nanotron/ultrascale-playbook/resolve/main/The_Ultra-Scale_Playbook_Training_LLMs_on_GPU_Clusters.pdf">Download PDF
-      <br>
-      <img style="width: 32px;" src="../assets/images/256px-PDF.png" alt="PDF"></a>
-      
-    </div>
 `;
   }
 

src/index.js

@@ -1,11 +1,9 @@
 // import { plotClusters } from './clusters'
 import { init_memory_plot } from './memory'
 import { loadFragments } from './fragmentLoader'
-import { syncHFSpacesURLHash } from './syncHFSpacesURLHash'
 
 document.addEventListener("DOMContentLoaded", () => {
     console.log("DOMContentLoaded");
     loadFragments();
     init_memory_plot();
-    syncHFSpacesURLHash();
 }, { once: true });

src/syncHFSpacesURLHash.js

@@ -1,124 +0,0 @@
-const queryArg = "section";
-
-function syncHFSpacesURLHash() {
-  // Handle explicit section requests (don't update hash automatically on load)
-  const hasExplicitRequest = handleExplicitSectionRequest();
-  
-  // Set up hash change monitoring
-  updateHashBasedOnHashChange();
-  
-  // Always set up scroll monitoring to update hash during scrolling
-  setupScrollMonitoring();
-  
-  // If no explicit request, we don't update the hash on initial load
-  // The hash will only start updating when the user scrolls
-}
-
-function handleExplicitSectionRequest() {
-  // Check for section parameter in URL
-  const urlParams = new URLSearchParams(window.location.search);
-  const sectionId = urlParams.get(queryArg);
-  
-  // If we have an explicit section request
-  if (sectionId) {
-    const targetElement = document.getElementById(sectionId);
-    if (targetElement) {
-      // Slight delay to ensure the browser doesn't try to do its own scrolling first
-      setTimeout(() => {
-        targetElement.scrollIntoView();
-        history.replaceState(null, null, `#${sectionId}`);
-      }, 100);
-    }
-    return true;
-  }
-  
-  // No explicit section parameter found
-  return false;
-}
-
-function setupScrollMonitoring() {
-  // Variables to manage throttling
-  let isScrolling = false;
-  let lastKnownScrollPosition = 0;
-  let initialScroll = true;
-  
-  // Add the scroll event listener
-  window.addEventListener('scroll', function() {
-    lastKnownScrollPosition = window.scrollY;
-    
-    if (!isScrolling) {
-      window.requestAnimationFrame(function() {
-        // Skip the first scroll event which might be browser's automatic scroll
-        // to a hash on page load
-        if (initialScroll) {
-          initialScroll = false;
-        } else {
-          updateHashBasedOnScroll(lastKnownScrollPosition);
-        }
-        isScrolling = false;
-      });
-    }
-    
-    isScrolling = true;
-  });
-}
-
-// Function to update the URL hash based on scroll position
-function updateHashBasedOnScroll(scrollPosition) {
-  const closestHeading = findClosestHeading(scrollPosition);
-  
-  // Update the URL hash if we found a closest element
-  if (closestHeading && closestHeading.id) {
-    // Only update if the hash is different to avoid unnecessary operations
-    if (window.location.hash !== `#${closestHeading.id}`) {
-      silentlyUpdateHash(closestHeading.id);
-      postMessageToHFSpaces(closestHeading.id);
-    }
-  }
-}
-
-// Find the closest heading to the current scroll position
-function findClosestHeading(scrollPosition) {
-  // Get only heading elements with IDs that we want to track
-  const headingsWithIds = Array.from(document.querySelectorAll('h1[id], h2[id], h3[id], h4[id], h5[id], h6[id]'));
-
-  // Skip if there are no headings with IDs
-  if (headingsWithIds.length === 0) return null;
-
-  // Find the element closest to the middle of the viewport
-  let closestHeading = null;
-  let closestDistance = Infinity;
-  const viewportMiddle = scrollPosition + window.innerHeight / 2;
-  
-  // Iterate through all headings to find the closest one
-  headingsWithIds.forEach(heading => {
-    const headingTop = heading.getBoundingClientRect().top + scrollPosition;
-    const distance = Math.abs(headingTop - viewportMiddle);
-    
-    if (distance < closestDistance) {
-      closestDistance = distance;
-      closestHeading = heading;
-    }
-  });
-  
-  return closestHeading;
-}
-
-// Update hash without triggering scroll or other side effects
-function silentlyUpdateHash(id) {
-  history.replaceState(null, null, `#${id}`);
-}
-
-function updateHashBasedOnHashChange() {
-  window.addEventListener('hashchange', () => {
-    const elementId = window.location.hash.slice(1);
-    postMessageToHFSpaces(elementId);
-  });
-}
-
-function postMessageToHFSpaces(elementId) {
-  const parentOrigin = "https://huggingface.co";
-  window.parent.postMessage({ queryString: `${queryArg}=${elementId}` }, parentOrigin);
-}
-
-export { syncHFSpacesURLHash };

webpack.config.js

@@ -99,14 +99,9 @@ module.exports = {
     ],
     devtool: process.env.NODE_ENV === 'production' ? 'source-map' : 'eval-source-map',
     devServer: {
-        static: {
-            directory: path.join(__dirname, 'dist'),
-        },
-        hot: true,
-        watchFiles: ['src/**/*'],
-        client: {
-            overlay: true,
-        },
+        static: "./dist", // Serve files from the 'dist' directory
+        open: process.env.NODE_ENV !== 'production', // Automatically open the browser unless in production
+        hot: process.env.NODE_ENV !== 'production', // Enable hot module replacement unless in production
     },
     mode: process.env.NODE_ENV === 'production' ? 'production' : 'development',
     optimization: {