pandas-dev · goanpeca · May 8, 2025 · May 11, 2025 · May 12, 2025 · May 12, 2025
diff --git a/.github/workflows/docbuild-and-upload.yml b/.github/workflows/docbuild-and-upload.yml
@@ -54,7 +54,7 @@ jobs:
       run: python -m pytest web/
 
     - name: Build website
-      run: python web/pandas_web.py web/pandas --target-path=web/build
+      run: python web/pandas_web.py web/pandas --target-path=web/build --translations
 
     - name: Build documentation
       run: doc/make.py --warnings-are-errors

diff --git a/.gitignore b/.gitignore
@@ -141,3 +141,12 @@ doc/source/savefig/
 # Pyodide/WASM related files #
 ##############################
 /.pyodide-xbuildenv-*
+
+
+# Web & Translations #
+##############################
+web/preview/
+web/translations/
+web/pandas/es/
+web/pandas/pt/
+web/pandas/fr/
diff --git a/web/pandas/_templates/layout.html b/web/pandas/_templates/layout.html
@@ -1,5 +1,5 @@
 <!DOCTYPE html>
-<html>
+<html lang="{{ selected_language }}">
     <head>
         <script defer data-domain="pandas.pydata.org" src="https://views.scientific-python.org/js/script.js"></script>
         <title>pandas - Python Data Analysis Library</title>
@@ -15,6 +15,8 @@
                   href="{{ base_url }}{{ stylesheet }}">
         {% endfor %}
         <link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/[email protected]/font/bootstrap-icons.min.css">
+        <meta id="languages" data-lang="{{ languages }}">
+        <script src="{{ base_url }}static/js/language_switcher.js"></script>
     </head>
     <body>
         <header>
@@ -50,6 +52,8 @@
                                     </li>
                                 {% endif %}
                             {% endfor %}
+                            <!-- Language switcher -->
+                            <div id="language-switcher-container"></div>
                         </ul>
                     </div>
                 </div>

diff --git a/web/pandas/config.yml b/web/pandas/config.yml
@@ -25,39 +25,6 @@ static:
   css:
   - static/css/pandas.css
   - static/css/codehilite.css
-navbar:
-  - name: "About us"
-    target:
-    - name: "About pandas"
-      target: about/
-    - name: "Project roadmap"
-      target: about/roadmap.html
-    - name: "Governance"
-      target: about/governance.html
-    - name: "Team"
-      target: about/team.html
-    - name: "Sponsors"
-      target: about/sponsors.html
-    - name: "Citing and logo"
-      target: about/citing.html
-  - name: "Getting started"
-    target: getting_started.html
-  - name: "Documentation"
-    target: docs/
-  - name: "Community"
-    target:
-    - name: "Blog"
-      target: community/blog/
-    - name: "Ask a question (StackOverflow)"
-      target: https://stackoverflow.com/questions/tagged/pandas
-    - name: "Code of conduct"
-      target: community/coc.html
-    - name: "Ecosystem"
-      target: community/ecosystem.html
-    - name: "Benchmarks"
-      target: community/benchmarks.html
-  - name: "Contribute"
-    target: contribute.html
 blog:
   num_posts: 50
   posts_path: community/blog
@@ -204,3 +171,10 @@ sponsors:
     kind: partner
 roadmap:
   pdeps_path: pdeps
+translations:
+  url: https://github.com/Scientific-Python-Translations/pandas-translations/archive/refs/heads/main.tar.gz
+  folder: translations
+  source_path: pandas-translations-main/web/pandas/
+  default_language: 'en'
+  ignore:
+    - docs/
diff --git a/web/pandas/navbar.yml b/web/pandas/navbar.yml
@@ -0,0 +1,33 @@
+navbar:
+  - name: "About us"
+    target:
+    - name: "About pandas"
+      target: about/
+    - name: "Project roadmap"
+      target: about/roadmap.html
+    - name: "Governance"
+      target: about/governance.html
+    - name: "Team"
+      target: about/team.html
+    - name: "Sponsors"
+      target: about/sponsors.html
+    - name: "Citing and logo"
+      target: about/citing.html
+  - name: "Getting started"
+    target: getting_started.html
+  - name: "Documentation"
+    target: docs/
+  - name: "Community"
+    target:
+    - name: "Blog"
+      target: community/blog/
+    - name: "Ask a question (StackOverflow)"
+      target: https://stackoverflow.com/questions/tagged/pandas
+    - name: "Code of conduct"
+      target: community/coc.html
+    - name: "Ecosystem"
+      target: community/ecosystem.html
+    - name: "Benchmarks"
+      target: community/benchmarks.html
+  - name: "Contribute"
+    target: contribute.html
diff --git a/web/pandas/static/js/language_switcher.js b/web/pandas/static/js/language_switcher.js
@@ -0,0 +1,71 @@
+window.addEventListener("DOMContentLoaded", function() {
+  var absBaseUrl = document.baseURI;
+  var baseUrl = location.protocol + "//" + location.hostname
+  if (location.port) {
+     baseUrl = baseUrl + ":" + location.port
+  }
+  var currentLanguage = document.documentElement.lang;
+  var languages = JSON.parse(document.getElementById("languages").getAttribute('data-lang').replace(/'/g, '"'));
+  const languageNames = {
+        'en': 'English',
+        'es': 'Español',
+        'fr': 'Français',
+        'pt': 'Português'
+      }
+
+  // Handle preview URLs on github
+  // If preview URL changes, this regex will need to be updated
+  const re = /preview\/pandas-dev\/pandas\/(?<pr>[0-9]*)\//g;
+  var previewUrl = '';
+  for (const match of absBaseUrl.matchAll(re)) {
+    previewUrl = `/preview/pandas-dev/pandas/${match.groups.pr}`;
+  }
+  var pathName = location.pathname.replace(previewUrl, '')
+
+  // Create dropdown menu
+  function makeDropdown(options) {
+    var dropdown = document.createElement("li");
+    dropdown.classList.add("nav-item");
+    dropdown.classList.add("dropdown");
+
+    var link = document.createElement("a");
+    link.classList.add("nav-link");
+    link.classList.add("dropdown-toggle");
+    link.setAttribute("data-bs-toggle", "dropdown");
+    link.setAttribute("href", "#");
+    link.setAttribute("role", "button");
+    link.setAttribute("aria-haspopup", "true");
+    link.setAttribute("aria-expanded", "false");
+    link.textContent = languageNames[currentLanguage];
+
+    var dropdownMenu = document.createElement("div");
+    dropdownMenu.classList.add("dropdown-menu");
+
+    options.forEach(function(i) {
+      var dropdownItem = document.createElement("a");
+      dropdownItem.classList.add("dropdown-item");
+      dropdownItem.textContent = languageNames[i] || i.toUpperCase();
+      dropdownItem.setAttribute("href", "#");
+      dropdownItem.addEventListener("click", function() {
+        var urlLanguage = '';
+        if (i !== 'en') {
+          urlLanguage = '/' + i;
+        }
+        pathName = pathName.replace('/' + currentLanguage + '/', '/')
+        var newUrl = baseUrl + previewUrl + urlLanguage + pathName
+        window.location.href = newUrl;
+      });
+      dropdownMenu.appendChild(dropdownItem);
+    });
+
+    dropdown.appendChild(link);
+    dropdown.appendChild(dropdownMenu);
+    return dropdown;
+  }
+
+  var container = document.getElementById("language-switcher-container");
+  if (container) {
+    var dropdown = makeDropdown(languages);
+    container.appendChild(dropdown);
+  }
+});
diff --git a/web/pandas_translations.py b/web/pandas_translations.py
@@ -0,0 +1,109 @@
+#!/usr/bin/env python3
+"""
+Utilities to download and extract translations from the GitHub repository.
+"""
+
+import io
+import os
+import shutil
+from subprocess import (
+    PIPE,
+    Popen,
+)
+import sys
+import tarfile
+
+import requests
+import yaml
+
+
+def get_config(config_fname: str) -> dict:
+    """
+    Load the config yaml file and return it as a dictionary.
+    """
+    with open(config_fname, encoding="utf-8") as f:
+        context = yaml.safe_load(f)
+    return context
+
+
+def download_and_extract_translations(url: str, dir_name: str) -> None:
+    """
+    Download the translations from the GitHub repository.
+    """
+    shutil.rmtree(dir_name, ignore_errors=True)
+    response = requests.get(url)
+    if response.status_code == 200:
+        doc = io.BytesIO(response.content)
+        with tarfile.open(None, "r:gz", doc) as tar:
+            tar.extractall(dir_name)
+    else:
+        raise Exception(f"Failed to download translations: {response.status_code}")
+
+
+def get_languages(source_path: str) -> list[str]:
+    """
+    Get the list of languages available in the translations directory.
+    """
+    en_path = f"{source_path}/en/"
+    if os.path.exists(en_path):
+        shutil.rmtree(en_path)
+
+    paths = os.listdir(source_path)
+    return [path for path in paths if os.path.isdir(f"{source_path}/{path}")]
+
+
+def remove_translations(source_path: str, languages: list[str]) -> None:
+    """
+    Remove the translations from the source path.
+    """
+    for language in languages:
+        shutil.rmtree(os.path.join(source_path, language), ignore_errors=True)
+
+
+def copy_translations(source_path: str, target_path: str, languages: list[str]) -> None:
+    """
+    Copy the translations to the appropriate directory.
+    """
+    for lang in languages:
+        dest = f"{target_path}/{lang}/"
+        shutil.rmtree(dest, ignore_errors=True)
+        cmds = [
+            "rsync",
+            "-av",
+            "--delete",
+            f"{source_path}/{lang}/",
+            dest,
+        ]
+        p = Popen(cmds, stdout=PIPE, stderr=PIPE)
+        stdout, stderr = p.communicate()
+        sys.stderr.write(f"\nCopying: {lang}...\n\n")
+        sys.stderr.write(stdout.decode())
+        sys.stderr.write(stderr.decode())
+
+
+def process_translations(
+    config_fname: str, source_path: str, process_translations: bool
+) -> tuple[list[str], list[str]]:
+    """
+    Process the translations by downloading and extracting them from
+    the GitHub repository.
+    """
+    base_folder = os.path.dirname(__file__)
+    config = get_config(os.path.join(source_path, config_fname))
+    translations_path = os.path.join(base_folder, f"{config['translations']['folder']}")
+    translations_source_path = os.path.join(
+        translations_path, config["translations"]["source_path"]
+    )
+    default_language = config["translations"]["default_language"]
+    sys.stderr.write("\nDownloading and extracting translations...\n\n")
+    download_and_extract_translations(config["translations"]["url"], translations_path)
+    languages = [default_language]
+    translated_languages = get_languages(translations_source_path)
+    remove_translations(source_path, translated_languages)
+    if process_translations:
+        languages = [default_language] + translated_languages
+
+        sys.stderr.write("\nCopying translations...\n")
+        copy_translations(translations_source_path, source_path, translated_languages)
+
+    return translated_languages, languages