script-testing.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>filename</th>\n",
       "      <th>today_date</th>\n",
       "      <th>post_title</th>\n",
       "      <th>post_date</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>2022-09-06-editors-pick-embracing-a-remote-wor...</td>\n",
       "      <td>2024-05-10</td>\n",
       "      <td>Editor's Pick! Embracing a remote work culture</td>\n",
       "      <td>2022-09-06</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2021-07-27-agile-in-agriculture-at-dropcopter.md</td>\n",
       "      <td>2024-05-10</td>\n",
       "      <td>Agile in Agriculture at Dropcopter</td>\n",
       "      <td>2021-07-27</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>2020-10-13-a-fun-and-passionate-conversation-w...</td>\n",
       "      <td>2024-05-10</td>\n",
       "      <td>A fun and passionate conversation with the aut...</td>\n",
       "      <td>2020-10-13</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>2023-05-09-using-metrics-to-drive-value-delive...</td>\n",
       "      <td>2024-05-10</td>\n",
       "      <td>Using metrics to drive value delivery</td>\n",
       "      <td>2023-05-09</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>2023-01-31-effective-not-glamorous-agile-chang...</td>\n",
       "      <td>2024-05-10</td>\n",
       "      <td>Effective, not glamorous agile change</td>\n",
       "      <td>2023-01-31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>125</th>\n",
       "      <td>2023-10-31-bridging-ai-data-science-and-engine...</td>\n",
       "      <td>2024-05-10</td>\n",
       "      <td>Bridging AI data science and engineering: A pe...</td>\n",
       "      <td>2023-10-31</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>126</th>\n",
       "      <td>2023-04-11-agile-internships-a-model-for-futur...</td>\n",
       "      <td>2024-05-10</td>\n",
       "      <td>Agile internships: A model for future generations</td>\n",
       "      <td>2023-04-11</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127</th>\n",
       "      <td>2023-07-04-introducing-network-after-work-and-...</td>\n",
       "      <td>2024-05-10</td>\n",
       "      <td>Introducing Network After Work and the Virtual...</td>\n",
       "      <td>2023-07-04</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>128</th>\n",
       "      <td>2022-02-15-an-agile-approach-to-knowledge-serv...</td>\n",
       "      <td>2024-05-10</td>\n",
       "      <td>An agile approach to Knowledge Services</td>\n",
       "      <td>2022-02-15</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>129</th>\n",
       "      <td>2022-11-08-the-critical-role-of-leadership-and...</td>\n",
       "      <td>2024-05-10</td>\n",
       "      <td>The critical role of leadership and change man...</td>\n",
       "      <td>2022-11-08</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>130 rows × 4 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                              filename  today_date  \\\n",
       "0    2022-09-06-editors-pick-embracing-a-remote-wor...  2024-05-10   \n",
       "1     2021-07-27-agile-in-agriculture-at-dropcopter.md  2024-05-10   \n",
       "2    2020-10-13-a-fun-and-passionate-conversation-w...  2024-05-10   \n",
       "3    2023-05-09-using-metrics-to-drive-value-delive...  2024-05-10   \n",
       "4    2023-01-31-effective-not-glamorous-agile-chang...  2024-05-10   \n",
       "..                                                 ...         ...   \n",
       "125  2023-10-31-bridging-ai-data-science-and-engine...  2024-05-10   \n",
       "126  2023-04-11-agile-internships-a-model-for-futur...  2024-05-10   \n",
       "127  2023-07-04-introducing-network-after-work-and-...  2024-05-10   \n",
       "128  2022-02-15-an-agile-approach-to-knowledge-serv...  2024-05-10   \n",
       "129  2022-11-08-the-critical-role-of-leadership-and...  2024-05-10   \n",
       "\n",
       "                                            post_title   post_date  \n",
       "0       Editor's Pick! Embracing a remote work culture  2022-09-06  \n",
       "1                   Agile in Agriculture at Dropcopter  2021-07-27  \n",
       "2    A fun and passionate conversation with the aut...  2020-10-13  \n",
       "3                Using metrics to drive value delivery  2023-05-09  \n",
       "4                Effective, not glamorous agile change  2023-01-31  \n",
       "..                                                 ...         ...  \n",
       "125  Bridging AI data science and engineering: A pe...  2023-10-31  \n",
       "126  Agile internships: A model for future generations  2023-04-11  \n",
       "127  Introducing Network After Work and the Virtual...  2023-07-04  \n",
       "128            An agile approach to Knowledge Services  2022-02-15  \n",
       "129  The critical role of leadership and change man...  2022-11-08  \n",
       "\n",
       "[130 rows x 4 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "import os\n",
    "from datetime import date\n",
    "import yaml\n",
    "import pandas as pd\n",
    "\n",
    "# Function to parse YAML front matter\n",
    "def parse_yaml_front_matter(file_path):\n",
    "    with open(file_path, 'r', encoding='utf-8') as f:\n",
    "        lines = f.readlines()\n",
    "        yaml_lines = []\n",
    "        in_yaml = False\n",
    "        for line in lines:\n",
    "            if line.strip() == '---':  # Start/End of YAML front matter\n",
    "                in_yaml = not in_yaml\n",
    "            elif in_yaml:\n",
    "                yaml_lines.append(line)\n",
    "            else:\n",
    "                break\n",
    "        yaml_content = ''.join(yaml_lines)\n",
    "        front_matter = yaml.safe_load(yaml_content)\n",
    "        return front_matter\n",
    "\n",
    "# Function to process markdown files in a directory\n",
    "def process_markdown_files(directory):\n",
    "    markdowns_to_process = []\n",
    "    today_date = date.today().strftime(\"%Y-%m-%d\")\n",
    "    for filename in os.listdir(directory):\n",
    "        if filename.endswith(\".md\") or filename.endswith(\".markdown\"):\n",
    "            file_path = os.path.join(directory, filename)\n",
    "            front_matter = parse_yaml_front_matter(file_path)\n",
    "            if front_matter:\n",
    "                post_title = front_matter.get('title', None)\n",
    "                post_date = front_matter.get('date', None)\n",
    "                if post_date:\n",
    "                    try:\n",
    "                        # Convert to YYYY-MM-DD format\n",
    "                        post_date = pd.to_datetime(post_date).strftime('%Y-%m-%d')\n",
    "                    except:\n",
    "                        post_date = None  # If conversion fails, set post_date to None\n",
    "                markdowns_to_process.append({\n",
    "                    'filename': filename,\n",
    "                    'today_date': today_date,\n",
    "                    'post_title': post_title,\n",
    "                    'post_date': post_date\n",
    "                })\n",
    "    return markdowns_to_process\n",
    "\n",
    "# Directory containing markdown files\n",
    "directory = \"_posts\"\n",
    "\n",
    "# Process markdown files\n",
    "markdowns_to_process = process_markdown_files(directory)\n",
    "\n",
    "# Convert to DataFrame\n",
    "df = pd.DataFrame(markdowns_to_process)\n",
    "\n",
    "# Set maximum column width for display\n",
    "pd.set_option('display.max_colwidth', 50)\n",
    "\n",
    "# Display DataFrame\n",
    "display(df)\n"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}