setting_the_right_colors.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import flor"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>document_value</th>\n",
       "      <th>page</th>\n",
       "      <th>page_value</th>\n",
       "      <th>projid</th>\n",
       "      <th>tstamp</th>\n",
       "      <th>filename</th>\n",
       "      <th>page_color</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>PresidentialImmunity</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>document_parser</td>\n",
       "      <td>2024-12-13 07:54:06</td>\n",
       "      <td>run.py</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>PresidentialImmunity</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>document_parser</td>\n",
       "      <td>2024-12-13 07:54:06</td>\n",
       "      <td>run.py</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>PresidentialImmunity</td>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>document_parser</td>\n",
       "      <td>2024-12-13 07:54:06</td>\n",
       "      <td>run.py</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>PresidentialImmunity</td>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>document_parser</td>\n",
       "      <td>2024-12-13 07:54:06</td>\n",
       "      <td>run.py</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>PresidentialImmunity</td>\n",
       "      <td>5</td>\n",
       "      <td>4</td>\n",
       "      <td>document_parser</td>\n",
       "      <td>2024-12-13 07:54:06</td>\n",
       "      <td>run.py</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>279</th>\n",
       "      <td>LegalFiling</td>\n",
       "      <td>161</td>\n",
       "      <td>160</td>\n",
       "      <td>document_parser</td>\n",
       "      <td>2024-12-13 07:56:23</td>\n",
       "      <td>run.py</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>280</th>\n",
       "      <td>LegalFiling</td>\n",
       "      <td>162</td>\n",
       "      <td>161</td>\n",
       "      <td>document_parser</td>\n",
       "      <td>2024-12-13 07:56:23</td>\n",
       "      <td>run.py</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>281</th>\n",
       "      <td>LegalFiling</td>\n",
       "      <td>163</td>\n",
       "      <td>162</td>\n",
       "      <td>document_parser</td>\n",
       "      <td>2024-12-13 07:56:23</td>\n",
       "      <td>run.py</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>282</th>\n",
       "      <td>LegalFiling</td>\n",
       "      <td>164</td>\n",
       "      <td>163</td>\n",
       "      <td>document_parser</td>\n",
       "      <td>2024-12-13 07:56:23</td>\n",
       "      <td>run.py</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>283</th>\n",
       "      <td>LegalFiling</td>\n",
       "      <td>165</td>\n",
       "      <td>164</td>\n",
       "      <td>document_parser</td>\n",
       "      <td>2024-12-13 07:56:23</td>\n",
       "      <td>run.py</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>284 rows × 7 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "           document_value  page page_value           projid  \\\n",
       "0    PresidentialImmunity     1          0  document_parser   \n",
       "1    PresidentialImmunity     2          1  document_parser   \n",
       "2    PresidentialImmunity     3          2  document_parser   \n",
       "3    PresidentialImmunity     4          3  document_parser   \n",
       "4    PresidentialImmunity     5          4  document_parser   \n",
       "..                    ...   ...        ...              ...   \n",
       "279           LegalFiling   161        160  document_parser   \n",
       "280           LegalFiling   162        161  document_parser   \n",
       "281           LegalFiling   163        162  document_parser   \n",
       "282           LegalFiling   164        163  document_parser   \n",
       "283           LegalFiling   165        164  document_parser   \n",
       "\n",
       "                 tstamp filename page_color  \n",
       "0   2024-12-13 07:54:06   run.py          0  \n",
       "1   2024-12-13 07:54:06   run.py          0  \n",
       "2   2024-12-13 07:54:06   run.py          0  \n",
       "3   2024-12-13 07:54:06   run.py          0  \n",
       "4   2024-12-13 07:54:06   run.py          0  \n",
       "..                  ...      ...        ...  \n",
       "279 2024-12-13 07:56:23   run.py          0  \n",
       "280 2024-12-13 07:56:23   run.py          0  \n",
       "281 2024-12-13 07:56:23   run.py          0  \n",
       "282 2024-12-13 07:56:23   run.py          0  \n",
       "283 2024-12-13 07:56:23   run.py          0  \n",
       "\n",
       "[284 rows x 7 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = flor.dataframe(\"page_color\")\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>page</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>document_value</th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>LegalFiling</th>\n",
       "      <td>165</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>PresidentialImmunity</th>\n",
       "      <td>119</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                      page\n",
       "document_value            \n",
       "LegalFiling            165\n",
       "PresidentialImmunity   119"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Pandas: select document_value, max(page) from df group by document_value\n",
    "df.groupby('document_value').agg({'page': 'max'})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "page    284\n",
       "dtype: int64"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# sum the max page values\n",
    "df.groupby('document_value').agg({'page': 'max'}).sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>document_value</th>\n",
       "      <th>page</th>\n",
       "      <th>page_value</th>\n",
       "      <th>projid</th>\n",
       "      <th>tstamp</th>\n",
       "      <th>filename</th>\n",
       "      <th>page_color</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>97</th>\n",
       "      <td>PresidentialImmunity</td>\n",
       "      <td>98</td>\n",
       "      <td>97</td>\n",
       "      <td>document_parser</td>\n",
       "      <td>2024-12-13 07:54:06</td>\n",
       "      <td>run.py</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98</th>\n",
       "      <td>PresidentialImmunity</td>\n",
       "      <td>99</td>\n",
       "      <td>98</td>\n",
       "      <td>document_parser</td>\n",
       "      <td>2024-12-13 07:54:06</td>\n",
       "      <td>run.py</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99</th>\n",
       "      <td>PresidentialImmunity</td>\n",
       "      <td>100</td>\n",
       "      <td>99</td>\n",
       "      <td>document_parser</td>\n",
       "      <td>2024-12-13 07:54:06</td>\n",
       "      <td>run.py</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>100</th>\n",
       "      <td>PresidentialImmunity</td>\n",
       "      <td>101</td>\n",
       "      <td>100</td>\n",
       "      <td>document_parser</td>\n",
       "      <td>2024-12-13 07:54:06</td>\n",
       "      <td>run.py</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>101</th>\n",
       "      <td>PresidentialImmunity</td>\n",
       "      <td>102</td>\n",
       "      <td>101</td>\n",
       "      <td>document_parser</td>\n",
       "      <td>2024-12-13 07:54:06</td>\n",
       "      <td>run.py</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>102</th>\n",
       "      <td>PresidentialImmunity</td>\n",
       "      <td>103</td>\n",
       "      <td>102</td>\n",
       "      <td>document_parser</td>\n",
       "      <td>2024-12-13 07:54:06</td>\n",
       "      <td>run.py</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>103</th>\n",
       "      <td>PresidentialImmunity</td>\n",
       "      <td>104</td>\n",
       "      <td>103</td>\n",
       "      <td>document_parser</td>\n",
       "      <td>2024-12-13 07:54:06</td>\n",
       "      <td>run.py</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>104</th>\n",
       "      <td>PresidentialImmunity</td>\n",
       "      <td>105</td>\n",
       "      <td>104</td>\n",
       "      <td>document_parser</td>\n",
       "      <td>2024-12-13 07:54:06</td>\n",
       "      <td>run.py</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>105</th>\n",
       "      <td>PresidentialImmunity</td>\n",
       "      <td>106</td>\n",
       "      <td>105</td>\n",
       "      <td>document_parser</td>\n",
       "      <td>2024-12-13 07:54:06</td>\n",
       "      <td>run.py</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>106</th>\n",
       "      <td>PresidentialImmunity</td>\n",
       "      <td>107</td>\n",
       "      <td>106</td>\n",
       "      <td>document_parser</td>\n",
       "      <td>2024-12-13 07:54:06</td>\n",
       "      <td>run.py</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>107</th>\n",
       "      <td>PresidentialImmunity</td>\n",
       "      <td>108</td>\n",
       "      <td>107</td>\n",
       "      <td>document_parser</td>\n",
       "      <td>2024-12-13 07:54:06</td>\n",
       "      <td>run.py</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>108</th>\n",
       "      <td>PresidentialImmunity</td>\n",
       "      <td>109</td>\n",
       "      <td>108</td>\n",
       "      <td>document_parser</td>\n",
       "      <td>2024-12-13 07:54:06</td>\n",
       "      <td>run.py</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>109</th>\n",
       "      <td>PresidentialImmunity</td>\n",
       "      <td>110</td>\n",
       "      <td>109</td>\n",
       "      <td>document_parser</td>\n",
       "      <td>2024-12-13 07:54:06</td>\n",
       "      <td>run.py</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>110</th>\n",
       "      <td>PresidentialImmunity</td>\n",
       "      <td>111</td>\n",
       "      <td>110</td>\n",
       "      <td>document_parser</td>\n",
       "      <td>2024-12-13 07:54:06</td>\n",
       "      <td>run.py</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>111</th>\n",
       "      <td>PresidentialImmunity</td>\n",
       "      <td>112</td>\n",
       "      <td>111</td>\n",
       "      <td>document_parser</td>\n",
       "      <td>2024-12-13 07:54:06</td>\n",
       "      <td>run.py</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>112</th>\n",
       "      <td>PresidentialImmunity</td>\n",
       "      <td>113</td>\n",
       "      <td>112</td>\n",
       "      <td>document_parser</td>\n",
       "      <td>2024-12-13 07:54:06</td>\n",
       "      <td>run.py</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>113</th>\n",
       "      <td>PresidentialImmunity</td>\n",
       "      <td>114</td>\n",
       "      <td>113</td>\n",
       "      <td>document_parser</td>\n",
       "      <td>2024-12-13 07:54:06</td>\n",
       "      <td>run.py</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>114</th>\n",
       "      <td>PresidentialImmunity</td>\n",
       "      <td>115</td>\n",
       "      <td>114</td>\n",
       "      <td>document_parser</td>\n",
       "      <td>2024-12-13 07:54:06</td>\n",
       "      <td>run.py</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>115</th>\n",
       "      <td>PresidentialImmunity</td>\n",
       "      <td>116</td>\n",
       "      <td>115</td>\n",
       "      <td>document_parser</td>\n",
       "      <td>2024-12-13 07:54:06</td>\n",
       "      <td>run.py</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>116</th>\n",
       "      <td>PresidentialImmunity</td>\n",
       "      <td>117</td>\n",
       "      <td>116</td>\n",
       "      <td>document_parser</td>\n",
       "      <td>2024-12-13 07:54:06</td>\n",
       "      <td>run.py</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>117</th>\n",
       "      <td>PresidentialImmunity</td>\n",
       "      <td>118</td>\n",
       "      <td>117</td>\n",
       "      <td>document_parser</td>\n",
       "      <td>2024-12-13 07:54:06</td>\n",
       "      <td>run.py</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>118</th>\n",
       "      <td>PresidentialImmunity</td>\n",
       "      <td>119</td>\n",
       "      <td>118</td>\n",
       "      <td>document_parser</td>\n",
       "      <td>2024-12-13 07:54:06</td>\n",
       "      <td>run.py</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>119</th>\n",
       "      <td>LegalFiling</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>document_parser</td>\n",
       "      <td>2024-12-13 07:56:23</td>\n",
       "      <td>run.py</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           document_value  page page_value           projid  \\\n",
       "97   PresidentialImmunity    98         97  document_parser   \n",
       "98   PresidentialImmunity    99         98  document_parser   \n",
       "99   PresidentialImmunity   100         99  document_parser   \n",
       "100  PresidentialImmunity   101        100  document_parser   \n",
       "101  PresidentialImmunity   102        101  document_parser   \n",
       "102  PresidentialImmunity   103        102  document_parser   \n",
       "103  PresidentialImmunity   104        103  document_parser   \n",
       "104  PresidentialImmunity   105        104  document_parser   \n",
       "105  PresidentialImmunity   106        105  document_parser   \n",
       "106  PresidentialImmunity   107        106  document_parser   \n",
       "107  PresidentialImmunity   108        107  document_parser   \n",
       "108  PresidentialImmunity   109        108  document_parser   \n",
       "109  PresidentialImmunity   110        109  document_parser   \n",
       "110  PresidentialImmunity   111        110  document_parser   \n",
       "111  PresidentialImmunity   112        111  document_parser   \n",
       "112  PresidentialImmunity   113        112  document_parser   \n",
       "113  PresidentialImmunity   114        113  document_parser   \n",
       "114  PresidentialImmunity   115        114  document_parser   \n",
       "115  PresidentialImmunity   116        115  document_parser   \n",
       "116  PresidentialImmunity   117        116  document_parser   \n",
       "117  PresidentialImmunity   118        117  document_parser   \n",
       "118  PresidentialImmunity   119        118  document_parser   \n",
       "119           LegalFiling     1          0  document_parser   \n",
       "\n",
       "                 tstamp filename  page_color  \n",
       "97  2024-12-13 07:54:06   run.py           1  \n",
       "98  2024-12-13 07:54:06   run.py           1  \n",
       "99  2024-12-13 07:54:06   run.py           1  \n",
       "100 2024-12-13 07:54:06   run.py           1  \n",
       "101 2024-12-13 07:54:06   run.py           1  \n",
       "102 2024-12-13 07:54:06   run.py           1  \n",
       "103 2024-12-13 07:54:06   run.py           1  \n",
       "104 2024-12-13 07:54:06   run.py           1  \n",
       "105 2024-12-13 07:54:06   run.py           1  \n",
       "106 2024-12-13 07:54:06   run.py           1  \n",
       "107 2024-12-13 07:54:06   run.py           1  \n",
       "108 2024-12-13 07:54:06   run.py           1  \n",
       "109 2024-12-13 07:54:06   run.py           1  \n",
       "110 2024-12-13 07:54:06   run.py           1  \n",
       "111 2024-12-13 07:54:06   run.py           1  \n",
       "112 2024-12-13 07:54:06   run.py           1  \n",
       "113 2024-12-13 07:54:06   run.py           1  \n",
       "114 2024-12-13 07:54:06   run.py           1  \n",
       "115 2024-12-13 07:54:06   run.py           1  \n",
       "116 2024-12-13 07:54:06   run.py           1  \n",
       "117 2024-12-13 07:54:06   run.py           1  \n",
       "118 2024-12-13 07:54:06   run.py           1  \n",
       "119 2024-12-13 07:56:23   run.py           3  "
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df['page_color'] = df['page_color'].astype(int)\n",
    "df[df['page_color'] > 0]"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": ".venv",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.12.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}