894 lines
29 KiB
Plaintext
894 lines
29 KiB
Plaintext
{
|
|
"cells": [
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 1,
|
|
"id": "53445797-52c4-4443-8095-889cf1c24298",
|
|
"metadata": {
|
|
"tags": []
|
|
},
|
|
"outputs": [],
|
|
"source": [
|
|
"%load_ext autoreload\n"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 2,
|
|
"id": "4de950c8-cabe-4874-aa78-548342993b05",
|
|
"metadata": {
|
|
"tags": []
|
|
},
|
|
"outputs": [],
|
|
"source": [
|
|
"%autoreload 1"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 2,
|
|
"id": "bccbd4ee-e6e7-4bc5-b72c-98196e811766",
|
|
"metadata": {
|
|
"tags": []
|
|
},
|
|
"outputs": [],
|
|
"source": [
|
|
"import pandas as pd\n"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 27,
|
|
"id": "7b337190-7887-40b7-9d10-b8039f5f2dfd",
|
|
"metadata": {},
|
|
"outputs": [],
|
|
"source": [
|
|
"project_df = pd.read_csv('encore-files/project.csv')\n"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 5,
|
|
"id": "44729805-deb3-4c61-b019-c9f52c5898f0",
|
|
"metadata": {
|
|
"tags": []
|
|
},
|
|
"outputs": [
|
|
{
|
|
"data": {
|
|
"text/plain": [
|
|
"Index(['id', 'address', 'building_type', 'city', 'country', 'customer_name',\n",
|
|
" 'description', 'name', 'no_of_habitants', 'postal_code', 'projectuuid',\n",
|
|
" 'state', 'year_of_construction', 'bms_information_id',\n",
|
|
" 'project_coordinator_id', 'project_tag_id', 'ifc_before_tagid',\n",
|
|
" 'ifc_to_be_tagid', 'ifc_enhanced_tagid'],\n",
|
|
" dtype='object')"
|
|
]
|
|
},
|
|
"execution_count": 5,
|
|
"metadata": {},
|
|
"output_type": "execute_result"
|
|
}
|
|
],
|
|
"source": [
|
|
"project_df.columns"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 8,
|
|
"id": "561aa71c-c506-47b7-8b5f-6c00104a8e91",
|
|
"metadata": {
|
|
"tags": []
|
|
},
|
|
"outputs": [],
|
|
"source": [
|
|
"only_ifc_ids=project_df[['project_tag_id', 'c',\n",
|
|
" 'ifc_to_be_tagid', 'ifc_enhanced_tagid']]"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": null,
|
|
"id": "0af0d724-4dc5-434d-8209-e6604330c4e9",
|
|
"metadata": {},
|
|
"outputs": [],
|
|
"source": [
|
|
"only_ifc_ids"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 15,
|
|
"id": "d1fe283a-35cd-4bf6-80ef-bd1a68ac2961",
|
|
"metadata": {
|
|
"tags": []
|
|
},
|
|
"outputs": [],
|
|
"source": [
|
|
"def merge_cols(df):\n",
|
|
" df[\"all_ids\"] = df[\"project_tag_id\"] + df[\"project_tag_id\"] + df[\"ifc_to_be_tagid\"] + df[\"ifc_enhanced_tagid\"]\n",
|
|
" return df[[\"all_ids\"]]"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 19,
|
|
"id": "bfdca4ba-edf0-4394-b20d-8ab04130a30f",
|
|
"metadata": {
|
|
"tags": []
|
|
},
|
|
"outputs": [
|
|
{
|
|
"name": "stderr",
|
|
"output_type": "stream",
|
|
"text": [
|
|
"/tmp/ipykernel_98/3701186255.py:2: SettingWithCopyWarning: \n",
|
|
"A value is trying to be set on a copy of a slice from a DataFrame.\n",
|
|
"Try using .loc[row_indexer,col_indexer] = value instead\n",
|
|
"\n",
|
|
"See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
|
|
" df[\"all_ids\"] = df[\"project_tag_id\"] + df[\"project_tag_id\"] + df[\"ifc_to_be_tagid\"] + df[\"ifc_enhanced_tagid\"]\n"
|
|
]
|
|
}
|
|
],
|
|
"source": [
|
|
"ids_from_database = merge_cols(only_ifc_ids)"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 24,
|
|
"id": "b8aee40a-7cc9-41b0-a1ef-4c3ed293f229",
|
|
"metadata": {
|
|
"tags": []
|
|
},
|
|
"outputs": [
|
|
{
|
|
"data": {
|
|
"text/html": [
|
|
"<div>\n",
|
|
"<style scoped>\n",
|
|
" .dataframe tbody tr th:only-of-type {\n",
|
|
" vertical-align: middle;\n",
|
|
" }\n",
|
|
"\n",
|
|
" .dataframe tbody tr th {\n",
|
|
" vertical-align: top;\n",
|
|
" }\n",
|
|
"\n",
|
|
" .dataframe thead th {\n",
|
|
" text-align: right;\n",
|
|
" }\n",
|
|
"</style>\n",
|
|
"<table border=\"1\" class=\"dataframe\">\n",
|
|
" <thead>\n",
|
|
" <tr style=\"text-align: right;\">\n",
|
|
" <th></th>\n",
|
|
" <th>all_ids</th>\n",
|
|
" </tr>\n",
|
|
" </thead>\n",
|
|
" <tbody>\n",
|
|
" <tr>\n",
|
|
" <th>0</th>\n",
|
|
" <td>97a3e117-a4b9-463f-81ed-8a0fd6826b1297a3e117-a...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>1</th>\n",
|
|
" <td>NaN</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>2</th>\n",
|
|
" <td>NaN</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>3</th>\n",
|
|
" <td>NaN</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>4</th>\n",
|
|
" <td>b27ac00c-0b6f-4909-81db-ef8c136c1c28b27ac00c-0...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>5</th>\n",
|
|
" <td>NaN</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>6</th>\n",
|
|
" <td>d48ed765-b997-4998-b48f-d5c6f37764a2d48ed765-b...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>7</th>\n",
|
|
" <td>NaN</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>8</th>\n",
|
|
" <td>3fe6a2a0-dcf6-4108-b079-085e7817b9333fe6a2a0-d...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>9</th>\n",
|
|
" <td>4036063b-84bf-4312-883d-306648307e814036063b-8...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>10</th>\n",
|
|
" <td>6e36b3b6-1b35-46a0-89b4-c64b2dcfc4d26e36b3b6-1...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>11</th>\n",
|
|
" <td>NaN</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>12</th>\n",
|
|
" <td>6c886d15-2ddf-489e-8440-066ad5c0c0516c886d15-2...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>13</th>\n",
|
|
" <td>6ba02956-f25b-4a68-8c02-0d6308b4460f6ba02956-f...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>14</th>\n",
|
|
" <td>cc1e623d-ba33-4f84-8bfb-7d19d062cc20cc1e623d-b...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>15</th>\n",
|
|
" <td>fe04ff9b-c1ff-41c4-9377-b7df1cfe2d22fe04ff9b-c...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>16</th>\n",
|
|
" <td>aa0efa31-7f46-4511-bf25-1a14f724d43baa0efa31-7...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>17</th>\n",
|
|
" <td>NaN</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>18</th>\n",
|
|
" <td>NaN</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>19</th>\n",
|
|
" <td>5d768096-e9e0-4b2d-bd3b-5e48349fd4ca5d768096-e...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>20</th>\n",
|
|
" <td>bdd29bf3-c04a-4dd2-85b8-28195d167dffbdd29bf3-c...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>21</th>\n",
|
|
" <td>67001609-3c2d-4963-9838-b211b0f5010667001609-3...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>22</th>\n",
|
|
" <td>9747c628-6b97-4b21-a9b2-7a249afedafb9747c628-6...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>23</th>\n",
|
|
" <td>02cafcb1-98aa-4a7c-bf1e-ddf55a9d5fbe02cafcb1-9...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>24</th>\n",
|
|
" <td>ebff9dd8-e032-4bed-ab15-67279baf9604ebff9dd8-e...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>25</th>\n",
|
|
" <td>2aa3427a-5388-4bf7-8076-681f1b8ad5d42aa3427a-5...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>26</th>\n",
|
|
" <td>246a4471-9477-4adf-9ec5-42ad325733a6246a4471-9...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>27</th>\n",
|
|
" <td>337f2a2e-2826-4bc8-83c2-8c0459781c1d337f2a2e-2...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>28</th>\n",
|
|
" <td>7ac6f1a5-9ecb-4ab2-9fc1-7abad928544e7ac6f1a5-9...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>29</th>\n",
|
|
" <td>a258185a-f60c-452e-82e3-572a544f22cca258185a-f...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>30</th>\n",
|
|
" <td>e7bde166-4910-407b-9b1d-1943fbcd6da4e7bde166-4...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>31</th>\n",
|
|
" <td>5660466b-2600-4b9e-bbce-faf192cfc9065660466b-2...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>32</th>\n",
|
|
" <td>c4cd356d-9d70-4952-8f18-39b3807c81dfc4cd356d-9...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>33</th>\n",
|
|
" <td>1fc260f6-4713-4b06-a680-38614db8d9561fc260f6-4...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>34</th>\n",
|
|
" <td>432c91b2-ff25-469f-a623-3f39d5ed67d2432c91b2-f...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>35</th>\n",
|
|
" <td>7397b503-33ab-47ef-acbe-09edb2176ff37397b503-3...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>36</th>\n",
|
|
" <td>8269294e-a9b0-483c-8abe-25dbda0656cf8269294e-a...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>37</th>\n",
|
|
" <td>f2b10aa9-536d-4968-ba7b-eaa98e717f43f2b10aa9-5...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>38</th>\n",
|
|
" <td>ed5db4a1-5560-4753-9c6b-4e4dc3168ddfed5db4a1-5...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>39</th>\n",
|
|
" <td>aa252dd8-4d8e-45ec-ab5e-a531085c2459aa252dd8-4...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>40</th>\n",
|
|
" <td>6aff4eb5-c6f3-4a3a-8052-0e9d2525969d6aff4eb5-c...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>41</th>\n",
|
|
" <td>e4909d99-cf20-4334-835b-598c66ee2ce1e4909d99-c...</td>\n",
|
|
" </tr>\n",
|
|
" </tbody>\n",
|
|
"</table>\n",
|
|
"</div>"
|
|
],
|
|
"text/plain": [
|
|
" all_ids\n",
|
|
"0 97a3e117-a4b9-463f-81ed-8a0fd6826b1297a3e117-a...\n",
|
|
"1 NaN\n",
|
|
"2 NaN\n",
|
|
"3 NaN\n",
|
|
"4 b27ac00c-0b6f-4909-81db-ef8c136c1c28b27ac00c-0...\n",
|
|
"5 NaN\n",
|
|
"6 d48ed765-b997-4998-b48f-d5c6f37764a2d48ed765-b...\n",
|
|
"7 NaN\n",
|
|
"8 3fe6a2a0-dcf6-4108-b079-085e7817b9333fe6a2a0-d...\n",
|
|
"9 4036063b-84bf-4312-883d-306648307e814036063b-8...\n",
|
|
"10 6e36b3b6-1b35-46a0-89b4-c64b2dcfc4d26e36b3b6-1...\n",
|
|
"11 NaN\n",
|
|
"12 6c886d15-2ddf-489e-8440-066ad5c0c0516c886d15-2...\n",
|
|
"13 6ba02956-f25b-4a68-8c02-0d6308b4460f6ba02956-f...\n",
|
|
"14 cc1e623d-ba33-4f84-8bfb-7d19d062cc20cc1e623d-b...\n",
|
|
"15 fe04ff9b-c1ff-41c4-9377-b7df1cfe2d22fe04ff9b-c...\n",
|
|
"16 aa0efa31-7f46-4511-bf25-1a14f724d43baa0efa31-7...\n",
|
|
"17 NaN\n",
|
|
"18 NaN\n",
|
|
"19 5d768096-e9e0-4b2d-bd3b-5e48349fd4ca5d768096-e...\n",
|
|
"20 bdd29bf3-c04a-4dd2-85b8-28195d167dffbdd29bf3-c...\n",
|
|
"21 67001609-3c2d-4963-9838-b211b0f5010667001609-3...\n",
|
|
"22 9747c628-6b97-4b21-a9b2-7a249afedafb9747c628-6...\n",
|
|
"23 02cafcb1-98aa-4a7c-bf1e-ddf55a9d5fbe02cafcb1-9...\n",
|
|
"24 ebff9dd8-e032-4bed-ab15-67279baf9604ebff9dd8-e...\n",
|
|
"25 2aa3427a-5388-4bf7-8076-681f1b8ad5d42aa3427a-5...\n",
|
|
"26 246a4471-9477-4adf-9ec5-42ad325733a6246a4471-9...\n",
|
|
"27 337f2a2e-2826-4bc8-83c2-8c0459781c1d337f2a2e-2...\n",
|
|
"28 7ac6f1a5-9ecb-4ab2-9fc1-7abad928544e7ac6f1a5-9...\n",
|
|
"29 a258185a-f60c-452e-82e3-572a544f22cca258185a-f...\n",
|
|
"30 e7bde166-4910-407b-9b1d-1943fbcd6da4e7bde166-4...\n",
|
|
"31 5660466b-2600-4b9e-bbce-faf192cfc9065660466b-2...\n",
|
|
"32 c4cd356d-9d70-4952-8f18-39b3807c81dfc4cd356d-9...\n",
|
|
"33 1fc260f6-4713-4b06-a680-38614db8d9561fc260f6-4...\n",
|
|
"34 432c91b2-ff25-469f-a623-3f39d5ed67d2432c91b2-f...\n",
|
|
"35 7397b503-33ab-47ef-acbe-09edb2176ff37397b503-3...\n",
|
|
"36 8269294e-a9b0-483c-8abe-25dbda0656cf8269294e-a...\n",
|
|
"37 f2b10aa9-536d-4968-ba7b-eaa98e717f43f2b10aa9-5...\n",
|
|
"38 ed5db4a1-5560-4753-9c6b-4e4dc3168ddfed5db4a1-5...\n",
|
|
"39 aa252dd8-4d8e-45ec-ab5e-a531085c2459aa252dd8-4...\n",
|
|
"40 6aff4eb5-c6f3-4a3a-8052-0e9d2525969d6aff4eb5-c...\n",
|
|
"41 e4909d99-cf20-4334-835b-598c66ee2ce1e4909d99-c..."
|
|
]
|
|
},
|
|
"execution_count": 24,
|
|
"metadata": {},
|
|
"output_type": "execute_result"
|
|
}
|
|
],
|
|
"source": [
|
|
"ids_from_database"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 17,
|
|
"id": "f52b6cc0-e0ea-479b-a24e-d4bcfa769bd2",
|
|
"metadata": {
|
|
"tags": []
|
|
},
|
|
"outputs": [],
|
|
"source": [
|
|
"converted_files_df = pd.read_csv('encore-files/filenames-only.csv')\n"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 26,
|
|
"id": "da181f14-a495-4950-b4f4-cba92b099184",
|
|
"metadata": {
|
|
"tags": []
|
|
},
|
|
"outputs": [
|
|
{
|
|
"data": {
|
|
"text/html": [
|
|
"<div>\n",
|
|
"<style scoped>\n",
|
|
" .dataframe tbody tr th:only-of-type {\n",
|
|
" vertical-align: middle;\n",
|
|
" }\n",
|
|
"\n",
|
|
" .dataframe tbody tr th {\n",
|
|
" vertical-align: top;\n",
|
|
" }\n",
|
|
"\n",
|
|
" .dataframe thead th {\n",
|
|
" text-align: right;\n",
|
|
" }\n",
|
|
"</style>\n",
|
|
"<table border=\"1\" class=\"dataframe\">\n",
|
|
" <thead>\n",
|
|
" <tr style=\"text-align: right;\">\n",
|
|
" <th></th>\n",
|
|
" <th>foldername</th>\n",
|
|
" </tr>\n",
|
|
" </thead>\n",
|
|
" <tbody>\n",
|
|
" <tr>\n",
|
|
" <th>238590</th>\n",
|
|
" <td>fffb5e51-74ec-4829-8074-fc095346c8a6</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>238591</th>\n",
|
|
" <td>fffc44dd-2c8d-4d71-b08e-e192e7ad9b37</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>238592</th>\n",
|
|
" <td>fffc79c6-5f47-4641-87c6-57cc28478f73</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>238593</th>\n",
|
|
" <td>fffcc424-c740-46da-b57c-cc97be249524</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>238594</th>\n",
|
|
" <td>fffcda08-0da5-4c2a-ab94-fd49477d18dc</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>238595</th>\n",
|
|
" <td>fffd27c4-ca0b-4067-96d8-848f50a43224</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>238596</th>\n",
|
|
" <td>fffdab41-f136-4eaa-b870-68aff14e0763</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>238597</th>\n",
|
|
" <td>fffdedf2-3063-4da8-b7da-cfd7eb76cf90</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>238598</th>\n",
|
|
" <td>fffdf3d8-7069-4c19-90b5-d96d7459b54d</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>238599</th>\n",
|
|
" <td>fffe0eff-dd7e-4dbb-9f71-29401c553e25</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>238600</th>\n",
|
|
" <td>ffff29a7-ae72-4620-9abf-e3919bd23fe5</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>238601</th>\n",
|
|
" <td>ffff502d-7393-4425-898d-21fefd5bc0e3</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>238602</th>\n",
|
|
" <td>ffff5b42-575a-48c0-8093-61db051f903b</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>238603</th>\n",
|
|
" <td>ffff83bb-bbc8-43c1-a219-e35a5b2e28bd</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>238604</th>\n",
|
|
" <td>ffffc0e5-0a22-41b1-9d50-c532e2c313aa</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>238605</th>\n",
|
|
" <td>filenames-only.txt</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>238606</th>\n",
|
|
" <td>filenames.txt</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>238607</th>\n",
|
|
" <td>files.txt</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>238608</th>\n",
|
|
" <td>files2.txt</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>238609</th>\n",
|
|
" <td>index.json</td>\n",
|
|
" </tr>\n",
|
|
" </tbody>\n",
|
|
"</table>\n",
|
|
"</div>"
|
|
],
|
|
"text/plain": [
|
|
" foldername\n",
|
|
"238590 fffb5e51-74ec-4829-8074-fc095346c8a6\n",
|
|
"238591 fffc44dd-2c8d-4d71-b08e-e192e7ad9b37\n",
|
|
"238592 fffc79c6-5f47-4641-87c6-57cc28478f73\n",
|
|
"238593 fffcc424-c740-46da-b57c-cc97be249524\n",
|
|
"238594 fffcda08-0da5-4c2a-ab94-fd49477d18dc\n",
|
|
"238595 fffd27c4-ca0b-4067-96d8-848f50a43224\n",
|
|
"238596 fffdab41-f136-4eaa-b870-68aff14e0763\n",
|
|
"238597 fffdedf2-3063-4da8-b7da-cfd7eb76cf90\n",
|
|
"238598 fffdf3d8-7069-4c19-90b5-d96d7459b54d\n",
|
|
"238599 fffe0eff-dd7e-4dbb-9f71-29401c553e25\n",
|
|
"238600 ffff29a7-ae72-4620-9abf-e3919bd23fe5\n",
|
|
"238601 ffff502d-7393-4425-898d-21fefd5bc0e3\n",
|
|
"238602 ffff5b42-575a-48c0-8093-61db051f903b\n",
|
|
"238603 ffff83bb-bbc8-43c1-a219-e35a5b2e28bd\n",
|
|
"238604 ffffc0e5-0a22-41b1-9d50-c532e2c313aa\n",
|
|
"238605 filenames-only.txt\n",
|
|
"238606 filenames.txt\n",
|
|
"238607 files.txt\n",
|
|
"238608 files2.txt\n",
|
|
"238609 index.json"
|
|
]
|
|
},
|
|
"execution_count": 26,
|
|
"metadata": {},
|
|
"output_type": "execute_result"
|
|
}
|
|
],
|
|
"source": [
|
|
"converted_files_df.tail(20)"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": null,
|
|
"id": "fd2c24b7-ddb1-4d77-9a38-7e11599e91c5",
|
|
"metadata": {},
|
|
"outputs": [],
|
|
"source": [
|
|
"converted_files_df['foldername']"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 22,
|
|
"id": "2fe47979-1a5b-41b4-9b11-5cb4616e6fd8",
|
|
"metadata": {
|
|
"tags": []
|
|
},
|
|
"outputs": [],
|
|
"source": [
|
|
"def get_diff_for_two_dataframes(df1, df2):\n",
|
|
" \"\"\"Returns set of values unique to df1\n",
|
|
" \"\"\"\n",
|
|
" diff = df1[df1['all_ids'].isin(df2['foldername']) == False]\n",
|
|
" return diff"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": 25,
|
|
"id": "5f5a9b4e-91e0-4cbf-8f31-e5cda02d88dc",
|
|
"metadata": {
|
|
"tags": []
|
|
},
|
|
"outputs": [
|
|
{
|
|
"data": {
|
|
"text/html": [
|
|
"<div>\n",
|
|
"<style scoped>\n",
|
|
" .dataframe tbody tr th:only-of-type {\n",
|
|
" vertical-align: middle;\n",
|
|
" }\n",
|
|
"\n",
|
|
" .dataframe tbody tr th {\n",
|
|
" vertical-align: top;\n",
|
|
" }\n",
|
|
"\n",
|
|
" .dataframe thead th {\n",
|
|
" text-align: right;\n",
|
|
" }\n",
|
|
"</style>\n",
|
|
"<table border=\"1\" class=\"dataframe\">\n",
|
|
" <thead>\n",
|
|
" <tr style=\"text-align: right;\">\n",
|
|
" <th></th>\n",
|
|
" <th>all_ids</th>\n",
|
|
" </tr>\n",
|
|
" </thead>\n",
|
|
" <tbody>\n",
|
|
" <tr>\n",
|
|
" <th>0</th>\n",
|
|
" <td>97a3e117-a4b9-463f-81ed-8a0fd6826b1297a3e117-a...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>1</th>\n",
|
|
" <td>NaN</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>2</th>\n",
|
|
" <td>NaN</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>3</th>\n",
|
|
" <td>NaN</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>4</th>\n",
|
|
" <td>b27ac00c-0b6f-4909-81db-ef8c136c1c28b27ac00c-0...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>5</th>\n",
|
|
" <td>NaN</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>6</th>\n",
|
|
" <td>d48ed765-b997-4998-b48f-d5c6f37764a2d48ed765-b...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>7</th>\n",
|
|
" <td>NaN</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>8</th>\n",
|
|
" <td>3fe6a2a0-dcf6-4108-b079-085e7817b9333fe6a2a0-d...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>9</th>\n",
|
|
" <td>4036063b-84bf-4312-883d-306648307e814036063b-8...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>10</th>\n",
|
|
" <td>6e36b3b6-1b35-46a0-89b4-c64b2dcfc4d26e36b3b6-1...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>11</th>\n",
|
|
" <td>NaN</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>12</th>\n",
|
|
" <td>6c886d15-2ddf-489e-8440-066ad5c0c0516c886d15-2...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>13</th>\n",
|
|
" <td>6ba02956-f25b-4a68-8c02-0d6308b4460f6ba02956-f...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>14</th>\n",
|
|
" <td>cc1e623d-ba33-4f84-8bfb-7d19d062cc20cc1e623d-b...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>15</th>\n",
|
|
" <td>fe04ff9b-c1ff-41c4-9377-b7df1cfe2d22fe04ff9b-c...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>16</th>\n",
|
|
" <td>aa0efa31-7f46-4511-bf25-1a14f724d43baa0efa31-7...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>17</th>\n",
|
|
" <td>NaN</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>18</th>\n",
|
|
" <td>NaN</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>19</th>\n",
|
|
" <td>5d768096-e9e0-4b2d-bd3b-5e48349fd4ca5d768096-e...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>20</th>\n",
|
|
" <td>bdd29bf3-c04a-4dd2-85b8-28195d167dffbdd29bf3-c...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>21</th>\n",
|
|
" <td>67001609-3c2d-4963-9838-b211b0f5010667001609-3...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>22</th>\n",
|
|
" <td>9747c628-6b97-4b21-a9b2-7a249afedafb9747c628-6...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>23</th>\n",
|
|
" <td>02cafcb1-98aa-4a7c-bf1e-ddf55a9d5fbe02cafcb1-9...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>24</th>\n",
|
|
" <td>ebff9dd8-e032-4bed-ab15-67279baf9604ebff9dd8-e...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>25</th>\n",
|
|
" <td>2aa3427a-5388-4bf7-8076-681f1b8ad5d42aa3427a-5...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>26</th>\n",
|
|
" <td>246a4471-9477-4adf-9ec5-42ad325733a6246a4471-9...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>27</th>\n",
|
|
" <td>337f2a2e-2826-4bc8-83c2-8c0459781c1d337f2a2e-2...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>28</th>\n",
|
|
" <td>7ac6f1a5-9ecb-4ab2-9fc1-7abad928544e7ac6f1a5-9...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>29</th>\n",
|
|
" <td>a258185a-f60c-452e-82e3-572a544f22cca258185a-f...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>30</th>\n",
|
|
" <td>e7bde166-4910-407b-9b1d-1943fbcd6da4e7bde166-4...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>31</th>\n",
|
|
" <td>5660466b-2600-4b9e-bbce-faf192cfc9065660466b-2...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>32</th>\n",
|
|
" <td>c4cd356d-9d70-4952-8f18-39b3807c81dfc4cd356d-9...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>33</th>\n",
|
|
" <td>1fc260f6-4713-4b06-a680-38614db8d9561fc260f6-4...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>34</th>\n",
|
|
" <td>432c91b2-ff25-469f-a623-3f39d5ed67d2432c91b2-f...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>35</th>\n",
|
|
" <td>7397b503-33ab-47ef-acbe-09edb2176ff37397b503-3...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>36</th>\n",
|
|
" <td>8269294e-a9b0-483c-8abe-25dbda0656cf8269294e-a...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>37</th>\n",
|
|
" <td>f2b10aa9-536d-4968-ba7b-eaa98e717f43f2b10aa9-5...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>38</th>\n",
|
|
" <td>ed5db4a1-5560-4753-9c6b-4e4dc3168ddfed5db4a1-5...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>39</th>\n",
|
|
" <td>aa252dd8-4d8e-45ec-ab5e-a531085c2459aa252dd8-4...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>40</th>\n",
|
|
" <td>6aff4eb5-c6f3-4a3a-8052-0e9d2525969d6aff4eb5-c...</td>\n",
|
|
" </tr>\n",
|
|
" <tr>\n",
|
|
" <th>41</th>\n",
|
|
" <td>e4909d99-cf20-4334-835b-598c66ee2ce1e4909d99-c...</td>\n",
|
|
" </tr>\n",
|
|
" </tbody>\n",
|
|
"</table>\n",
|
|
"</div>"
|
|
],
|
|
"text/plain": [
|
|
" all_ids\n",
|
|
"0 97a3e117-a4b9-463f-81ed-8a0fd6826b1297a3e117-a...\n",
|
|
"1 NaN\n",
|
|
"2 NaN\n",
|
|
"3 NaN\n",
|
|
"4 b27ac00c-0b6f-4909-81db-ef8c136c1c28b27ac00c-0...\n",
|
|
"5 NaN\n",
|
|
"6 d48ed765-b997-4998-b48f-d5c6f37764a2d48ed765-b...\n",
|
|
"7 NaN\n",
|
|
"8 3fe6a2a0-dcf6-4108-b079-085e7817b9333fe6a2a0-d...\n",
|
|
"9 4036063b-84bf-4312-883d-306648307e814036063b-8...\n",
|
|
"10 6e36b3b6-1b35-46a0-89b4-c64b2dcfc4d26e36b3b6-1...\n",
|
|
"11 NaN\n",
|
|
"12 6c886d15-2ddf-489e-8440-066ad5c0c0516c886d15-2...\n",
|
|
"13 6ba02956-f25b-4a68-8c02-0d6308b4460f6ba02956-f...\n",
|
|
"14 cc1e623d-ba33-4f84-8bfb-7d19d062cc20cc1e623d-b...\n",
|
|
"15 fe04ff9b-c1ff-41c4-9377-b7df1cfe2d22fe04ff9b-c...\n",
|
|
"16 aa0efa31-7f46-4511-bf25-1a14f724d43baa0efa31-7...\n",
|
|
"17 NaN\n",
|
|
"18 NaN\n",
|
|
"19 5d768096-e9e0-4b2d-bd3b-5e48349fd4ca5d768096-e...\n",
|
|
"20 bdd29bf3-c04a-4dd2-85b8-28195d167dffbdd29bf3-c...\n",
|
|
"21 67001609-3c2d-4963-9838-b211b0f5010667001609-3...\n",
|
|
"22 9747c628-6b97-4b21-a9b2-7a249afedafb9747c628-6...\n",
|
|
"23 02cafcb1-98aa-4a7c-bf1e-ddf55a9d5fbe02cafcb1-9...\n",
|
|
"24 ebff9dd8-e032-4bed-ab15-67279baf9604ebff9dd8-e...\n",
|
|
"25 2aa3427a-5388-4bf7-8076-681f1b8ad5d42aa3427a-5...\n",
|
|
"26 246a4471-9477-4adf-9ec5-42ad325733a6246a4471-9...\n",
|
|
"27 337f2a2e-2826-4bc8-83c2-8c0459781c1d337f2a2e-2...\n",
|
|
"28 7ac6f1a5-9ecb-4ab2-9fc1-7abad928544e7ac6f1a5-9...\n",
|
|
"29 a258185a-f60c-452e-82e3-572a544f22cca258185a-f...\n",
|
|
"30 e7bde166-4910-407b-9b1d-1943fbcd6da4e7bde166-4...\n",
|
|
"31 5660466b-2600-4b9e-bbce-faf192cfc9065660466b-2...\n",
|
|
"32 c4cd356d-9d70-4952-8f18-39b3807c81dfc4cd356d-9...\n",
|
|
"33 1fc260f6-4713-4b06-a680-38614db8d9561fc260f6-4...\n",
|
|
"34 432c91b2-ff25-469f-a623-3f39d5ed67d2432c91b2-f...\n",
|
|
"35 7397b503-33ab-47ef-acbe-09edb2176ff37397b503-3...\n",
|
|
"36 8269294e-a9b0-483c-8abe-25dbda0656cf8269294e-a...\n",
|
|
"37 f2b10aa9-536d-4968-ba7b-eaa98e717f43f2b10aa9-5...\n",
|
|
"38 ed5db4a1-5560-4753-9c6b-4e4dc3168ddfed5db4a1-5...\n",
|
|
"39 aa252dd8-4d8e-45ec-ab5e-a531085c2459aa252dd8-4...\n",
|
|
"40 6aff4eb5-c6f3-4a3a-8052-0e9d2525969d6aff4eb5-c...\n",
|
|
"41 e4909d99-cf20-4334-835b-598c66ee2ce1e4909d99-c..."
|
|
]
|
|
},
|
|
"execution_count": 25,
|
|
"metadata": {},
|
|
"output_type": "execute_result"
|
|
}
|
|
],
|
|
"source": [
|
|
"get_diff_for_two_dataframes_by_single_col(ids_from_database, converted_files_df)"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "markdown",
|
|
"id": "ee2080ff-3a50-4170-894e-c617509ac578",
|
|
"metadata": {},
|
|
"source": [
|
|
" - length of array is the same, so no ifc files from the database are included there\n"
|
|
]
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": null,
|
|
"id": "0af46bf5-95f2-4fbf-af03-e2ba0f94c1f9",
|
|
"metadata": {},
|
|
"outputs": [],
|
|
"source": []
|
|
},
|
|
{
|
|
"cell_type": "code",
|
|
"execution_count": null,
|
|
"id": "47cd4a1f-96b9-4cdd-9d50-9fcb9a1000e2",
|
|
"metadata": {},
|
|
"outputs": [],
|
|
"source": []
|
|
}
|
|
],
|
|
"metadata": {
|
|
"kernelspec": {
|
|
"display_name": "Python 3 (ipykernel)",
|
|
"language": "python",
|
|
"name": "python3"
|
|
},
|
|
"language_info": {
|
|
"codemirror_mode": {
|
|
"name": "ipython",
|
|
"version": 3
|
|
},
|
|
"file_extension": ".py",
|
|
"mimetype": "text/x-python",
|
|
"name": "python",
|
|
"nbconvert_exporter": "python",
|
|
"pygments_lexer": "ipython3",
|
|
"version": "3.10.10"
|
|
}
|
|
},
|
|
"nbformat": 4,
|
|
"nbformat_minor": 5
|
|
}
|