2 Vector database for tables.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "fbc3b072",
   "metadata": {},
   "outputs": [],
   "source": [
    "import os\n",
    "from pymongo import MongoClient\n",
    "import pymongo\n",
    "from tqdm import tqdm\n",
    "import re\n",
    "import pickle\n",
    "import json\n",
    "import torch\n",
    "\n",
    "from langchain.docstore.document import Document\n",
    "from langchain.chains.query_constructor.schema import AttributeInfo\n",
    "from langchain.embeddings import SentenceTransformerEmbeddings\n",
    "\n",
    "\n",
    "from sentence_transformers import SentenceTransformer\n",
    "from transformers import AutoModel, AutoTokenizer\n",
    "from langchain.embeddings import HuggingFaceEmbeddings\n",
    "from langchain.vectorstores import Chroma\n",
    "import json\n",
    "from bson import ObjectId\n",
    "\n",
    "import json\n",
    "import pandas as pd\n",
    "from bs4 import BeautifulSoup"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "474ddada",
   "metadata": {},
   "outputs": [],
   "source": [
    "from bson import ObjectId\n",
    "import json\n",
    "\n",
    "def json_serialize(obj):\n",
    "    \"\"\"\n",
    "    JSON serializer for objects not serializable by default json code\n",
    "    \"\"\"\n",
    "    if isinstance(obj, ObjectId):\n",
    "        return str(obj)\n",
    "    raise TypeError (\"Type %s not serializable\" % type(obj))\n",
    "    \n",
    "def json_deserialize(obj):\n",
    "    # Implement deserialization if needed, e.g., converting string back to datetime\n",
    "    return obj\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "edc8e8eb",
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "with open('filtered_tables.json', 'r') as file:\n",
    "    filtered_tables = json.load(file)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "3f7a51db",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'_id': '5c365d79a151585fa39284a5',\n",
       " 'paper_doi': '10.1016/j.conbuildmat.2011.11.023',\n",
       " 'order': 1,\n",
       " 'act_table': [['Sample',\n",
       "   'SiO2',\n",
       "   'Al2O3',\n",
       "   'Fe2O3',\n",
       "   'MnO',\n",
       "   'MgO',\n",
       "   'CaO',\n",
       "   'Na2O',\n",
       "   'K2O',\n",
       "   'TiO2',\n",
       "   'P2O5',\n",
       "   'Cr2O3',\n",
       "   'LOI'],\n",
       "  ['S1',\n",
       "   '1.410',\n",
       "   '0.350',\n",
       "   '0.110',\n",
       "   '0.020',\n",
       "   '1.190',\n",
       "   '53.430',\n",
       "   '0.020',\n",
       "   '0.040',\n",
       "   '0.010',\n",
       "   '0.010',\n",
       "   '0.001',\n",
       "   '43.330'],\n",
       "  ['S2',\n",
       "   '1.310',\n",
       "   '0.430',\n",
       "   '0.140',\n",
       "   '0.030',\n",
       "   '1.230',\n",
       "   '53.520',\n",
       "   '0.050',\n",
       "   '0.020',\n",
       "   '0.010',\n",
       "   '0.010',\n",
       "   '0.001',\n",
       "   '43.150'],\n",
       "  ['S3',\n",
       "   '0.730',\n",
       "   '0.110',\n",
       "   '0.030',\n",
       "   '0.040',\n",
       "   '2.670',\n",
       "   '49.740',\n",
       "   '0.050',\n",
       "   '0.030',\n",
       "   '0.010',\n",
       "   '0.010',\n",
       "   '0.001',\n",
       "   '46.510'],\n",
       "  ['S4',\n",
       "   '0.410',\n",
       "   '0.410',\n",
       "   '0.040',\n",
       "   '0.020',\n",
       "   '0.540',\n",
       "   '53.680',\n",
       "   '0.030',\n",
       "   '0.010',\n",
       "   '0.010',\n",
       "   '0.010',\n",
       "   '0.001',\n",
       "   '44.810'],\n",
       "  ['S5',\n",
       "   '0.510',\n",
       "   '0.230',\n",
       "   '0.280',\n",
       "   '0.050',\n",
       "   '0.210',\n",
       "   '54.710',\n",
       "   '0.040',\n",
       "   '0.010',\n",
       "   '0.010',\n",
       "   '0.010',\n",
       "   '0.001',\n",
       "   '43.920'],\n",
       "  ['S6',\n",
       "   '0.020',\n",
       "   '0.050',\n",
       "   '0.080',\n",
       "   '0.030',\n",
       "   '4.370',\n",
       "   '50.590',\n",
       "   '0.010',\n",
       "   '0.050',\n",
       "   '0.010',\n",
       "   '0.010',\n",
       "   '0.001',\n",
       "   '44.700'],\n",
       "  ['S7',\n",
       "   '0.030',\n",
       "   '0.170',\n",
       "   '0.020',\n",
       "   '0.040',\n",
       "   '0.180',\n",
       "   '54.750',\n",
       "   '0.030',\n",
       "   '0.010',\n",
       "   '0.010',\n",
       "   '0.010',\n",
       "   '0.001',\n",
       "   '44.730'],\n",
       "  ['S8',\n",
       "   '0.720',\n",
       "   '0.210',\n",
       "   '0.027',\n",
       "   '0.020',\n",
       "   '0.540',\n",
       "   '54.590',\n",
       "   '0.030',\n",
       "   '0.010',\n",
       "   '0.010',\n",
       "   '0.010',\n",
       "   '0.001',\n",
       "   '43.770'],\n",
       "  ['S9',\n",
       "   '0.060',\n",
       "   '0.170',\n",
       "   '0.060',\n",
       "   '0.050',\n",
       "   '0.420',\n",
       "   '54.540',\n",
       "   '0.040',\n",
       "   '0.020',\n",
       "   '0.020',\n",
       "   '0.010',\n",
       "   '0.010',\n",
       "   '44.510'],\n",
       "  ['S10',\n",
       "   '0.180',\n",
       "   '0.190',\n",
       "   '0.040',\n",
       "   '0.040',\n",
       "   '0.670',\n",
       "   '53.890',\n",
       "   '0.030',\n",
       "   '0.010',\n",
       "   '0.010',\n",
       "   '0.010',\n",
       "   '0.010',\n",
       "   '44.830'],\n",
       "  ['S11',\n",
       "   '0.300',\n",
       "   '0.030',\n",
       "   '0.060',\n",
       "   '0.030',\n",
       "   '0.990',\n",
       "   '54.530',\n",
       "   '0.020',\n",
       "   '0.010',\n",
       "   '0.010',\n",
       "   '0.010',\n",
       "   '0.001',\n",
       "   '43.920'],\n",
       "  ['S12',\n",
       "   '0.120',\n",
       "   '0.070',\n",
       "   '0.160',\n",
       "   '0.006',\n",
       "   '0.790',\n",
       "   '54.750',\n",
       "   '0.001',\n",
       "   '0.002',\n",
       "   '0.010',\n",
       "   '0.010',\n",
       "   '0.001',\n",
       "   '44.030'],\n",
       "  ['S13',\n",
       "   '0.270',\n",
       "   '0.070',\n",
       "   '0.280',\n",
       "   '0.036',\n",
       "   '4.940',\n",
       "   '49.550',\n",
       "   '0.005',\n",
       "   '0.004',\n",
       "   '0.010',\n",
       "   '0.010',\n",
       "   '0.001',\n",
       "   '44.770'],\n",
       "  ['S14',\n",
       "   '0.130',\n",
       "   '0.030',\n",
       "   '0.020',\n",
       "   '0.010',\n",
       "   '0.170',\n",
       "   '55.520',\n",
       "   '0.010',\n",
       "   '0.040',\n",
       "   '0.010',\n",
       "   '0.010',\n",
       "   '0.001',\n",
       "   '44.030'],\n",
       "  ['S15',\n",
       "   '0.330',\n",
       "   '0.210',\n",
       "   '0.080',\n",
       "   '0.040',\n",
       "   '5.700',\n",
       "   '48.860',\n",
       "   '0.050',\n",
       "   '0.090',\n",
       "   '0.020',\n",
       "   '0.010',\n",
       "   '0.001',\n",
       "   '44.580']],\n",
       " 'entities': [{'name': 'S1',\n",
       "   'attributes': [{'name': 'SiO2',\n",
       "     'value': 1.41,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Al2O3',\n",
       "     'value': 0.35,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Fe2O3',\n",
       "     'value': 0.11,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'MnO',\n",
       "     'value': 0.02,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'MgO',\n",
       "     'value': 1.19,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'CaO',\n",
       "     'value': 53.43,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Na2O',\n",
       "     'value': 0.02,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'K2O',\n",
       "     'value': 0.04,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'TiO2',\n",
       "     'value': 0.01,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'P2O5',\n",
       "     'value': 0.01,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Cr2O3',\n",
       "     'value': 0.001,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'LOI',\n",
       "     'value': 43.33,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []}],\n",
       "   'links': [],\n",
       "   'descriptor': 'Sample',\n",
       "   'ent_ref': []},\n",
       "  {'name': 'S2',\n",
       "   'attributes': [{'name': 'SiO2',\n",
       "     'value': 1.31,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Al2O3',\n",
       "     'value': 0.43,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Fe2O3',\n",
       "     'value': 0.14,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'MnO',\n",
       "     'value': 0.03,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'MgO',\n",
       "     'value': 1.23,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'CaO',\n",
       "     'value': 53.52,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Na2O',\n",
       "     'value': 0.05,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'K2O',\n",
       "     'value': 0.02,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'TiO2',\n",
       "     'value': 0.01,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'P2O5',\n",
       "     'value': 0.01,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Cr2O3',\n",
       "     'value': 0.001,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'LOI',\n",
       "     'value': 43.15,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []}],\n",
       "   'links': [],\n",
       "   'descriptor': 'Sample',\n",
       "   'ent_ref': []},\n",
       "  {'name': 'S3',\n",
       "   'attributes': [{'name': 'SiO2',\n",
       "     'value': 0.73,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Al2O3',\n",
       "     'value': 0.11,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Fe2O3',\n",
       "     'value': 0.03,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'MnO',\n",
       "     'value': 0.04,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'MgO',\n",
       "     'value': 2.67,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'CaO',\n",
       "     'value': 49.74,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Na2O',\n",
       "     'value': 0.05,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'K2O',\n",
       "     'value': 0.03,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'TiO2',\n",
       "     'value': 0.01,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'P2O5',\n",
       "     'value': 0.01,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Cr2O3',\n",
       "     'value': 0.001,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'LOI',\n",
       "     'value': 46.51,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []}],\n",
       "   'links': [],\n",
       "   'descriptor': 'Sample',\n",
       "   'ent_ref': []},\n",
       "  {'name': 'S4',\n",
       "   'attributes': [{'name': 'SiO2',\n",
       "     'value': 0.41,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Al2O3',\n",
       "     'value': 0.41,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Fe2O3',\n",
       "     'value': 0.04,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'MnO',\n",
       "     'value': 0.02,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'MgO',\n",
       "     'value': 0.54,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'CaO',\n",
       "     'value': 53.68,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Na2O',\n",
       "     'value': 0.03,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'K2O',\n",
       "     'value': 0.01,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'TiO2',\n",
       "     'value': 0.01,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'P2O5',\n",
       "     'value': 0.01,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Cr2O3',\n",
       "     'value': 0.001,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'LOI',\n",
       "     'value': 44.81,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []}],\n",
       "   'links': [],\n",
       "   'descriptor': 'Sample',\n",
       "   'ent_ref': []},\n",
       "  {'name': 'S5',\n",
       "   'attributes': [{'name': 'SiO2',\n",
       "     'value': 0.51,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Al2O3',\n",
       "     'value': 0.23,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Fe2O3',\n",
       "     'value': 0.28,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'MnO',\n",
       "     'value': 0.05,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'MgO',\n",
       "     'value': 0.21,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'CaO',\n",
       "     'value': 54.71,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Na2O',\n",
       "     'value': 0.04,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'K2O',\n",
       "     'value': 0.01,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'TiO2',\n",
       "     'value': 0.01,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'P2O5',\n",
       "     'value': 0.01,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Cr2O3',\n",
       "     'value': 0.001,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'LOI',\n",
       "     'value': 43.92,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []}],\n",
       "   'links': [],\n",
       "   'descriptor': 'Sample',\n",
       "   'ent_ref': []},\n",
       "  {'name': 'S6',\n",
       "   'attributes': [{'name': 'SiO2',\n",
       "     'value': 0.02,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Al2O3',\n",
       "     'value': 0.05,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Fe2O3',\n",
       "     'value': 0.08,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'MnO',\n",
       "     'value': 0.03,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'MgO',\n",
       "     'value': 4.37,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'CaO',\n",
       "     'value': 50.59,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Na2O',\n",
       "     'value': 0.01,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'K2O',\n",
       "     'value': 0.05,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'TiO2',\n",
       "     'value': 0.01,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'P2O5',\n",
       "     'value': 0.01,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Cr2O3',\n",
       "     'value': 0.001,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'LOI',\n",
       "     'value': 44.7,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []}],\n",
       "   'links': [],\n",
       "   'descriptor': 'Sample',\n",
       "   'ent_ref': []},\n",
       "  {'name': 'S7',\n",
       "   'attributes': [{'name': 'SiO2',\n",
       "     'value': 0.03,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Al2O3',\n",
       "     'value': 0.17,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Fe2O3',\n",
       "     'value': 0.02,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'MnO',\n",
       "     'value': 0.04,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'MgO',\n",
       "     'value': 0.18,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'CaO',\n",
       "     'value': 54.75,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Na2O',\n",
       "     'value': 0.03,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'K2O',\n",
       "     'value': 0.01,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'TiO2',\n",
       "     'value': 0.01,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'P2O5',\n",
       "     'value': 0.01,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Cr2O3',\n",
       "     'value': 0.001,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'LOI',\n",
       "     'value': 44.73,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []}],\n",
       "   'links': [],\n",
       "   'descriptor': 'Sample',\n",
       "   'ent_ref': []},\n",
       "  {'name': 'S8',\n",
       "   'attributes': [{'name': 'SiO2',\n",
       "     'value': 0.72,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Al2O3',\n",
       "     'value': 0.21,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Fe2O3',\n",
       "     'value': 0.027,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'MnO',\n",
       "     'value': 0.02,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'MgO',\n",
       "     'value': 0.54,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'CaO',\n",
       "     'value': 54.59,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Na2O',\n",
       "     'value': 0.03,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'K2O',\n",
       "     'value': 0.01,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'TiO2',\n",
       "     'value': 0.01,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'P2O5',\n",
       "     'value': 0.01,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Cr2O3',\n",
       "     'value': 0.001,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'LOI',\n",
       "     'value': 43.77,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []}],\n",
       "   'links': [],\n",
       "   'descriptor': 'Sample',\n",
       "   'ent_ref': []},\n",
       "  {'name': 'S9',\n",
       "   'attributes': [{'name': 'SiO2',\n",
       "     'value': 0.06,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Al2O3',\n",
       "     'value': 0.17,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Fe2O3',\n",
       "     'value': 0.06,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'MnO',\n",
       "     'value': 0.05,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'MgO',\n",
       "     'value': 0.42,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'CaO',\n",
       "     'value': 54.54,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Na2O',\n",
       "     'value': 0.04,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'K2O',\n",
       "     'value': 0.02,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'TiO2',\n",
       "     'value': 0.02,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'P2O5',\n",
       "     'value': 0.01,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Cr2O3',\n",
       "     'value': 0.01,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'LOI',\n",
       "     'value': 44.51,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []}],\n",
       "   'links': [],\n",
       "   'descriptor': 'Sample',\n",
       "   'ent_ref': []},\n",
       "  {'name': 'S10',\n",
       "   'attributes': [{'name': 'SiO2',\n",
       "     'value': 0.18,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Al2O3',\n",
       "     'value': 0.19,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Fe2O3',\n",
       "     'value': 0.04,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'MnO',\n",
       "     'value': 0.04,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'MgO',\n",
       "     'value': 0.67,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'CaO',\n",
       "     'value': 53.89,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Na2O',\n",
       "     'value': 0.03,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'K2O',\n",
       "     'value': 0.01,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'TiO2',\n",
       "     'value': 0.01,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'P2O5',\n",
       "     'value': 0.01,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Cr2O3',\n",
       "     'value': 0.01,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'LOI',\n",
       "     'value': 44.83,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []}],\n",
       "   'links': [],\n",
       "   'descriptor': 'Sample',\n",
       "   'ent_ref': []},\n",
       "  {'name': 'S11',\n",
       "   'attributes': [{'name': 'SiO2',\n",
       "     'value': 0.3,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Al2O3',\n",
       "     'value': 0.03,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Fe2O3',\n",
       "     'value': 0.06,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'MnO',\n",
       "     'value': 0.03,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'MgO',\n",
       "     'value': 0.99,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'CaO',\n",
       "     'value': 54.53,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Na2O',\n",
       "     'value': 0.02,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'K2O',\n",
       "     'value': 0.01,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'TiO2',\n",
       "     'value': 0.01,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'P2O5',\n",
       "     'value': 0.01,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Cr2O3',\n",
       "     'value': 0.001,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'LOI',\n",
       "     'value': 43.92,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []}],\n",
       "   'links': [],\n",
       "   'descriptor': 'Sample',\n",
       "   'ent_ref': []},\n",
       "  {'name': 'S12',\n",
       "   'attributes': [{'name': 'SiO2',\n",
       "     'value': 0.12,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Al2O3',\n",
       "     'value': 0.07,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Fe2O3',\n",
       "     'value': 0.16,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'MnO',\n",
       "     'value': 0.006,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'MgO',\n",
       "     'value': 0.79,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'CaO',\n",
       "     'value': 54.75,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Na2O',\n",
       "     'value': 0.001,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'K2O',\n",
       "     'value': 0.002,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'TiO2',\n",
       "     'value': 0.01,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'P2O5',\n",
       "     'value': 0.01,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Cr2O3',\n",
       "     'value': 0.001,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'LOI',\n",
       "     'value': 44.03,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []}],\n",
       "   'links': [],\n",
       "   'descriptor': 'Sample',\n",
       "   'ent_ref': []},\n",
       "  {'name': 'S13',\n",
       "   'attributes': [{'name': 'SiO2',\n",
       "     'value': 0.27,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Al2O3',\n",
       "     'value': 0.07,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Fe2O3',\n",
       "     'value': 0.28,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'MnO',\n",
       "     'value': 0.036,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'MgO',\n",
       "     'value': 4.94,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'CaO',\n",
       "     'value': 49.55,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Na2O',\n",
       "     'value': 0.005,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'K2O',\n",
       "     'value': 0.004,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'TiO2',\n",
       "     'value': 0.01,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'P2O5',\n",
       "     'value': 0.01,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Cr2O3',\n",
       "     'value': 0.001,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'LOI',\n",
       "     'value': 44.77,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []}],\n",
       "   'links': [],\n",
       "   'descriptor': 'Sample',\n",
       "   'ent_ref': []},\n",
       "  {'name': 'S14',\n",
       "   'attributes': [{'name': 'SiO2',\n",
       "     'value': 0.13,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Al2O3',\n",
       "     'value': 0.03,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Fe2O3',\n",
       "     'value': 0.02,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'MnO',\n",
       "     'value': 0.01,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'MgO',\n",
       "     'value': 0.17,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'CaO',\n",
       "     'value': 55.52,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Na2O',\n",
       "     'value': 0.01,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'K2O',\n",
       "     'value': 0.04,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'TiO2',\n",
       "     'value': 0.01,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'P2O5',\n",
       "     'value': 0.01,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Cr2O3',\n",
       "     'value': 0.001,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'LOI',\n",
       "     'value': 44.03,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []}],\n",
       "   'links': [],\n",
       "   'descriptor': 'Sample',\n",
       "   'ent_ref': []},\n",
       "  {'name': 'S15',\n",
       "   'attributes': [{'name': 'SiO2',\n",
       "     'value': 0.33,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Al2O3',\n",
       "     'value': 0.21,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Fe2O3',\n",
       "     'value': 0.08,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'MnO',\n",
       "     'value': 0.04,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'MgO',\n",
       "     'value': 5.7,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'CaO',\n",
       "     'value': 48.86,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Na2O',\n",
       "     'value': 0.05,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'K2O',\n",
       "     'value': 0.09,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'TiO2',\n",
       "     'value': 0.02,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'P2O5',\n",
       "     'value': 0.01,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'Cr2O3',\n",
       "     'value': 0.001,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []},\n",
       "    {'name': 'LOI',\n",
       "     'value': 44.58,\n",
       "     'links': [],\n",
       "     'string_value': None,\n",
       "     'unit': None,\n",
       "     'value_ref': [],\n",
       "     'attr_ref': []}],\n",
       "   'links': [],\n",
       "   'descriptor': 'Sample',\n",
       "   'ent_ref': []}],\n",
       " 'caption': 'The chemical composition of major components (LOI is the loss on ignition).',\n",
       " 'caption_ref': [],\n",
       " 'composition_table': False,\n",
       " 'footer': None}"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "filtered_tables[1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "f944d587",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Real tables: 106130\n",
      "Not real tables: 12154\n"
     ]
    }
   ],
   "source": [
    "def is_real_table(table):\n",
    "    \"\"\" Check if the given table is a real table. \"\"\"\n",
    "    # Check if table is not empty\n",
    "    if not table or not table[0]:\n",
    "        return False\n",
    "\n",
    "    # Check for meaningful content (not just placeholders)\n",
    "    for row in table:\n",
    "        if all(cell in [None, \"\", 0, \"0\"] for cell in row):\n",
    "            return False\n",
    "\n",
    "    return True\n",
    "\n",
    "# Count real and not real tables\n",
    "real_tables = 0\n",
    "not_real_tables = 0\n",
    "\n",
    "for item in filtered_tables:\n",
    "    if is_real_table(item['act_table']):\n",
    "        real_tables += 1\n",
    "    else:\n",
    "        not_real_tables += 1\n",
    "\n",
    "print(f\"Real tables: {real_tables}\")\n",
    "print(f\"Not real tables: {not_real_tables}\")\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "6d79413a",
   "metadata": {},
   "outputs": [],
   "source": [
    "def process_table_captions(tables):\n",
    "    all_captions = []\n",
    "    seen_captions = set()  # To track duplicates along with DOIs\n",
    "\n",
    "    for table in tqdm(tables, desc=\"Processing tables\"):\n",
    "        # Extract the DOI and caption from the table record\n",
    "        paper_doi = table['paper_doi']\n",
    "        caption = table['caption']\n",
    "        actual_table = table['act_table']\n",
    "        # Create a unique key combining DOI and caption to check for duplicates\n",
    "        unique_key = (paper_doi, caption)\n",
    "\n",
    "        # Process the caption if it's a string and the unique key is not already seen\n",
    "        if isinstance(caption, str) and unique_key not in seen_captions:\n",
    "            seen_captions.add(unique_key)\n",
    "\n",
    "            # Store the caption along with its DOI\n",
    "            doc_caption = Document(page_content=caption+'/n'+str(actual_table),\n",
    "                                   metadata={\"table\": json.dumps(actual_table), \"doi\": paper_doi})\n",
    "            all_captions.append(doc_caption)\n",
    "\n",
    "    return all_captions\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "498920c1",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Processing tables: 100%|██████████| 118284/118284 [00:03<00:00, 37518.85it/s]\n"
     ]
    }
   ],
   "source": [
    "processed_tables = process_table_captions(filtered_tables)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "2742d413",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "116217"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(processed_tables)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "bd738217",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Real tables: 104258\n",
      "Not real tables: 11959\n"
     ]
    }
   ],
   "source": [
    "# Count real and not real tables\n",
    "real_tables = 0\n",
    "not_real_tables = 0\n",
    "\n",
    "for item in processed_tables:\n",
    "    if is_real_table(json.loads(item.metadata['table'])):\n",
    "        real_tables += 1\n",
    "    else:\n",
    "        not_real_tables += 1\n",
    "\n",
    "print(f\"Real tables: {real_tables}\")\n",
    "print(f\"Not real tables: {not_real_tables}\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "458825c8",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[['Factor',\n",
       "  'Case 1 [%]',\n",
       "  'Case 2 [%]',\n",
       "  'Case 3 [%]',\n",
       "  'Case 4 [%]',\n",
       "  'Case 5 [%]'],\n",
       " ['A', '6.47', '65.23', '6.59', '60.65', '0.72'],\n",
       " ['B', '18.65', '33.65', '87.79', '25.43', '98.06'],\n",
       " ['C', '74.76', '0.04', '5.18', '10.90', '0.41']]"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "json.loads(processed_tables[12000].metadata['table'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "id": "1d053a1d",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Define metadata field information\n",
    "metadata_field_info = [\n",
    "    AttributeInfo(name=\"table\", description=\"Actual table content\", type=\"list\"),\n",
    "    AttributeInfo(name=\"doi\", description=\"Digital Object Identifier of the document\", type=\"string\"),\n",
    "]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "id": "733c4868",
   "metadata": {},
   "outputs": [],
   "source": [
    "embeddings = SentenceTransformerEmbeddings(model_name=\"all-MiniLM-L6-v2\")\n",
    "persist_directory = 'data/chroma/etsminilm'\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "c073ba61",
   "metadata": {},
   "outputs": [],
   "source": [
    "svdb = Chroma.from_documents(processed_tables, embedding=embeddings, persist_directory=persist_directory)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "id": "e3886d41",
   "metadata": {},
   "outputs": [],
   "source": [
    "svdb.persist()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "id": "9ed36d52",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "page_content=\"Oxide composition of MgO [36]./n[['Composition', 'MgO', 'Fe2O3', 'SiO2', 'CaO', 'Others'], ['Mass fraction of the sample (%)', '92.53', '0.87', '3.1', '1.6', '1.9']]\" metadata={'doi': '10.1016/j.conbuildmat.2018.07.037', 'table': '[[\"Composition\", \"MgO\", \"Fe2O3\", \"SiO2\", \"CaO\", \"Others\"], [\"Mass fraction of the sample (%)\", \"92.53\", \"0.87\", \"3.1\", \"1.6\", \"1.9\"]]'}\n",
      "page_content=\"The oxide compositions of MgO powders, limestone powders and silica fume./n[['Sample name', 'Oxide compositions (%)', 'Oxide compositions (%)', 'Oxide compositions (%)', 'Oxide compositions (%)', 'Oxide compositions (%)', 'Oxide compositions (%)', 'Oxide compositions (%)'], ['Sample name', 'MgO', 'CaO', 'SiO2', 'Al2O3', 'Fe2O3', 'CO2', 'Others'], ['MgO Powders', '91.85', '3.14', '3.68', '0.16', '0.87', '-', '0.30'], ['Limestone powders', '8.44', '36.92', '8.91', '1.36', '0.52', '43.2', '4.91'], ['Silica fume', '1.82', '0.52', '89.8', '0.13', '1.55', '-', '6.18']]\" metadata={'doi': '10.1016/j.conbuildmat.2018.06.136', 'table': '[[\"Sample name\", \"Oxide compositions (%)\", \"Oxide compositions (%)\", \"Oxide compositions (%)\", \"Oxide compositions (%)\", \"Oxide compositions (%)\", \"Oxide compositions (%)\", \"Oxide compositions (%)\"], [\"Sample name\", \"MgO\", \"CaO\", \"SiO2\", \"Al2O3\", \"Fe2O3\", \"CO2\", \"Others\"], [\"MgO Powders\", \"91.85\", \"3.14\", \"3.68\", \"0.16\", \"0.87\", \"-\", \"0.30\"], [\"Limestone powders\", \"8.44\", \"36.92\", \"8.91\", \"1.36\", \"0.52\", \"43.2\", \"4.91\"], [\"Silica fume\", \"1.82\", \"0.52\", \"89.8\", \"0.13\", \"1.55\", \"-\", \"6.18\"]]'}\n",
      "page_content=\"The oxide composition of gypsum (%)./n[['SiO2', 'Al2O3', 'Fe2O3', 'CaO', 'MgO', 'SO3', 'Na2O', 'K2O', 'CO2', 'CaSO4*2H2O', 'CaSO4', 'CaCO3'], ['3.94', '1.67', '0.64', '30.94', '0.60', '40.90', '0.15', '0.31', '2.50', '86.68', '1.00', '4.20']]\" metadata={'doi': '10.1016/j.jclepro.2018.01.045', 'table': '[[\"SiO2\", \"Al2O3\", \"Fe2O3\", \"CaO\", \"MgO\", \"SO3\", \"Na2O\", \"K2O\", \"CO2\", \"CaSO4*2H2O\", \"CaSO4\", \"CaCO3\"], [\"3.94\", \"1.67\", \"0.64\", \"30.94\", \"0.60\", \"40.90\", \"0.15\", \"0.31\", \"2.50\", \"86.68\", \"1.00\", \"4.20\"]]'}\n",
      "page_content=\"Oxide composition of cement/wt.%./n[['CaO', 'SiO2', 'Al2O3', 'Fe2O3', 'MgO', 'SO3', 'K2O', 'TiO2', 'LOI', 'Total'], ['64.68', '18.36', '4.33', '2.95', '0.79', '2.60', '0.73', '0.19', '3.70', '98.33']]\" metadata={'doi': '10.1016/j.conbuildmat.2017.07.018', 'table': '[[\"CaO\", \"SiO2\", \"Al2O3\", \"Fe2O3\", \"MgO\", \"SO3\", \"K2O\", \"TiO2\", \"LOI\", \"Total\"], [\"64.68\", \"18.36\", \"4.33\", \"2.95\", \"0.79\", \"2.60\", \"0.73\", \"0.19\", \"3.70\", \"98.33\"]]'}\n",
      "page_content=\"Oxide composition of a cement./n[['', 'CaO', 'SiO   2', 'Al   2     O   3', 'Fe   2     O   3', 'SO   3', 'K   2   O', 'Na   2   O', 'MgO    *', 'LOI'], ['Mass%', '61.6', '19.62', '4.51', '3.45', '3.36', '1.00', '0.45', '2.43', '2.41']]\" metadata={'doi': '10.1016/j.commatsci.2015.04.023', 'table': '[[\"\", \"CaO\", \"SiO   2\", \"Al   2     O   3\", \"Fe   2     O   3\", \"SO   3\", \"K   2   O\", \"Na   2   O\", \"MgO    *\", \"LOI\"], [\"Mass%\", \"61.6\", \"19.62\", \"4.51\", \"3.45\", \"3.36\", \"1.00\", \"0.45\", \"2.43\", \"2.41\"]]'}\n",
      "page_content=\"Oxide composition of BA/n[['Oxide', 'LOI', 'SiO2', 'CaO', 'Al2O3', 'Fe2O3', 'MgO', 'SO3'], ['Composition (%)', '6.90', '63.16', '8.40', '9.70', '5.40', '2.90', '2.87']]\" metadata={'doi': '10.1016/s0008-8846(00)00324-0', 'table': '[[\"Oxide\", \"LOI\", \"SiO2\", \"CaO\", \"Al2O3\", \"Fe2O3\", \"MgO\", \"SO3\"], [\"Composition (%)\", \"6.90\", \"63.16\", \"8.40\", \"9.70\", \"5.40\", \"2.90\", \"2.87\"]]'}\n",
      "page_content=\"Chemical composition of the starting materials/n[['Oxides', 'Raw dolomite', 'Calcined alumina'], ['SiO2', '0.51', '0.02'], ['Fe2O3', '0.27', '0.02'], ['Al2O3', '0.54', '99.50'], ['CaO', '31.32', '-'], ['MgO', '20.16', '-'], ['L.O.I', '46.82', '0.11']]\" metadata={'doi': '10.1016/s0272-8842(01)00042-6', 'table': '[[\"Oxides\", \"Raw dolomite\", \"Calcined alumina\"], [\"SiO2\", \"0.51\", \"0.02\"], [\"Fe2O3\", \"0.27\", \"0.02\"], [\"Al2O3\", \"0.54\", \"99.50\"], [\"CaO\", \"31.32\", \"-\"], [\"MgO\", \"20.16\", \"-\"], [\"L.O.I\", \"46.82\", \"0.11\"]]'}\n",
      "page_content=\"Oxide composition for the cement material used in the simulation/n[['', 'CaO', 'SiO   2', 'Al   2     O   3', 'Fe   2     O   3', 'SO   3', 'K   2   O', 'Na   2   O', 'Minor oxides'], ['Mass%', '0.64', '0.22', '0.05', '0.04', '0.03', '0.0078', '0.0015', '0.0107']]\" metadata={'doi': '10.1016/j.commatsci.2014.05.021', 'table': '[[\"\", \"CaO\", \"SiO   2\", \"Al   2     O   3\", \"Fe   2     O   3\", \"SO   3\", \"K   2   O\", \"Na   2   O\", \"Minor oxides\"], [\"Mass%\", \"0.64\", \"0.22\", \"0.05\", \"0.04\", \"0.03\", \"0.0078\", \"0.0015\", \"0.0107\"]]'}\n",
      "page_content=\"Oxide composition of cement used in this study (% w/w)./n[['Oxide', 'CaO', 'SiO2', 'Al2O3', 'Fe2O3', 'MgO', 'K2O', 'Na2O', 'SO3', 'Ignition loss'], ['Composition (wt.%)', '56.87', '25.19', '9.52', '3.11', '0.86', '1.03', '1.08', '0.98', '1.96']]\" metadata={'doi': '10.1016/j.conbuildmat.2017.10.114', 'table': '[[\"Oxide\", \"CaO\", \"SiO2\", \"Al2O3\", \"Fe2O3\", \"MgO\", \"K2O\", \"Na2O\", \"SO3\", \"Ignition loss\"], [\"Composition (wt.%)\", \"56.87\", \"25.19\", \"9.52\", \"3.11\", \"0.86\", \"1.03\", \"1.08\", \"0.98\", \"1.96\"]]'}\n",
      "page_content=\"Chemical oxide composition of starting materials (wt.%)./n[['Oxide (%) material', 'SiO2', 'Al2O3', 'F2O3', 'CaO', 'MgO', 'SO3', 'Na2O', 'K2O', 'Cl', 'L.O.I.'], ['OPC', '20.34', '5.21', '3.67', '62.28', '2.4', '2.94', '-', '-', '-', '2.4'], ['GBFS', '36.9', '10.6', '1.65', '34.3', '8.52', '0.60', '0.83', '0.48', '0.015', '-']]\" metadata={'doi': '10.1016/j.hbrcj.2012.12.002', 'table': '[[\"Oxide (%) material\", \"SiO2\", \"Al2O3\", \"F2O3\", \"CaO\", \"MgO\", \"SO3\", \"Na2O\", \"K2O\", \"Cl\", \"L.O.I.\"], [\"OPC\", \"20.34\", \"5.21\", \"3.67\", \"62.28\", \"2.4\", \"2.94\", \"-\", \"-\", \"-\", \"2.4\"], [\"GBFS\", \"36.9\", \"10.6\", \"1.65\", \"34.3\", \"8.52\", \"0.60\", \"0.83\", \"0.48\", \"0.015\", \"-\"]]'}\n",
      "page_content=\"Oxide composition of cement, wt%./n[['SiO2', 'Al2O', 'Fe2O3', 'CaO', 'MgO', 'SO3', 'Na2O', 'K2O', 'L.O.I *'], ['20.2', '5.8', '3.0', '63.3', '3.4', '2.1', '0.2', '0.3', '1.2']]\" metadata={'doi': '10.1016/j.wasman.2009.04.002', 'table': '[[\"SiO2\", \"Al2O\", \"Fe2O3\", \"CaO\", \"MgO\", \"SO3\", \"Na2O\", \"K2O\", \"L.O.I *\"], [\"20.2\", \"5.8\", \"3.0\", \"63.3\", \"3.4\", \"2.1\", \"0.2\", \"0.3\", \"1.2\"]]'}\n",
      "page_content=\"Oxide composition of studied FA in mass%, as determined by XRF./n[['Oxide', 'Amount'], ['SiO2', '51.9'], ['Al2O3', '34.3'], ['Fe2O3', '6.0'], ['CaO', '2.0'], ['MgO', '0.9'], ['K2O', '2.0'], ['Na2O', '0.4'], ['TiO2', '1.8'], ['SO3', '0.2'], ['P2O5', '0.2'], ['Cl', '0.0']]\" metadata={'doi': '10.1016/j.conbuildmat.2017.11.021', 'table': '[[\"Oxide\", \"Amount\"], [\"SiO2\", \"51.9\"], [\"Al2O3\", \"34.3\"], [\"Fe2O3\", \"6.0\"], [\"CaO\", \"2.0\"], [\"MgO\", \"0.9\"], [\"K2O\", \"2.0\"], [\"Na2O\", \"0.4\"], [\"TiO2\", \"1.8\"], [\"SO3\", \"0.2\"], [\"P2O5\", \"0.2\"], [\"Cl\", \"0.0\"]]'}\n",
      "page_content=\"Oxide compositions of cement (% w/w)./n[['MgO', 'Al2O3', 'SiO2', 'CaO', 'TiO2', 'Fe2O3', 'SO3', 'MnO', 'K2O', 'LOI'], ['1.47', '3.77', '19.37', '63.85', '0.26', '3.08', '5.38', '0.06', '0.69', '2.14']]\" metadata={'doi': '10.1016/j.cemconres.2018.03.001', 'table': '[[\"MgO\", \"Al2O3\", \"SiO2\", \"CaO\", \"TiO2\", \"Fe2O3\", \"SO3\", \"MnO\", \"K2O\", \"LOI\"], [\"1.47\", \"3.77\", \"19.37\", \"63.85\", \"0.26\", \"3.08\", \"5.38\", \"0.06\", \"0.69\", \"2.14\"]]'}\n",
      "page_content=\"Oxide composition of cement, steel slag and steel sludge./n[['Material (%)', 'Oxide composition', 'Oxide composition', 'Oxide composition', 'Oxide composition', 'Oxide composition', 'Oxide composition', 'Oxide composition'], ['Material (%)', 'Fe2O3', 'SiO2', 'CaO', 'Al2O3', 'MnO', 'MgO', 'Na2O'], ['Cement', '3.53', '16.4', '68.4', '4.24', '0.15', '2.39', 'Nil'], ['Steel slag', '43.4', '26.4', '16.9', '4.84', '2.66', '1.86', '0.15'], ['Steel sludge', '71.9', '4.13', '2.26', '0.53', '0.67', '3.59', '6.16']]\" metadata={'doi': '10.1016/j.conbuildmat.2015.12.008', 'table': '[[\"Material (%)\", \"Oxide composition\", \"Oxide composition\", \"Oxide composition\", \"Oxide composition\", \"Oxide composition\", \"Oxide composition\", \"Oxide composition\"], [\"Material (%)\", \"Fe2O3\", \"SiO2\", \"CaO\", \"Al2O3\", \"MnO\", \"MgO\", \"Na2O\"], [\"Cement\", \"3.53\", \"16.4\", \"68.4\", \"4.24\", \"0.15\", \"2.39\", \"Nil\"], [\"Steel slag\", \"43.4\", \"26.4\", \"16.9\", \"4.84\", \"2.66\", \"1.86\", \"0.15\"], [\"Steel sludge\", \"71.9\", \"4.13\", \"2.26\", \"0.53\", \"0.67\", \"3.59\", \"6.16\"]]'}\n",
      "page_content=\"Chemical composition (wt.%) of the raw materials used in this study/n[['Oxide', 'Waste glass', 'Fly ash'], ['SiO2', '75.17', '45.10'], ['Na2O', '11.08', '-'], ['CaO', '6.87', '22.55'], ['MgO', '2.22', '5.32'], ['Al2O3', '2.85', '22.86'], ['K2O', '1.81', '-'], ['Fe2O3', '-', '4.17']]\" metadata={'doi': '10.1016/j.jmatprotec.2004.10.012', 'table': '[[\"Oxide\", \"Waste glass\", \"Fly ash\"], [\"SiO2\", \"75.17\", \"45.10\"], [\"Na2O\", \"11.08\", \"-\"], [\"CaO\", \"6.87\", \"22.55\"], [\"MgO\", \"2.22\", \"5.32\"], [\"Al2O3\", \"2.85\", \"22.86\"], [\"K2O\", \"1.81\", \"-\"], [\"Fe2O3\", \"-\", \"4.17\"]]'}\n",
      "page_content=\"Composition of MgO material./n[['Composition', 'MgO', 'Al2O3', 'Fe2O3', 'CaO', 'SiO2', 'Other'], ['Content (%)', '90.42', '2.39', '1.39', '1.51', '3.16', '1.13']]\" metadata={'doi': '10.1016/j.cemconcomp.2018.04.005', 'table': '[[\"Composition\", \"MgO\", \"Al2O3\", \"Fe2O3\", \"CaO\", \"SiO2\", \"Other\"], [\"Content (%)\", \"90.42\", \"2.39\", \"1.39\", \"1.51\", \"3.16\", \"1.13\"]]'}\n",
      "page_content=\"The oxide composition of P.O cement 32.5R/n[['Components', 'SiO2', 'Al2O3', 'CaO', 'MgO', 'SO3', 'Fe2O3'], ['Wt.%', '21.46', '5.96', '63.7', '1.62', '2.38', '3.24']]\" metadata={'doi': '10.1016/j.cemconcomp.2006.08.001', 'table': '[[\"Components\", \"SiO2\", \"Al2O3\", \"CaO\", \"MgO\", \"SO3\", \"Fe2O3\"], [\"Wt.%\", \"21.46\", \"5.96\", \"63.7\", \"1.62\", \"2.38\", \"3.24\"]]'}\n",
      "page_content=\"Oxide composition of raw materials./n[['', 'CaO', 'SiO2', 'MgO', 'Al2O3', 'P2O5', 'SO3', 'SrO', 'K2O', 'Fe2O3', 'LOI'], ['SiO2', '0.00', '99.12', '0.03', '0.59', '0.01', '0.01', '0.00', '0.09', '0.05', '0.09'], ['Ca (OH)2', '74.58', '0.16', '0.65', '0.06', '0.00', '0.05', '0.04', '0.00', '0.00', '24.45']]\" metadata={'doi': '10.1016/j.conbuildmat.2018.05.087', 'table': '[[\"\", \"CaO\", \"SiO2\", \"MgO\", \"Al2O3\", \"P2O5\", \"SO3\", \"SrO\", \"K2O\", \"Fe2O3\", \"LOI\"], [\"SiO2\", \"0.00\", \"99.12\", \"0.03\", \"0.59\", \"0.01\", \"0.01\", \"0.00\", \"0.09\", \"0.05\", \"0.09\"], [\"Ca (OH)2\", \"74.58\", \"0.16\", \"0.65\", \"0.06\", \"0.00\", \"0.05\", \"0.04\", \"0.00\", \"0.00\", \"24.45\"]]'}\n",
      "page_content=\"Chemical compositions of ASTM Type III Portland cement/n[['Oxide (%)', 'Oxide (%)', 'Oxide (%)', 'Oxide (%)', 'Oxide (%)', 'Oxide (%)', 'Oxide (%)', 'Oxide (%)'], ['SiO2', 'Al2O3', 'Fe2O3', 'CaO', 'MgO', 'SO3', 'Na2O+K2O', 'LOI'], ['19.39', '5.19', '2.38', '62.86', '3.15', '4.02', '0.61', '1.78']]\" metadata={'doi': '10.1016/j.resconrec.2008.05.002', 'table': '[[\"Oxide (%)\", \"Oxide (%)\", \"Oxide (%)\", \"Oxide (%)\", \"Oxide (%)\", \"Oxide (%)\", \"Oxide (%)\", \"Oxide (%)\"], [\"SiO2\", \"Al2O3\", \"Fe2O3\", \"CaO\", \"MgO\", \"SO3\", \"Na2O+K2O\", \"LOI\"], [\"19.39\", \"5.19\", \"2.38\", \"62.86\", \"3.15\", \"4.02\", \"0.61\", \"1.78\"]]'}\n",
      "page_content=\"Chemical composition of aggregates./n[['Aggregate type', 'Oxide content (%)', 'Oxide content (%)', 'Oxide content (%)', 'Oxide content (%)', 'Oxide content (%)', 'Oxide content (%)', 'Oxide content (%)', 'Oxide content (%)'], ['Aggregate type', 'Al2O3', 'SiO2', 'SO3', 'L.O.I.', 'CaO', 'Fe2O3', 'MgO', 'K2O'], ['EAF steel slag', '4.15', '17.32', '0.56', '1.03', '39.43', '25.28', '5.72', '0.28'], ['Limestone', '1.83', '11.41', '0.95', '37.56', '44.7', '0.64', '3.12', '0.39']]\" metadata={'doi': '10.1016/j.conbuildmat.2016.12.177', 'table': '[[\"Aggregate type\", \"Oxide content (%)\", \"Oxide content (%)\", \"Oxide content (%)\", \"Oxide content (%)\", \"Oxide content (%)\", \"Oxide content (%)\", \"Oxide content (%)\", \"Oxide content (%)\"], [\"Aggregate type\", \"Al2O3\", \"SiO2\", \"SO3\", \"L.O.I.\", \"CaO\", \"Fe2O3\", \"MgO\", \"K2O\"], [\"EAF steel slag\", \"4.15\", \"17.32\", \"0.56\", \"1.03\", \"39.43\", \"25.28\", \"5.72\", \"0.28\"], [\"Limestone\", \"1.83\", \"11.41\", \"0.95\", \"37.56\", \"44.7\", \"0.64\", \"3.12\", \"0.39\"]]'}\n",
      "page_content=\"Chemical Composition of Sodium Silicate (grade N) in Major Oxides %./n[['Oxides, wt%', 'SiO2', 'Na2O', 'H2O'], ['Sodium silicate (grade N)', '28.70', '9.04', '62.26']]\" metadata={'doi': '10.1016/j.conbuildmat.2018.03.176', 'table': '[[\"Oxides, wt%\", \"SiO2\", \"Na2O\", \"H2O\"], [\"Sodium silicate (grade N)\", \"28.70\", \"9.04\", \"62.26\"]]'}\n",
      "page_content=\"Chemical composition of clay and OPC./n[['Oxide', 'Chemical composition (%)', 'Chemical composition (%)'], ['Oxide', 'Clay', 'OPC'], ['Silicon dioxide (SiO2)', '57.02', '21.60'], ['Calcium oxide (CaO)', '3.63', '64.44'], ['Aluminum oxide (Al2O3)', '16.42', '4.13'], ['Ferric oxide (Fe2O3)', '6.79', '4.57'], ['Magnesium oxide (MgO)', '3.68', '1.06'], ['Sodium oxide (Na2O)', '0.81', '0.11'], ['Potassium oxide (K2O)', '3.59', '0.56'], ['Sulfur trioxide (SO3)', '0.05', '1.74'], ['Loss on ignition (LOI)', '6.43', '0.76']]\" metadata={'doi': '10.1016/j.conbuildmat.2016.07.018', 'table': '[[\"Oxide\", \"Chemical composition (%)\", \"Chemical composition (%)\"], [\"Oxide\", \"Clay\", \"OPC\"], [\"Silicon dioxide (SiO2)\", \"57.02\", \"21.60\"], [\"Calcium oxide (CaO)\", \"3.63\", \"64.44\"], [\"Aluminum oxide (Al2O3)\", \"16.42\", \"4.13\"], [\"Ferric oxide (Fe2O3)\", \"6.79\", \"4.57\"], [\"Magnesium oxide (MgO)\", \"3.68\", \"1.06\"], [\"Sodium oxide (Na2O)\", \"0.81\", \"0.11\"], [\"Potassium oxide (K2O)\", \"3.59\", \"0.56\"], [\"Sulfur trioxide (SO3)\", \"0.05\", \"1.74\"], [\"Loss on ignition (LOI)\", \"6.43\", \"0.76\"]]'}\n",
      "page_content=\"Chemical composition of clay./n[['Major oxides (% wt)', 'Major oxides (% wt)', 'Major oxides (% wt)', 'Major oxides (% wt)', 'Major oxides (% wt)', 'Major oxides (% wt)', 'Major oxides (% wt)'], ['SiO2', 'Al2O3', 'Fe2O3', 'CaO', 'MgO', 'Na2O', 'K2O'], ['58.4', '28.7', '2.8', '0.28', '0.3', '0.2', '0.2']]\" metadata={'doi': '10.1016/j.jclepro.2015.06.097', 'table': '[[\"Major oxides (% wt)\", \"Major oxides (% wt)\", \"Major oxides (% wt)\", \"Major oxides (% wt)\", \"Major oxides (% wt)\", \"Major oxides (% wt)\", \"Major oxides (% wt)\"], [\"SiO2\", \"Al2O3\", \"Fe2O3\", \"CaO\", \"MgO\", \"Na2O\", \"K2O\"], [\"58.4\", \"28.7\", \"2.8\", \"0.28\", \"0.3\", \"0.2\", \"0.2\"]]'}\n",
      "page_content=\"Chemical composition of the raw material./n[['Oxides', 'SiO2', 'Al2O3', 'Fe2O3', 'MnO', 'MgO', 'CaO', 'Na2O', 'K2O', 'TiO2', 'P2O5', 'L.O.I.'], ['Wt.%', '66.13', '14.38', '6.68', '0.15', '0.45', '0.41', '0.24', '1.00', '1.09', '0.06', '8.93']]\" metadata={'doi': '10.1016/j.conbuildmat.2017.10.001', 'table': '[[\"Oxides\", \"SiO2\", \"Al2O3\", \"Fe2O3\", \"MnO\", \"MgO\", \"CaO\", \"Na2O\", \"K2O\", \"TiO2\", \"P2O5\", \"L.O.I.\"], [\"Wt.%\", \"66.13\", \"14.38\", \"6.68\", \"0.15\", \"0.45\", \"0.41\", \"0.24\", \"1.00\", \"1.09\", \"0.06\", \"8.93\"]]'}\n",
      "page_content=\"Chemical oxide composition of OPC (mass %)./n[['Oxide', 'SiO2', 'Al2O3', 'Fe2O3', 'CaO', 'MgO', 'Na2O', 'K2O', 'SO3', 'Cr2O3', 'Mn2O3', 'TiO2', 'L.O.I'], ['Mass %', '20.46', '5.14', '3.53', '61.28', '2.8', '0.2', '0.11', '2.82', '-', '0.11', '0.33', '3.15']]\" metadata={'doi': '10.1016/j.hbrcj.2014.11.008', 'table': '[[\"Oxide\", \"SiO2\", \"Al2O3\", \"Fe2O3\", \"CaO\", \"MgO\", \"Na2O\", \"K2O\", \"SO3\", \"Cr2O3\", \"Mn2O3\", \"TiO2\", \"L.O.I\"], [\"Mass %\", \"20.46\", \"5.14\", \"3.53\", \"61.28\", \"2.8\", \"0.2\", \"0.11\", \"2.82\", \"-\", \"0.11\", \"0.33\", \"3.15\"]]'}\n",
      "page_content=\"Bulk Chemical composition of materials (% of oxides by mass)./n[['Oxides, %', 'FA', 'GBFS', 'Cement(OPC)'], ['SiO2', '28.53', '31.99', '20.20'], ['Al2O3', '19.18', '14.54', '7.00'], ['Fe2O3', '8.80', '1.12', '4.80'], ['Na2O', '7.94', '0.23', '-'], ['CaO', '6.68', '46.86', '58.40'], ['SO3', '2.71', '0.82', '-'], ['MgO', '2.24', '1.05', '-'], ['TiO2', '1.62', '0.54', '-'], ['Others', '1.65', '1.03', '-'], ['LOI', '20.67', '1.82', '9.60']]\" metadata={'doi': '10.1016/j.conbuildmat.2017.07.208', 'table': '[[\"Oxides, %\", \"FA\", \"GBFS\", \"Cement(OPC)\"], [\"SiO2\", \"28.53\", \"31.99\", \"20.20\"], [\"Al2O3\", \"19.18\", \"14.54\", \"7.00\"], [\"Fe2O3\", \"8.80\", \"1.12\", \"4.80\"], [\"Na2O\", \"7.94\", \"0.23\", \"-\"], [\"CaO\", \"6.68\", \"46.86\", \"58.40\"], [\"SO3\", \"2.71\", \"0.82\", \"-\"], [\"MgO\", \"2.24\", \"1.05\", \"-\"], [\"TiO2\", \"1.62\", \"0.54\", \"-\"], [\"Others\", \"1.65\", \"1.03\", \"-\"], [\"LOI\", \"20.67\", \"1.82\", \"9.60\"]]'}\n",
      "page_content=\"Chemical oxide composition of the starting materials (wt.%)/n[['', 'SiO2', 'Al2O3', 'Fe2O3', 'CaO', 'MgO', 'SO3', 'Na2O', 'K2O', 'LOI'], ['OPC', '21.05', '5.45', '3.42', '63.41', '2.09', '2.39', '0.18', '0.09', '1.90'], ['SRC', '20.88', '3.70', '4.94', '64.57', '2.00', '1.62', '0.02', '0.04', '2.27']]\" metadata={'doi': '10.1016/s0008-8846(03)00037-1', 'table': '[[\"\", \"SiO2\", \"Al2O3\", \"Fe2O3\", \"CaO\", \"MgO\", \"SO3\", \"Na2O\", \"K2O\", \"LOI\"], [\"OPC\", \"21.05\", \"5.45\", \"3.42\", \"63.41\", \"2.09\", \"2.39\", \"0.18\", \"0.09\", \"1.90\"], [\"SRC\", \"20.88\", \"3.70\", \"4.94\", \"64.57\", \"2.00\", \"1.62\", \"0.02\", \"0.04\", \"2.27\"]]'}\n",
      "page_content=\"Oxide composition of Portland cement/n[['Oxide', 'CaO', 'SiO2', 'Al2O3', 'Fe2O3', 'SO3', 'Alkalis', 'MgO', 'Free lime', 'Cl', 'LOI'], ['%w/w', '62.8', '19.1', '4.91', '2.87', '3.19', '0.85', '1.50', '1.19', '0.014', '2.34']]\" metadata={'doi': '10.1016/s0008-8846(02)00837-2', 'table': '[[\"Oxide\", \"CaO\", \"SiO2\", \"Al2O3\", \"Fe2O3\", \"SO3\", \"Alkalis\", \"MgO\", \"Free lime\", \"Cl\", \"LOI\"], [\"%w/w\", \"62.8\", \"19.1\", \"4.91\", \"2.87\", \"3.19\", \"0.85\", \"1.50\", \"1.19\", \"0.014\", \"2.34\"]]'}\n",
      "page_content=\"Oxide compositions of MK, SA, cocalcined kaolin-sludge mixtures, and cement (wt.%)/n[['Material', 'SiO2', 'Al2O3', 'CaO', 'Fe2O3', 'MgO', 'SO3', 'Na2O+K2O', 'Free lime (g/1000 g)'], ['MK', '53.53', '44.85', '0.54', '0.40', '0.52', '-', '0.52', '-'], ['SA', '18.93', '48.12', '25.04', '1.30', '0.56', '2.68', '1.05', '7.12'], ['MS1', '50.07', '45.18', '2.99', '0.49', '0.53', '0.27', '0.35', '0.84'], ['MS2', '46.61', '45.50', '5.44', '0.58', '0.53', '0.54', '0.43', '1.45'], ['MS3', '43.15', '45.84', '7.89', '0.67', '0.53', '0.80', '0.51', '2.02'], ['MS4', '39.69', '46.16', '10.34', '0.76', '0.54', '1.07', '0.59', '3.79'], ['Cement', '18.25', '6.24', '62.05', '3.87', '3.45', '3.05', '0.67', '0.32']]\" metadata={'doi': '10.1016/s0008-8846(02)00865-7', 'table': '[[\"Material\", \"SiO2\", \"Al2O3\", \"CaO\", \"Fe2O3\", \"MgO\", \"SO3\", \"Na2O+K2O\", \"Free lime (g/1000 g)\"], [\"MK\", \"53.53\", \"44.85\", \"0.54\", \"0.40\", \"0.52\", \"-\", \"0.52\", \"-\"], [\"SA\", \"18.93\", \"48.12\", \"25.04\", \"1.30\", \"0.56\", \"2.68\", \"1.05\", \"7.12\"], [\"MS1\", \"50.07\", \"45.18\", \"2.99\", \"0.49\", \"0.53\", \"0.27\", \"0.35\", \"0.84\"], [\"MS2\", \"46.61\", \"45.50\", \"5.44\", \"0.58\", \"0.53\", \"0.54\", \"0.43\", \"1.45\"], [\"MS3\", \"43.15\", \"45.84\", \"7.89\", \"0.67\", \"0.53\", \"0.80\", \"0.51\", \"2.02\"], [\"MS4\", \"39.69\", \"46.16\", \"10.34\", \"0.76\", \"0.54\", \"1.07\", \"0.59\", \"3.79\"], [\"Cement\", \"18.25\", \"6.24\", \"62.05\", \"3.87\", \"3.45\", \"3.05\", \"0.67\", \"0.32\"]]'}\n",
      "page_content=\"Average oxide composition of MW./n[['Oxide', 'SiO2', 'Al2O3', 'CaO', 'Na2O', 'Fe2O3', 'MgO', 'K2O'], ['wt.%', '71+-0.7', '2+-0.2', '10+-1', '13.5+-1', '0.3+-0.05', '1.75+-0.75', '0.75+-0.25']]\" metadata={'doi': '10.1016/j.conbuildmat.2010.04.038', 'table': '[[\"Oxide\", \"SiO2\", \"Al2O3\", \"CaO\", \"Na2O\", \"Fe2O3\", \"MgO\", \"K2O\"], [\"wt.%\", \"71+-0.7\", \"2+-0.2\", \"10+-1\", \"13.5+-1\", \"0.3+-0.05\", \"1.75+-0.75\", \"0.75+-0.25\"]]'}\n",
      "page_content=\"Chemical composition of MgO./n[['', 'Loss', 'MgO', 'P2O5', 'SiO2', 'Al2O3', 'Fe2O3', 'CaO', 'MnO'], ['wt%', '0.80', '94.87', '0.26', '3.17', '0.17', '0.53', '1.65', '0.03']]\" metadata={'doi': '10.1016/j.conbuildmat.2017.12.214', 'table': '[[\"\", \"Loss\", \"MgO\", \"P2O5\", \"SiO2\", \"Al2O3\", \"Fe2O3\", \"CaO\", \"MnO\"], [\"wt%\", \"0.80\", \"94.87\", \"0.26\", \"3.17\", \"0.17\", \"0.53\", \"1.65\", \"0.03\"]]'}\n",
      "page_content=\"Main oxide composition of the raw materials (acid digestion coupled with ICP analysis)/n[['Oxide (wt%)', 'SiO2', 'Al2O3', 'Fe2O3', 'MnO', 'CaO', 'MgO', 'K2O', 'Na2O', 'P2O5'], ['Ligex 2R', '30.95', '8.9', '1.8', '0.2', '49.5', '6.84', '0.87', '0.86', '0.08'], ['Calcareous sand and filler', '35.3', '0.2', '1.1', '-', '36.4', '0.2', '1.5', '1.2', '-']]\" metadata={'doi': '10.1016/j.wasman.2004.07.014', 'table': '[[\"Oxide (wt%)\", \"SiO2\", \"Al2O3\", \"Fe2O3\", \"MnO\", \"CaO\", \"MgO\", \"K2O\", \"Na2O\", \"P2O5\"], [\"Ligex 2R\", \"30.95\", \"8.9\", \"1.8\", \"0.2\", \"49.5\", \"6.84\", \"0.87\", \"0.86\", \"0.08\"], [\"Calcareous sand and filler\", \"35.3\", \"0.2\", \"1.1\", \"-\", \"36.4\", \"0.2\", \"1.5\", \"1.2\", \"-\"]]'}\n",
      "page_content=\"Chemical composition of major oxides in calcined hemp./n[['Material', 'Oxides (wt%)', 'Oxides (wt%)', 'Oxides (wt%)', 'Oxides (wt%)', 'Oxides (wt%)', 'Oxides (wt%)', 'Oxides (wt%)', 'Oxides (wt%)'], ['Material', 'SiO2', 'SO3', 'P2O5', 'CaO', 'Fe2O3', 'Na2O', 'K2O', 'Mg'], ['Calcined hemp', '24.6', '4.60', '3.0', '44.0', '0.78', '9.78', '12.10', '0.40']]\" metadata={'doi': '10.1016/j.conbuildmat.2017.11.044', 'table': '[[\"Material\", \"Oxides (wt%)\", \"Oxides (wt%)\", \"Oxides (wt%)\", \"Oxides (wt%)\", \"Oxides (wt%)\", \"Oxides (wt%)\", \"Oxides (wt%)\", \"Oxides (wt%)\"], [\"Material\", \"SiO2\", \"SO3\", \"P2O5\", \"CaO\", \"Fe2O3\", \"Na2O\", \"K2O\", \"Mg\"], [\"Calcined hemp\", \"24.6\", \"4.60\", \"3.0\", \"44.0\", \"0.78\", \"9.78\", \"12.10\", \"0.40\"]]'}\n",
      "page_content=\"Oxide composition for CAC./n[['Mn2O3', 'P2O5', 'SrO', 'LOSS', 'CaO', 'MgO', 'Na2O', 'K2O', 'SO3', 'TiO2'], ['0.23', '0.13', '0.02', '0.65', '37.53', '0.71', '0.03', '0.23', '0.06', '1.8']]\" metadata={'doi': '10.1016/j.cemconres.2017.07.007', 'table': '[[\"Mn2O3\", \"P2O5\", \"SrO\", \"LOSS\", \"CaO\", \"MgO\", \"Na2O\", \"K2O\", \"SO3\", \"TiO2\"], [\"0.23\", \"0.13\", \"0.02\", \"0.65\", \"37.53\", \"0.71\", \"0.03\", \"0.23\", \"0.06\", \"1.8\"]]'}\n",
      "page_content=\"Oxide composition of the used powders (%)./n[['Chemical', 'CaO', 'SiO2', 'Al2O3', 'MgO', 'SO3', 'Fe2O3', 'K2O', 'TiO2', 'Na2O', 'Cr2O3'], ['Cement', '63.6', '19.2', '4.8', '3.8', '3.7', '3.0', '1.1', '0.3', '0.2', '-'], ['GGBFS', '44.3', '33.7', '11.6', '4.3', '1.5', '1.2', '0.4', '0.7', '0.2', '1.3']]\" metadata={'doi': '10.1016/j.conbuildmat.2014.12.051', 'table': '[[\"Chemical\", \"CaO\", \"SiO2\", \"Al2O3\", \"MgO\", \"SO3\", \"Fe2O3\", \"K2O\", \"TiO2\", \"Na2O\", \"Cr2O3\"], [\"Cement\", \"63.6\", \"19.2\", \"4.8\", \"3.8\", \"3.7\", \"3.0\", \"1.1\", \"0.3\", \"0.2\", \"-\"], [\"GGBFS\", \"44.3\", \"33.7\", \"11.6\", \"4.3\", \"1.5\", \"1.2\", \"0.4\", \"0.7\", \"0.2\", \"1.3\"]]'}\n",
      "page_content=\"Oxide composition of cement and FA (%)/n[['Oxide', 'PC', 'FA'], ['SiO2', '20.65', '18.95'], ['Al2O3', '5.60', '7.53'], ['Fe2O3', '4.13', '3.82'], ['CaO', '61.87', '51.29'], ['MgO', '2.60', '1.58'], ['SO3', '2.79', '12.06'], ['K2O', '0.83', '0.32'], ['Na2O', '0.14', '1.51'], ['LOI', '0.50', '2.94']]\" metadata={'doi': '10.1016/s0008-8846(03)00247-3', 'table': '[[\"Oxide\", \"PC\", \"FA\"], [\"SiO2\", \"20.65\", \"18.95\"], [\"Al2O3\", \"5.60\", \"7.53\"], [\"Fe2O3\", \"4.13\", \"3.82\"], [\"CaO\", \"61.87\", \"51.29\"], [\"MgO\", \"2.60\", \"1.58\"], [\"SO3\", \"2.79\", \"12.06\"], [\"K2O\", \"0.83\", \"0.32\"], [\"Na2O\", \"0.14\", \"1.51\"], [\"LOI\", \"0.50\", \"2.94\"]]'}\n",
      "page_content=\"Oxide composition of OPC and CSA-based EX (wt.%)./n[['Oxide', 'OPC', 'CSA-based EX'], ['SiO2', '19.32', '8.36'], ['Al2O3', '4.38', '7.60'], ['Fe2O3', '3.15', '1.30'], ['CaO', '62.53', '51.10'], ['MgO', '2.63', '0.11'], ['SO3', '3.31', '28.23'], ['CaCO3', '3.21', '-']]\" metadata={'doi': '10.1016/j.cemconcomp.2018.06.002', 'table': '[[\"Oxide\", \"OPC\", \"CSA-based EX\"], [\"SiO2\", \"19.32\", \"8.36\"], [\"Al2O3\", \"4.38\", \"7.60\"], [\"Fe2O3\", \"3.15\", \"1.30\"], [\"CaO\", \"62.53\", \"51.10\"], [\"MgO\", \"2.63\", \"0.11\"], [\"SO3\", \"3.31\", \"28.23\"], [\"CaCO3\", \"3.21\", \"-\"]]'}\n",
      "page_content=\"Oxide composition of ordinary Portland cement./n[['Binder', 'Oxides (%, mass)', 'Oxides (%, mass)', 'Oxides (%, mass)', 'Oxides (%, mass)', 'Oxides (%, mass)', 'Oxides (%, mass)', 'Oxides (%, mass)', 'LOI *  (%,binder)', 'Specific gravity'], ['Binder', 'CaO', 'SiO2', 'Al2O3', 'MgO', 'Fe2O3', 'SO3', 'Na2O', 'LOI *  (%,binder)', 'Specific gravity'], ['OPC', '65.4', '18.5', '6.4', '3.1', '2.9', '2.1', '1.2', '0.8', '3.12']]\" metadata={'doi': '10.1016/j.corsci.2010.02.037', 'table': '[[\"Binder\", \"Oxides (%, mass)\", \"Oxides (%, mass)\", \"Oxides (%, mass)\", \"Oxides (%, mass)\", \"Oxides (%, mass)\", \"Oxides (%, mass)\", \"Oxides (%, mass)\", \"LOI *  (%,binder)\", \"Specific gravity\"], [\"Binder\", \"CaO\", \"SiO2\", \"Al2O3\", \"MgO\", \"Fe2O3\", \"SO3\", \"Na2O\", \"LOI *  (%,binder)\", \"Specific gravity\"], [\"OPC\", \"65.4\", \"18.5\", \"6.4\", \"3.1\", \"2.9\", \"2.1\", \"1.2\", \"0.8\", \"3.12\"]]'}\n",
      "page_content=\"Oxide and mineralogical composition of fly ash (F)./n[['Oxide composition (wt.%)', 'LOI', 'SiO2', 'Al2O3', 'Fe2O3', 'CaO', 'MgO', 'SO3', 'SiO2/Al2O3'], ['Oxide composition (wt.%)', '6.05', '40.41', '19.02', '13.82', '12.5', '2.59', '5.43', '2.21'], ['', '', '', '', '', '', '', '', ''], ['Mineralogical composition', 'Iron calcium oxide (PDF 74-1860); iron oxide (PDF 84-0307); aluminum silicon oxide (mullite-synthetic) (PDF 82-1237); calcium aluminum silicate (anorthite) (PDF 76-0948); silicon oxide (quartz) (PDF 83-2465)', 'Iron calcium oxide (PDF 74-1860); iron oxide (PDF 84-0307); aluminum silicon oxide (mullite-synthetic) (PDF 82-1237); calcium aluminum silicate (anorthite) (PDF 76-0948); silicon oxide (quartz) (PDF 83-2465)', 'Iron calcium oxide (PDF 74-1860); iron oxide (PDF 84-0307); aluminum silicon oxide (mullite-synthetic) (PDF 82-1237); calcium aluminum silicate (anorthite) (PDF 76-0948); silicon oxide (quartz) (PDF 83-2465)', 'Iron calcium oxide (PDF 74-1860); iron oxide (PDF 84-0307); aluminum silicon oxide (mullite-synthetic) (PDF 82-1237); calcium aluminum silicate (anorthite) (PDF 76-0948); silicon oxide (quartz) (PDF 83-2465)', 'Iron calcium oxide (PDF 74-1860); iron oxide (PDF 84-0307); aluminum silicon oxide (mullite-synthetic) (PDF 82-1237); calcium aluminum silicate (anorthite) (PDF 76-0948); silicon oxide (quartz) (PDF 83-2465)', 'Iron calcium oxide (PDF 74-1860); iron oxide (PDF 84-0307); aluminum silicon oxide (mullite-synthetic) (PDF 82-1237); calcium aluminum silicate (anorthite) (PDF 76-0948); silicon oxide (quartz) (PDF 83-2465)', 'Iron calcium oxide (PDF 74-1860); iron oxide (PDF 84-0307); aluminum silicon oxide (mullite-synthetic) (PDF 82-1237); calcium aluminum silicate (anorthite) (PDF 76-0948); silicon oxide (quartz) (PDF 83-2465)', 'Iron calcium oxide (PDF 74-1860); iron oxide (PDF 84-0307); aluminum silicon oxide (mullite-synthetic) (PDF 82-1237); calcium aluminum silicate (anorthite) (PDF 76-0948); silicon oxide (quartz) (PDF 83-2465)']]\" metadata={'doi': '10.1016/j.conbuildmat.2017.01.026', 'table': '[[\"Oxide composition (wt.%)\", \"LOI\", \"SiO2\", \"Al2O3\", \"Fe2O3\", \"CaO\", \"MgO\", \"SO3\", \"SiO2/Al2O3\"], [\"Oxide composition (wt.%)\", \"6.05\", \"40.41\", \"19.02\", \"13.82\", \"12.5\", \"2.59\", \"5.43\", \"2.21\"], [\"\", \"\", \"\", \"\", \"\", \"\", \"\", \"\", \"\"], [\"Mineralogical composition\", \"Iron calcium oxide (PDF 74-1860); iron oxide (PDF 84-0307); aluminum silicon oxide (mullite-synthetic) (PDF 82-1237); calcium aluminum silicate (anorthite) (PDF 76-0948); silicon oxide (quartz) (PDF 83-2465)\", \"Iron calcium oxide (PDF 74-1860); iron oxide (PDF 84-0307); aluminum silicon oxide (mullite-synthetic) (PDF 82-1237); calcium aluminum silicate (anorthite) (PDF 76-0948); silicon oxide (quartz) (PDF 83-2465)\", \"Iron calcium oxide (PDF 74-1860); iron oxide (PDF 84-0307); aluminum silicon oxide (mullite-synthetic) (PDF 82-1237); calcium aluminum silicate (anorthite) (PDF 76-0948); silicon oxide (quartz) (PDF 83-2465)\", \"Iron calcium oxide (PDF 74-1860); iron oxide (PDF 84-0307); aluminum silicon oxide (mullite-synthetic) (PDF 82-1237); calcium aluminum silicate (anorthite) (PDF 76-0948); silicon oxide (quartz) (PDF 83-2465)\", \"Iron calcium oxide (PDF 74-1860); iron oxide (PDF 84-0307); aluminum silicon oxide (mullite-synthetic) (PDF 82-1237); calcium aluminum silicate (anorthite) (PDF 76-0948); silicon oxide (quartz) (PDF 83-2465)\", \"Iron calcium oxide (PDF 74-1860); iron oxide (PDF 84-0307); aluminum silicon oxide (mullite-synthetic) (PDF 82-1237); calcium aluminum silicate (anorthite) (PDF 76-0948); silicon oxide (quartz) (PDF 83-2465)\", \"Iron calcium oxide (PDF 74-1860); iron oxide (PDF 84-0307); aluminum silicon oxide (mullite-synthetic) (PDF 82-1237); calcium aluminum silicate (anorthite) (PDF 76-0948); silicon oxide (quartz) (PDF 83-2465)\", \"Iron calcium oxide (PDF 74-1860); iron oxide (PDF 84-0307); aluminum silicon oxide (mullite-synthetic) (PDF 82-1237); calcium aluminum silicate (anorthite) (PDF 76-0948); silicon oxide (quartz) (PDF 83-2465)\"]]'}\n",
      "page_content=\"Chemical composition of EAF slag and limestone./n[['Aggregate type', 'Oxide content (%)', 'Oxide content (%)', 'Oxide content (%)', 'Oxide content (%)', 'Oxide content (%)', 'Oxide content (%)', 'Oxide content (%)', 'Oxide content (%)'], ['', 'MgO', 'Al2O3', 'SiO2', 'CaO', 'TiO2', 'Cr2O3', 'MnO', 'FeO'], ['EAF Type P', '3.65', '9.30', '13.02', '29.60', '0.35', '4.03', '5.09', '32.84'], ['EAF Type B', '3.62', '9.28', '12.95', '29.33', '0.36', '4.07', '5.15', '33.12'], ['Limestone', '2.50', '1.00', '3.34', '52.71', 'Nd', 'Nd', 'Nd', '0.39']]\" metadata={'doi': '10.1016/j.jhazmat.2010.05.104', 'table': '[[\"Aggregate type\", \"Oxide content (%)\", \"Oxide content (%)\", \"Oxide content (%)\", \"Oxide content (%)\", \"Oxide content (%)\", \"Oxide content (%)\", \"Oxide content (%)\", \"Oxide content (%)\"], [\"\", \"MgO\", \"Al2O3\", \"SiO2\", \"CaO\", \"TiO2\", \"Cr2O3\", \"MnO\", \"FeO\"], [\"EAF Type P\", \"3.65\", \"9.30\", \"13.02\", \"29.60\", \"0.35\", \"4.03\", \"5.09\", \"32.84\"], [\"EAF Type B\", \"3.62\", \"9.28\", \"12.95\", \"29.33\", \"0.36\", \"4.07\", \"5.15\", \"33.12\"], [\"Limestone\", \"2.50\", \"1.00\", \"3.34\", \"52.71\", \"Nd\", \"Nd\", \"Nd\", \"0.39\"]]'}\n",
      "page_content=\"Principal chemical composition results./n[['Element', 'Granite', 'Limestone'], ['Silicon dioxide SiO2 (%)', '61.7', '16.0'], ['Aluminum oxide, Al2O3 (%)', '16.7', '6.3'], ['Ferric oxide, Fe2O3 (%)', '7.1', '1.6'], ['Calcium oxide, CaO (%)', '6.7', '71.7']]\" metadata={'doi': '10.1016/j.conbuildmat.2017.05.107', 'table': '[[\"Element\", \"Granite\", \"Limestone\"], [\"Silicon dioxide SiO2 (%)\", \"61.7\", \"16.0\"], [\"Aluminum oxide, Al2O3 (%)\", \"16.7\", \"6.3\"], [\"Ferric oxide, Fe2O3 (%)\", \"7.1\", \"1.6\"], [\"Calcium oxide, CaO (%)\", \"6.7\", \"71.7\"]]'}\n",
      "page_content=\"Cement composition oxide wt.%/n[['SiO2', 'Al2O3', 'CaO', 'Fe2O3', 'MgO', 'Na2O', 'K2O', 'SO3', 'LOI'], ['20.31', '3.75', '62.17', '2.40', '3.26', '0.27', '0.38', '3.75', '4.4']]\" metadata={'doi': '10.1016/s0008-8846(01)00477-x', 'table': '[[\"SiO2\", \"Al2O3\", \"CaO\", \"Fe2O3\", \"MgO\", \"Na2O\", \"K2O\", \"SO3\", \"LOI\"], [\"20.31\", \"3.75\", \"62.17\", \"2.40\", \"3.26\", \"0.27\", \"0.38\", \"3.75\", \"4.4\"]]'}\n",
      "page_content=\"The chemical composition of the MgO powder (wt.%)./n[['MgO', 'CaO', 'SiO2', 'Al2O3', 'Fe2O3', 'Others'], ['81.36', '2.11', '2.72', '0.20', '0.33', '13.28']]\" metadata={'doi': '10.1016/j.conbuildmat.2017.03.192', 'table': '[[\"MgO\", \"CaO\", \"SiO2\", \"Al2O3\", \"Fe2O3\", \"Others\"], [\"81.36\", \"2.11\", \"2.72\", \"0.20\", \"0.33\", \"13.28\"]]'}\n",
      "page_content=\"Chemical compositions of materials/n[['Chemical composition (%)', 'Portland cement Type I', 'Portland cement Type V', 'SP'], ['Silicon dioxide (SiO2)', '20.90', '22.15', '57.71'], ['Aluminium oxide (Al2O3)', '4.76', '3.51', '4.56'], ['Iron oxide (Fe2O3)', '3.41', '5.57', '3.30'], ['Calcium oxide (CaO)', '65.41', '62.43', '6.55'], ['Magnesium oxide (MgO)', '1.25', '0.99', '4.23'], ['Sodium oxide (Na2O)', '0.24', '0.06', '0.50'], ['Potassium oxide (K2O)', '0.35', '0.17', '8.27'], ['Sulfur trioxide (SO3)', '2.71', '1.07', '0.25'], ['Loss on ignition (LOI)', '0.99', '1.69', '10.52'], ['', '', '', ''], ['Bogue compositions', 'Bogue compositions', 'Bogue compositions', 'Bogue compositions'], ['Tricalcium silicate (C3S)', '62.86', '51.22', '-'], ['Dicalcium silicate (C2S)', '12.50', '24.87', '-'], ['Tricalcium aluminate (C3A)', '6.84', '0.00', '-'], ['Tetracalcium aluminoferrite (C4AF)', '10.38', '16.95', '-']]\" metadata={'doi': '10.1016/j.wasman.2005.12.014', 'table': '[[\"Chemical composition (%)\", \"Portland cement Type I\", \"Portland cement Type V\", \"SP\"], [\"Silicon dioxide (SiO2)\", \"20.90\", \"22.15\", \"57.71\"], [\"Aluminium oxide (Al2O3)\", \"4.76\", \"3.51\", \"4.56\"], [\"Iron oxide (Fe2O3)\", \"3.41\", \"5.57\", \"3.30\"], [\"Calcium oxide (CaO)\", \"65.41\", \"62.43\", \"6.55\"], [\"Magnesium oxide (MgO)\", \"1.25\", \"0.99\", \"4.23\"], [\"Sodium oxide (Na2O)\", \"0.24\", \"0.06\", \"0.50\"], [\"Potassium oxide (K2O)\", \"0.35\", \"0.17\", \"8.27\"], [\"Sulfur trioxide (SO3)\", \"2.71\", \"1.07\", \"0.25\"], [\"Loss on ignition (LOI)\", \"0.99\", \"1.69\", \"10.52\"], [\"\", \"\", \"\", \"\"], [\"Bogue compositions\", \"Bogue compositions\", \"Bogue compositions\", \"Bogue compositions\"], [\"Tricalcium silicate (C3S)\", \"62.86\", \"51.22\", \"-\"], [\"Dicalcium silicate (C2S)\", \"12.50\", \"24.87\", \"-\"], [\"Tricalcium aluminate (C3A)\", \"6.84\", \"0.00\", \"-\"], [\"Tetracalcium aluminoferrite (C4AF)\", \"10.38\", \"16.95\", \"-\"]]'}\n",
      "page_content=\"Chemical compositions of Type I Portland cement and ground bagasse ash (BA)./n[['Chemical composition (%)', 'Type of sample', 'Type of sample'], ['Chemical composition (%)', 'Cement', 'BA'], ['Silicon dioxide, SiO2', '20.90', '64.88'], ['Aluminum oxide, Al2O3', '4.76', '6.40'], ['Iron oxide, Fe2O3', '3.41', '2.63'], ['Calcium oxide, CaO', '65.41', '10.69'], ['Magnesium oxide, MgO', '1.25', '1.55'], ['Sulfur trioxide, SO3', '2.71', '1.56'], ['Loss on ignition, LOI', '0.96', '8.16'], ['SiO2 + Al2O3 + Fe2O3', '-', '73.91']]\" metadata={'doi': '10.1016/j.conbuildmat.2009.06.030', 'table': '[[\"Chemical composition (%)\", \"Type of sample\", \"Type of sample\"], [\"Chemical composition (%)\", \"Cement\", \"BA\"], [\"Silicon dioxide, SiO2\", \"20.90\", \"64.88\"], [\"Aluminum oxide, Al2O3\", \"4.76\", \"6.40\"], [\"Iron oxide, Fe2O3\", \"3.41\", \"2.63\"], [\"Calcium oxide, CaO\", \"65.41\", \"10.69\"], [\"Magnesium oxide, MgO\", \"1.25\", \"1.55\"], [\"Sulfur trioxide, SO3\", \"2.71\", \"1.56\"], [\"Loss on ignition, LOI\", \"0.96\", \"8.16\"], [\"SiO2 + Al2O3 + Fe2O3\", \"-\", \"73.91\"]]'}\n",
      "page_content=\"Chemical composition of aggregates./n[['Chemical composition (%)', 'Steel slag', 'Crystalized slag', 'Limestone', 'Sand'], ['Silicon dioxide (SiO2)', '16.90', '41', '0.30', '93.88'], ['Aluminum oxide (Al2O3)', '4.76', '8.16', '0.44', '2.13'], ['Ferric oxide (Fe2O3)', '21.87', '0.60', '0.29', '1.60'], ['Calcium oxide (CaO)', '40.06', '41.71', '53', '0.43'], ['Magnesium oxide (MgO)', '10.45', '4.80', '1.6', '0.12'], ['Sodium oxide (Na2O)', '-', '-', '0.1', '0.24'], ['Potassium oxide (K2O)', '-', '-', '0.3', '0.38'], ['Sulfur trioxide (SO3)', '-', '-', '-', '0.39'], ['TiO2', '-', '-', '-', '0.13'], ['MnO', '0.82', '1.93', '-', '-'], ['P2O5', '-', '-', '-', '0.03'], ['Loss on ignition', '-', '-', '42.9', '0.67']]\" metadata={'doi': '10.1016/j.conbuildmat.2017.05.083', 'table': '[[\"Chemical composition (%)\", \"Steel slag\", \"Crystalized slag\", \"Limestone\", \"Sand\"], [\"Silicon dioxide (SiO2)\", \"16.90\", \"41\", \"0.30\", \"93.88\"], [\"Aluminum oxide (Al2O3)\", \"4.76\", \"8.16\", \"0.44\", \"2.13\"], [\"Ferric oxide (Fe2O3)\", \"21.87\", \"0.60\", \"0.29\", \"1.60\"], [\"Calcium oxide (CaO)\", \"40.06\", \"41.71\", \"53\", \"0.43\"], [\"Magnesium oxide (MgO)\", \"10.45\", \"4.80\", \"1.6\", \"0.12\"], [\"Sodium oxide (Na2O)\", \"-\", \"-\", \"0.1\", \"0.24\"], [\"Potassium oxide (K2O)\", \"-\", \"-\", \"0.3\", \"0.38\"], [\"Sulfur trioxide (SO3)\", \"-\", \"-\", \"-\", \"0.39\"], [\"TiO2\", \"-\", \"-\", \"-\", \"0.13\"], [\"MnO\", \"0.82\", \"1.93\", \"-\", \"-\"], [\"P2O5\", \"-\", \"-\", \"-\", \"0.03\"], [\"Loss on ignition\", \"-\", \"-\", \"42.9\", \"0.67\"]]'}\n",
      "page_content=\"Oxide composition of portland cement/n[['Oxide', 'SiO2', 'Al2O3', 'Fe2O3', 'CaO', 'MgO', 'K2O', 'Na2O', 'TiO2', 'PbO', 'ZnO', 'MnO', 'P2O5', 'SO3'], ['Composition (wt.%)', '19.75', '4.84', '3.26', '62.66', '4.19', '0.54', '0.06', '0.44', '0.77', '0.09', '0.15', '0.03', '2.13']]\" metadata={'doi': '10.1016/s0008-8846(00)00324-0', 'table': '[[\"Oxide\", \"SiO2\", \"Al2O3\", \"Fe2O3\", \"CaO\", \"MgO\", \"K2O\", \"Na2O\", \"TiO2\", \"PbO\", \"ZnO\", \"MnO\", \"P2O5\", \"SO3\"], [\"Composition (wt.%)\", \"19.75\", \"4.84\", \"3.26\", \"62.66\", \"4.19\", \"0.54\", \"0.06\", \"0.44\", \"0.77\", \"0.09\", \"0.15\", \"0.03\", \"2.13\"]]'}\n",
      "page_content=\"Chemical composition of the cement used/n[['Oxide (wt.%)', 'Oxide (wt.%)', 'Oxide (wt.%)', 'Oxide (wt.%)', 'Oxide (wt.%)', 'Oxide (wt.%)', 'Insol.', 'LOI'], ['SiO2', 'Al2O3', 'CaO', 'Fe2O3', 'SO3', 'MgO', 'Insol.', 'LOI'], ['20.12', '5.44', '63.42', '3.56', '3.22', '1.84', '0.9', '1.50']]\" metadata={'doi': '10.1016/s0008-8846(02)00964-x', 'table': '[[\"Oxide (wt.%)\", \"Oxide (wt.%)\", \"Oxide (wt.%)\", \"Oxide (wt.%)\", \"Oxide (wt.%)\", \"Oxide (wt.%)\", \"Insol.\", \"LOI\"], [\"SiO2\", \"Al2O3\", \"CaO\", \"Fe2O3\", \"SO3\", \"MgO\", \"Insol.\", \"LOI\"], [\"20.12\", \"5.44\", \"63.42\", \"3.56\", \"3.22\", \"1.84\", \"0.9\", \"1.50\"]]'}\n",
      "page_content=\"Oxide composition of solid materials (mass%), used in binder formulations/n[['Oxide', 'Portland cement', 'Fly-ash (Class F)', 'Blast furnace slag', 'Attapulgite clay'], ['SiO2', '22.17', '46.13', '37.0', '59.71'], ['Al2O3', '3.24', '25.02', '8.0', '9.05'], ['Fe2O3', '4.24', '7.25', '0.2', '3.17'], ['CaO', '64.48', '8.02', '39.0', '3.13'], ['MgO', '1.13', '1.81', '11.0', '11.21'], ['K2O', '0.52', '0.63', '0.4', '0.83'], ['Na2O', '0.15', '4.74', '0.3', '0.07'], ['TiO2', '0.23', '4.70', '0.4', '0.42'], ['P2O5', '0.12', '0.42', '0.01', '1.47'], ['MnO', '0.06', '0.03', '0.5', '0.05'], ['SO3', '2.14', '0.12', '2.8', '<0.1'], ['LOI', '1.20', '0.53', '0.58', '10.64']]\" metadata={'doi': '10.1016/s0956-053x(00)00105-7', 'table': '[[\"Oxide\", \"Portland cement\", \"Fly-ash (Class F)\", \"Blast furnace slag\", \"Attapulgite clay\"], [\"SiO2\", \"22.17\", \"46.13\", \"37.0\", \"59.71\"], [\"Al2O3\", \"3.24\", \"25.02\", \"8.0\", \"9.05\"], [\"Fe2O3\", \"4.24\", \"7.25\", \"0.2\", \"3.17\"], [\"CaO\", \"64.48\", \"8.02\", \"39.0\", \"3.13\"], [\"MgO\", \"1.13\", \"1.81\", \"11.0\", \"11.21\"], [\"K2O\", \"0.52\", \"0.63\", \"0.4\", \"0.83\"], [\"Na2O\", \"0.15\", \"4.74\", \"0.3\", \"0.07\"], [\"TiO2\", \"0.23\", \"4.70\", \"0.4\", \"0.42\"], [\"P2O5\", \"0.12\", \"0.42\", \"0.01\", \"1.47\"], [\"MnO\", \"0.06\", \"0.03\", \"0.5\", \"0.05\"], [\"SO3\", \"2.14\", \"0.12\", \"2.8\", \"<0.1\"], [\"LOI\", \"1.20\", \"0.53\", \"0.58\", \"10.64\"]]'}\n",
      "page_content=\"Chemical composition of the carbonate aggregates./n[['', 'Dolosparite', 'Dolobiomicrite', 'Dolomicrite', 'Intrasparite'], ['Major oxides (%)', 'Major oxides (%)', 'Major oxides (%)', 'Major oxides (%)', 'Major oxides (%)'], ['CaO', '30.22', '32.32', '25.33', '25.89'], ['MgO', '22.03', '21.22', '18.57', '17.91'], ['SiO2', '0.78', '0.67', '1.02', '1.05'], ['', '', '', '', ''], ['Elements (ppm)', 'Elements (ppm)', 'Elements (ppm)', 'Elements (ppm)', 'Elements (ppm)'], ['Al', '187', '354', '266', '164'], ['Ti', '6.85', '8.72', '7.16', '4.68'], ['Fe', '256', '519', '488', '76.8'], ['Na', '452', '326', '1800', '470'], ['K', '110', '265', '159', '105'], ['Mn', '41.8', '23.1', '10.6', '20.1'], ['P', '96.2', '24.2', '12.5', '19'], ['Sr', '118', '125', '98', '112'], ['Ba', '20', '23', '9', '80'], ['Zn', '13', '20', '23', '9'], ['Ni', '3', '6', '2', '8'], ['V', '5', '13', '9', '7']]\" metadata={'doi': '10.1016/j.conbuildmat.2018.06.019', 'table': '[[\"\", \"Dolosparite\", \"Dolobiomicrite\", \"Dolomicrite\", \"Intrasparite\"], [\"Major oxides (%)\", \"Major oxides (%)\", \"Major oxides (%)\", \"Major oxides (%)\", \"Major oxides (%)\"], [\"CaO\", \"30.22\", \"32.32\", \"25.33\", \"25.89\"], [\"MgO\", \"22.03\", \"21.22\", \"18.57\", \"17.91\"], [\"SiO2\", \"0.78\", \"0.67\", \"1.02\", \"1.05\"], [\"\", \"\", \"\", \"\", \"\"], [\"Elements (ppm)\", \"Elements (ppm)\", \"Elements (ppm)\", \"Elements (ppm)\", \"Elements (ppm)\"], [\"Al\", \"187\", \"354\", \"266\", \"164\"], [\"Ti\", \"6.85\", \"8.72\", \"7.16\", \"4.68\"], [\"Fe\", \"256\", \"519\", \"488\", \"76.8\"], [\"Na\", \"452\", \"326\", \"1800\", \"470\"], [\"K\", \"110\", \"265\", \"159\", \"105\"], [\"Mn\", \"41.8\", \"23.1\", \"10.6\", \"20.1\"], [\"P\", \"96.2\", \"24.2\", \"12.5\", \"19\"], [\"Sr\", \"118\", \"125\", \"98\", \"112\"], [\"Ba\", \"20\", \"23\", \"9\", \"80\"], [\"Zn\", \"13\", \"20\", \"23\", \"9\"], [\"Ni\", \"3\", \"6\", \"2\", \"8\"], [\"V\", \"5\", \"13\", \"9\", \"7\"]]'}\n",
      "page_content=\"Compositions of cement (Yangi et al., 1993)/n[['Compound', 'Percentage (%)'], ['Calcium oxide (CaO)', '65.1'], ['Silicon dioxide (SiO2)', '21.8'], ['Aluminum oxide (Al2O3)', '4.2'], ['Iron oxide (Fe2O3)', '2.5'], ['Sulfite (SO3)', '2.4'], ['Potassium oxide (K2O)', '0.72'], ['Sodium oxide (Na2O)', '0.13'], ['Others', '3.15']]\" metadata={'doi': '10.1016/j.resconrec.2006.05.012', 'table': '[[\"Compound\", \"Percentage (%)\"], [\"Calcium oxide (CaO)\", \"65.1\"], [\"Silicon dioxide (SiO2)\", \"21.8\"], [\"Aluminum oxide (Al2O3)\", \"4.2\"], [\"Iron oxide (Fe2O3)\", \"2.5\"], [\"Sulfite (SO3)\", \"2.4\"], [\"Potassium oxide (K2O)\", \"0.72\"], [\"Sodium oxide (Na2O)\", \"0.13\"], [\"Others\", \"3.15\"]]'}\n",
      "page_content=\"Chemical compositions of materials/n[['Chemical compositions (%)', 'Portland cement type I', 'Portland cement type V', 'SP'], ['Silicon dioxide (SiO2)', '20.9', '22.1', '57.7'], ['Aluminum oxide (Al2O3)', '4.7', '3.5', '4.5'], ['Iron oxide (Fe2O3)', '3.4', '5.5', '3.3'], ['Calcium oxide (CaO)', '65.4', '62.4', '6.5'], ['Magnesium oxide (MgO)', '1.2', '0.9', '4.2'], ['Sodium oxide (Na2O)', '0.2', '0.0', '0.5'], ['Potassium oxide (K2O)', '0.3', '0.1', '8.2'], ['Sulfur trioxide (SO3)', '2.7', '1.0', '0.2'], ['Loss on ignition (LOI)', '0.9', '1.6', '10.5'], ['', '', '', ''], ['Bogue compositions', 'Bogue compositions', 'Bogue compositions', 'Bogue compositions'], ['Tricalcium silicate (C3S)', '62.8', '51.2', '-'], ['Dicalcium silicate (C2S)', '12.5', '24.8', '-'], ['Tricalcium aluminate (C3A)', '6.8', '0.0', '-'], ['Tetracalcium aluminoferrite (C4AF)', '10.3', '16.9', '-']]\" metadata={'doi': '10.1016/j.conbuildmat.2006.07.005', 'table': '[[\"Chemical compositions (%)\", \"Portland cement type I\", \"Portland cement type V\", \"SP\"], [\"Silicon dioxide (SiO2)\", \"20.9\", \"22.1\", \"57.7\"], [\"Aluminum oxide (Al2O3)\", \"4.7\", \"3.5\", \"4.5\"], [\"Iron oxide (Fe2O3)\", \"3.4\", \"5.5\", \"3.3\"], [\"Calcium oxide (CaO)\", \"65.4\", \"62.4\", \"6.5\"], [\"Magnesium oxide (MgO)\", \"1.2\", \"0.9\", \"4.2\"], [\"Sodium oxide (Na2O)\", \"0.2\", \"0.0\", \"0.5\"], [\"Potassium oxide (K2O)\", \"0.3\", \"0.1\", \"8.2\"], [\"Sulfur trioxide (SO3)\", \"2.7\", \"1.0\", \"0.2\"], [\"Loss on ignition (LOI)\", \"0.9\", \"1.6\", \"10.5\"], [\"\", \"\", \"\", \"\"], [\"Bogue compositions\", \"Bogue compositions\", \"Bogue compositions\", \"Bogue compositions\"], [\"Tricalcium silicate (C3S)\", \"62.8\", \"51.2\", \"-\"], [\"Dicalcium silicate (C2S)\", \"12.5\", \"24.8\", \"-\"], [\"Tricalcium aluminate (C3A)\", \"6.8\", \"0.0\", \"-\"], [\"Tetracalcium aluminoferrite (C4AF)\", \"10.3\", \"16.9\", \"-\"]]'}\n",
      "page_content=\"Chemical composition of MgO [26]./n[['Composition', 'MgO', 'Fe2O3', 'SiO2', 'CaO', 'Others'], ['Mass fraction of the sample (%)', '92.53', '0.87', '3.1', '1.6', '1.9']]\" metadata={'doi': '10.1016/j.conbuildmat.2018.07.107', 'table': '[[\"Composition\", \"MgO\", \"Fe2O3\", \"SiO2\", \"CaO\", \"Others\"], [\"Mass fraction of the sample (%)\", \"92.53\", \"0.87\", \"3.1\", \"1.6\", \"1.9\"]]'}\n",
      "page_content=\"Chemical compositions of oxide and cement clinker/n[['Oxide (%)', 'CaO', '65.0'], ['Oxide (%)', 'SiO2', '21.1'], ['Oxide (%)', 'Al2O3', '5.2'], ['Oxide (%)', 'Fe2O3', '3.9'], ['Oxide (%)', 'MgO', '1.7'], ['Oxide (%)', 'SO3', '2.0'], ['Oxide (%)', 'Others', '1.1'], ['', '', ''], ['Cement clinker (%)', '3CaO*SiO2', '58.0'], ['Cement clinker (%)', '2CaO*SiO2', '16.2'], ['Cement clinker (%)', '3CaO*Al2O3', '7.1'], ['Cement clinker (%)', '4CaO*Al2O3*Fe2O3', '11.9'], ['Cement clinker (%)', 'Others', '6.8']]\" metadata={'doi': '10.1016/j.msea.2008.01.026', 'table': '[[\"Oxide (%)\", \"CaO\", \"65.0\"], [\"Oxide (%)\", \"SiO2\", \"21.1\"], [\"Oxide (%)\", \"Al2O3\", \"5.2\"], [\"Oxide (%)\", \"Fe2O3\", \"3.9\"], [\"Oxide (%)\", \"MgO\", \"1.7\"], [\"Oxide (%)\", \"SO3\", \"2.0\"], [\"Oxide (%)\", \"Others\", \"1.1\"], [\"\", \"\", \"\"], [\"Cement clinker (%)\", \"3CaO*SiO2\", \"58.0\"], [\"Cement clinker (%)\", \"2CaO*SiO2\", \"16.2\"], [\"Cement clinker (%)\", \"3CaO*Al2O3\", \"7.1\"], [\"Cement clinker (%)\", \"4CaO*Al2O3*Fe2O3\", \"11.9\"], [\"Cement clinker (%)\", \"Others\", \"6.8\"]]'}\n",
      "page_content=\"Oxide compositions of the Portland cement and silica fume (wt.%)./n[['Oxide', 'SiO2', 'Al2O3', 'CaO', 'Fe2O3', 'SO3', 'MgO', 'Na2O', 'K2O', 'LOI'], ['Cement', '19.37', '3.92', '66.30', '3.69', '2.81', '1.61', '0.13', '0.59', '1.09'], ['Silica fume', '88.29', '0.14', '0.92', '0.19', '1.51', '3.21', '0.14', '0.17', '5.26']]\" metadata={'doi': '10.1016/j.conbuildmat.2017.11.172', 'table': '[[\"Oxide\", \"SiO2\", \"Al2O3\", \"CaO\", \"Fe2O3\", \"SO3\", \"MgO\", \"Na2O\", \"K2O\", \"LOI\"], [\"Cement\", \"19.37\", \"3.92\", \"66.30\", \"3.69\", \"2.81\", \"1.61\", \"0.13\", \"0.59\", \"1.09\"], [\"Silica fume\", \"88.29\", \"0.14\", \"0.92\", \"0.19\", \"1.51\", \"3.21\", \"0.14\", \"0.17\", \"5.26\"]]'}\n",
      "page_content=\"Chemical composition of aggregates and cement./n[['Chemical composition', 'Weight%', 'Weight%', 'Weight%', 'Weight%'], ['Chemical composition', 'PO', 'AL', 'CO', 'OPC'], ['Silicon Oxide (SiO2)', '72.1', '59.67', '58.43', '20.9'], ['Aluminum oxide (Al2 O3)', '13.35', '16.95', '13.46', '4.72'], ['Iron oxide (Fe2 O3)', '1.30', '9.79', '8.33', '3.20'], ['Magnesium oxide (MgO)', '0.05', '4.13', '6.00', '1.80'], ['Calcium oxide (CaO)', '1.22', '3.57', '7.17', '60.69'], ['Sodium oxide (Na2O)', '3.35', '2.07', '1.89', '0.37'], ['Potassium oxide (K2O)', '4.63', '1.28', '1.02', '0.61'], ['Sulfur oxide (SO3)', '0.08', '0.04', '0.09', '0.13'], ['Ignition losses at', '2.93', '0.75', '2.40', '3.68'], ['1000degC', '', '', '', '']]\" metadata={'doi': '10.1016/j.conbuildmat.2017.01.101', 'table': '[[\"Chemical composition\", \"Weight%\", \"Weight%\", \"Weight%\", \"Weight%\"], [\"Chemical composition\", \"PO\", \"AL\", \"CO\", \"OPC\"], [\"Silicon Oxide (SiO2)\", \"72.1\", \"59.67\", \"58.43\", \"20.9\"], [\"Aluminum oxide (Al2 O3)\", \"13.35\", \"16.95\", \"13.46\", \"4.72\"], [\"Iron oxide (Fe2 O3)\", \"1.30\", \"9.79\", \"8.33\", \"3.20\"], [\"Magnesium oxide (MgO)\", \"0.05\", \"4.13\", \"6.00\", \"1.80\"], [\"Calcium oxide (CaO)\", \"1.22\", \"3.57\", \"7.17\", \"60.69\"], [\"Sodium oxide (Na2O)\", \"3.35\", \"2.07\", \"1.89\", \"0.37\"], [\"Potassium oxide (K2O)\", \"4.63\", \"1.28\", \"1.02\", \"0.61\"], [\"Sulfur oxide (SO3)\", \"0.08\", \"0.04\", \"0.09\", \"0.13\"], [\"Ignition losses at\", \"2.93\", \"0.75\", \"2.40\", \"3.68\"], [\"1000degC\", \"\", \"\", \"\", \"\"]]'}\n",
      "page_content=\"Oxide compositions of ordinary Portland cement./n[['Chemical composition, % by weight', 'Chemical composition, % by weight', 'Chemical composition, % by weight', 'Chemical composition, % by weight', 'Chemical composition, % by weight', 'Chemical composition, % by weight', 'Chemical composition, % by weight', 'Chemical composition, % by weight', '%ThCO2'], ['CaO', 'SiO2', 'Al2O3', 'Fe2O3', 'MgO', 'Na2O', 'K2O', 'SO3', '%ThCO2'], ['63.15', '19.61', '7.32', '3.32', '2.14', '0.13', '0.32', '2.03', '51.1']]\" metadata={'doi': '10.1016/j.cemconcomp.2017.10.005', 'table': '[[\"Chemical composition, % by weight\", \"Chemical composition, % by weight\", \"Chemical composition, % by weight\", \"Chemical composition, % by weight\", \"Chemical composition, % by weight\", \"Chemical composition, % by weight\", \"Chemical composition, % by weight\", \"Chemical composition, % by weight\", \"%ThCO2\"], [\"CaO\", \"SiO2\", \"Al2O3\", \"Fe2O3\", \"MgO\", \"Na2O\", \"K2O\", \"SO3\", \"%ThCO2\"], [\"63.15\", \"19.61\", \"7.32\", \"3.32\", \"2.14\", \"0.13\", \"0.32\", \"2.03\", \"51.1\"]]'}\n",
      "page_content=\"Chemical compositions of OPC and FA\\n*\\n./n[['Chemical compositions (%)', 'OPC', 'FA'], ['Calcium oxide, CaO', '62.0', '6.6'], ['Silicon dioxide, SiO2', '19.7', '53.4'], ['Aluminum oxide, Al2O3', '4.7', '25.1'], ['Ferric oxide, Fe2O3', '3.0', '6.8'], ['Sulfur trioxide, SO3', '2.7', '0.6'], ['Sodium oxide, Na2O', '0.3', '0.3'], ['Potassium oxide, K2O', '0.7', '0.8'], ['Magnesium oxide, MgO', '4.6', '2.0'], ['Loss on ignition, L.O.I.', '1.4', '2.8'], ['Others', '0.9', '1.6']]\" metadata={'doi': '10.1016/j.conbuildmat.2018.05.060', 'table': '[[\"Chemical compositions (%)\", \"OPC\", \"FA\"], [\"Calcium oxide, CaO\", \"62.0\", \"6.6\"], [\"Silicon dioxide, SiO2\", \"19.7\", \"53.4\"], [\"Aluminum oxide, Al2O3\", \"4.7\", \"25.1\"], [\"Ferric oxide, Fe2O3\", \"3.0\", \"6.8\"], [\"Sulfur trioxide, SO3\", \"2.7\", \"0.6\"], [\"Sodium oxide, Na2O\", \"0.3\", \"0.3\"], [\"Potassium oxide, K2O\", \"0.7\", \"0.8\"], [\"Magnesium oxide, MgO\", \"4.6\", \"2.0\"], [\"Loss on ignition, L.O.I.\", \"1.4\", \"2.8\"], [\"Others\", \"0.9\", \"1.6\"]]'}\n",
      "page_content=\"Chemical composition of major oxides in fly ash./n[['Material', 'Oxides (wt%)', 'Oxides (wt%)', 'Oxides (wt%)', 'Oxides (wt%)', 'Oxides (wt%)', 'Oxides (wt%)', 'Oxides (wt%)', 'Oxides (wt%)'], ['Material', 'SiO2', 'Al2O3', 'Fe2O3', 'CaO', 'MgO', 'Na2O', 'K2O', 'TiO2'], ['Fly ash', '60.81', '22.68', '7.64', '1.01', '2.24', '1.45', '2.70', '1.46']]\" metadata={'doi': '10.1016/j.conbuildmat.2017.11.044', 'table': '[[\"Material\", \"Oxides (wt%)\", \"Oxides (wt%)\", \"Oxides (wt%)\", \"Oxides (wt%)\", \"Oxides (wt%)\", \"Oxides (wt%)\", \"Oxides (wt%)\", \"Oxides (wt%)\"], [\"Material\", \"SiO2\", \"Al2O3\", \"Fe2O3\", \"CaO\", \"MgO\", \"Na2O\", \"K2O\", \"TiO2\"], [\"Fly ash\", \"60.81\", \"22.68\", \"7.64\", \"1.01\", \"2.24\", \"1.45\", \"2.70\", \"1.46\"]]'}\n",
      "page_content=\"Chemical compound of BOF and EAF slags and limestone./n[['Aggregate Type', 'Oxide content (%)', 'Oxide content (%)', 'Oxide content (%)', 'Oxide content (%)', '', '', '', '', '', '', '', '', '', ''], ['Aggregate Type', 'MnO', 'Na2O', 'TiO2', 'Fe2O3', 'SO3', 'L.O.I', 'SiO2', 'Al2O3', 'CaO', 'MgO', 'K2O', 'P2O5', 'Sr', 'V'], ['EAF', '2.320', '0.340', '2.110', '25.750', '0.480', '1.110', '17.470', '4.030', '38.860', '5.010', '0.250', '1.50', '0.030', '0.690'], ['Limestone', '-', '-', '-', '0.380', '0.390', '41.590', '5.560', '0.670', '45.800', '5.700', '0.170', '0.060', '0.020', '-'], ['BOF', '3.030', '0.290', '2.440', '15.570', '0.749', '2.310', '18.460', '4.590', '45.170', '4.670', '0.290', '1.690', '0.040', '0.660']]\" metadata={'doi': '10.1016/j.jclepro.2018.04.035', 'table': '[[\"Aggregate Type\", \"Oxide content (%)\", \"Oxide content (%)\", \"Oxide content (%)\", \"Oxide content (%)\", \"\", \"\", \"\", \"\", \"\", \"\", \"\", \"\", \"\", \"\"], [\"Aggregate Type\", \"MnO\", \"Na2O\", \"TiO2\", \"Fe2O3\", \"SO3\", \"L.O.I\", \"SiO2\", \"Al2O3\", \"CaO\", \"MgO\", \"K2O\", \"P2O5\", \"Sr\", \"V\"], [\"EAF\", \"2.320\", \"0.340\", \"2.110\", \"25.750\", \"0.480\", \"1.110\", \"17.470\", \"4.030\", \"38.860\", \"5.010\", \"0.250\", \"1.50\", \"0.030\", \"0.690\"], [\"Limestone\", \"-\", \"-\", \"-\", \"0.380\", \"0.390\", \"41.590\", \"5.560\", \"0.670\", \"45.800\", \"5.700\", \"0.170\", \"0.060\", \"0.020\", \"-\"], [\"BOF\", \"3.030\", \"0.290\", \"2.440\", \"15.570\", \"0.749\", \"2.310\", \"18.460\", \"4.590\", \"45.170\", \"4.670\", \"0.290\", \"1.690\", \"0.040\", \"0.660\"]]'}\n"
     ]
    }
   ],
   "source": [
    "question = \"major oxides or chemical compositions of materials including CaO, SiO2, MgO, Al2O3\"\n",
    "docs = svdb.similarity_search(\n",
    "    question,\n",
    "    k=60)\n",
    "\n",
    "for doc  in docs: print(doc)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "soroush1",
   "language": "python",
   "name": "soroush1"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.18"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}