.. DO NOT EDIT.
.. THIS FILE WAS AUTOMATICALLY GENERATED BY SPHINX-GALLERY.
.. TO MAKE CHANGES, EDIT THE SOURCE PYTHON FILE:
.. "checks_gallery/tabular/integrity/plot_category_mismatch_train_test.py"
.. LINE NUMBERS ARE GIVEN BELOW.

.. only:: html

    .. note::
        :class: sphx-glr-download-link-note

        Click :ref:`here <sphx_glr_download_checks_gallery_tabular_integrity_plot_category_mismatch_train_test.py>`
        to download the full example code

.. rst-class:: sphx-glr-example-title

.. _sphx_glr_checks_gallery_tabular_integrity_plot_category_mismatch_train_test.py:


New Category
************

.. GENERATED FROM PYTHON SOURCE LINES 8-14

.. code-block:: default


    import pandas as pd

    from deepchecks.tabular import Dataset
    from deepchecks.tabular.checks.integrity import CategoryMismatchTrainTest








.. GENERATED FROM PYTHON SOURCE LINES 15-21

.. code-block:: default


    train_data = {"col1": ["somebody", "once", "told", "me"] * 10}
    test_data = {"col1": ["the","world","is", "gonna", "role", "me","I", "I"] * 10}
    train = Dataset(pd.DataFrame(data=train_data), cat_features=["col1"])
    test = Dataset(pd.DataFrame(data=test_data), cat_features=["col1"])








.. GENERATED FROM PYTHON SOURCE LINES 22-25

.. code-block:: default


    CategoryMismatchTrainTest().run(train, test)






.. raw:: html

    <div class="output_subarea output_html rendered_html output_result">

    <script
        src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.6/require.min.js"
        integrity="sha512-c3Nl8+7g4LMSTdrm621y7kf9v3SDPnhxLNhcjFJbKECVnmZHTdo+IRO05sNLTH/D3vA6u1X32ehoLC7WFVdheg=="
        crossorigin="anonymous"
        referrerpolicy="no-referrer">
    </script>

    <script type="text/javascript">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>
    <script type="text/javascript">if (window.MathJax) {MathJax.Hub.Config({SVG: {font: "STIX-Web"}});}</script>
    <script type="text/javascript">
        if (typeof require !== 'undefined') {
            require.undef("plotly");
            requirejs.config({
                paths: {'plotly': ['https://cdn.plot.ly/plotly-2.8.3.min']}
            });
            require(
                ['plotly'],
                function(Plotly) {
                    window._Plotly = Plotly;
                    window.Plotly = Plotly;
                    console.log('Loaded plotly successfully');
                },
                function() {console.log('Failed to load plotly')}
            );
        } else {
            console.log('requirejs is not present');
        }
    </script>
    <h4><b>Category Mismatch Train Test</b></h4><p>Find new categories in the test set.</p><h5><b>Additional Outputs</b></h5><style type="text/css">
    #T_15730 table {
      text-align: left;
      white-space: pre-wrap;
    }
    #T_15730 thead {
      text-align: left;
      white-space: pre-wrap;
    }
    #T_15730 tbody {
      text-align: left;
      white-space: pre-wrap;
    }
    #T_15730 th {
      text-align: left;
      white-space: pre-wrap;
    }
    #T_15730 td {
      text-align: left;
      white-space: pre-wrap;
    }
    </style>
    <table id="T_15730">
      <thead>
        <tr>
          <th class="blank level0" >&nbsp;</th>
          <th id="T_15730_level0_col0" class="col_heading level0 col0" >Number of new categories</th>
          <th id="T_15730_level0_col1" class="col_heading level0 col1" >Percent of new categories in sample</th>
          <th id="T_15730_level0_col2" class="col_heading level0 col2" >New categories examples</th>
        </tr>
        <tr>
          <th class="index_name level0" >Column</th>
          <th class="blank col0" >&nbsp;</th>
          <th class="blank col1" >&nbsp;</th>
          <th class="blank col2" >&nbsp;</th>
        </tr>
      </thead>
      <tbody>
        <tr>
          <th id="T_15730_level0_row0" class="row_heading level0 row0" >col1</th>
          <td id="T_15730_row0_col0" class="data row0 col0" >6</td>
          <td id="T_15730_row0_col1" class="data row0 col1" >87.5%</td>
          <td id="T_15730_row0_col2" class="data row0 col2" >['I', 'gonna', 'is', 'role', 'the']</td>
        </tr>
      </tbody>
    </table>

    </div>
    <br />
    <br />

.. GENERATED FROM PYTHON SOURCE LINES 26-32

.. code-block:: default


    train_data = {"col1": ["a", "b", "a", "c"] * 10, "col2": ['a','b','b','q']*10}
    test_data = {"col1": ["a","b","d"] * 10, "col2": ['a', '2', '1']*10}
    train = Dataset(pd.DataFrame(data=train_data), cat_features=["col1","col2"])
    test = Dataset(pd.DataFrame(data=test_data), cat_features=["col1", "col2"])








.. GENERATED FROM PYTHON SOURCE LINES 33-35

.. code-block:: default


    CategoryMismatchTrainTest().run(train, test)





.. raw:: html

    <div class="output_subarea output_html rendered_html output_result">

    <script
        src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.6/require.min.js"
        integrity="sha512-c3Nl8+7g4LMSTdrm621y7kf9v3SDPnhxLNhcjFJbKECVnmZHTdo+IRO05sNLTH/D3vA6u1X32ehoLC7WFVdheg=="
        crossorigin="anonymous"
        referrerpolicy="no-referrer">
    </script>

    <script type="text/javascript">window.PlotlyConfig = {MathJaxConfig: 'local'};</script>
    <script type="text/javascript">if (window.MathJax) {MathJax.Hub.Config({SVG: {font: "STIX-Web"}});}</script>
    <script type="text/javascript">
        if (typeof require !== 'undefined') {
            require.undef("plotly");
            requirejs.config({
                paths: {'plotly': ['https://cdn.plot.ly/plotly-2.8.3.min']}
            });
            require(
                ['plotly'],
                function(Plotly) {
                    window._Plotly = Plotly;
                    window.Plotly = Plotly;
                    console.log('Loaded plotly successfully');
                },
                function() {console.log('Failed to load plotly')}
            );
        } else {
            console.log('requirejs is not present');
        }
    </script>
    <h4><b>Category Mismatch Train Test</b></h4><p>Find new categories in the test set.</p><h5><b>Additional Outputs</b></h5><style type="text/css">
    #T_a086e table {
      text-align: left;
      white-space: pre-wrap;
    }
    #T_a086e thead {
      text-align: left;
      white-space: pre-wrap;
    }
    #T_a086e tbody {
      text-align: left;
      white-space: pre-wrap;
    }
    #T_a086e th {
      text-align: left;
      white-space: pre-wrap;
    }
    #T_a086e td {
      text-align: left;
      white-space: pre-wrap;
    }
    </style>
    <table id="T_a086e">
      <thead>
        <tr>
          <th class="blank level0" >&nbsp;</th>
          <th id="T_a086e_level0_col0" class="col_heading level0 col0" >Number of new categories</th>
          <th id="T_a086e_level0_col1" class="col_heading level0 col1" >Percent of new categories in sample</th>
          <th id="T_a086e_level0_col2" class="col_heading level0 col2" >New categories examples</th>
        </tr>
        <tr>
          <th class="index_name level0" >Column</th>
          <th class="blank col0" >&nbsp;</th>
          <th class="blank col1" >&nbsp;</th>
          <th class="blank col2" >&nbsp;</th>
        </tr>
      </thead>
      <tbody>
        <tr>
          <th id="T_a086e_level0_row0" class="row_heading level0 row0" >col1</th>
          <td id="T_a086e_row0_col0" class="data row0 col0" >1</td>
          <td id="T_a086e_row0_col1" class="data row0 col1" >33.33%</td>
          <td id="T_a086e_row0_col2" class="data row0 col2" >['d']</td>
        </tr>
        <tr>
          <th id="T_a086e_level0_row1" class="row_heading level0 row1" >col2</th>
          <td id="T_a086e_row1_col0" class="data row1 col0" >2</td>
          <td id="T_a086e_row1_col1" class="data row1 col1" >66.67%</td>
          <td id="T_a086e_row1_col2" class="data row1 col2" >['1', '2']</td>
        </tr>
      </tbody>
    </table>

    </div>
    <br />
    <br />


.. rst-class:: sphx-glr-timing

   **Total running time of the script:** ( 0 minutes  0.020 seconds)


.. _sphx_glr_download_checks_gallery_tabular_integrity_plot_category_mismatch_train_test.py:


.. only :: html

 .. container:: sphx-glr-footer
    :class: sphx-glr-footer-example



  .. container:: sphx-glr-download sphx-glr-download-python

     :download:`Download Python source code: plot_category_mismatch_train_test.py <plot_category_mismatch_train_test.py>`



  .. container:: sphx-glr-download sphx-glr-download-jupyter

     :download:`Download Jupyter notebook: plot_category_mismatch_train_test.ipynb <plot_category_mismatch_train_test.ipynb>`


.. only:: html

 .. rst-class:: sphx-glr-signature

    `Gallery generated by Sphinx-Gallery <https://sphinx-gallery.github.io>`_