.. DO NOT EDIT.
.. THIS FILE WAS AUTOMATICALLY GENERATED BY SPHINX-GALLERY.
.. TO MAKE CHANGES, EDIT THE SOURCE PYTHON FILE:
.. "auto_examples/artifacts/plot_correct_ajdc_EEG.py"
.. LINE NUMBERS ARE GIVEN BELOW.

.. only:: html

    .. note::
        :class: sphx-glr-download-link-note

        :ref:`Go to the end <sphx_glr_download_auto_examples_artifacts_plot_correct_ajdc_EEG.py>`
        to download the full example code.

.. rst-class:: sphx-glr-example-title

.. _sphx_glr_auto_examples_artifacts_plot_correct_ajdc_EEG.py:


===============================================================================
Artifact Correction by AJDC-based Blind Source Separation
===============================================================================

Blind source separation (BSS) based on approximate joint diagonalization of
Fourier cospectra (AJDC), applied to artifact correction of EEG [1]_.

.. GENERATED FROM PYTHON SOURCE LINES 9-28

.. code-block:: Python

    # Authors: Quentin Barthélemy & David Ojeda.
    # EEG signal kindly shared by Marco Congedo.
    #
    # License: BSD (3-clause)

    import gzip

    from matplotlib import pyplot as plt
    from mne import create_info
    from mne.io import RawArray
    from mne.preprocessing import ICA
    from mne.viz import plot_topomap
    import numpy as np
    from scipy.signal import welch

    from pyriemann.spatialfilters import AJDC
    from pyriemann.utils.viz import plot_cospectra









.. GENERATED FROM PYTHON SOURCE LINES 29-38

.. code-block:: Python



    def read_header(fname):
        """Read the header of sample-blinks.txt"""
        with gzip.open(fname, "rt") as f:
            content = f.readline().split()
            return content[:-1], int(content[-1])









.. GENERATED FROM PYTHON SOURCE LINES 39-41

Load EEG data
-------------

.. GENERATED FROM PYTHON SOURCE LINES 41-49

.. code-block:: Python


    fname = "../data/sample-blinks.txt.gz"
    signal_raw = np.loadtxt(fname, skiprows=1).T
    ch_names, sfreq = read_header(fname)
    ch_count = len(ch_names)
    duration = signal_raw.shape[1] / sfreq









.. GENERATED FROM PYTHON SOURCE LINES 50-52

Channel space
-------------

.. GENERATED FROM PYTHON SOURCE LINES 52-63

.. code-block:: Python


    # Plot signal X
    ch_info = create_info(ch_names=ch_names, ch_types=["eeg"] * ch_count,
                          sfreq=sfreq)
    ch_info.set_montage("standard_1020")
    signal = RawArray(signal_raw, ch_info, verbose=False)
    signal.plot(duration=duration, start=0, n_channels=ch_count,
                scalings={"eeg": 3e1}, color={"eeg": "steelblue"},
                title="Original EEG signal", show_scalebars=False)





.. image-sg:: /auto_examples/artifacts/images/sphx_glr_plot_correct_ajdc_EEG_001.png
   :alt: plot correct ajdc EEG
   :srcset: /auto_examples/artifacts/images/sphx_glr_plot_correct_ajdc_EEG_001.png
   :class: sphx-glr-single-img


.. rst-class:: sphx-glr-script-out

 .. code-block:: none


    <MNEBrowseFigure size 800x800 with 4 Axes>



.. GENERATED FROM PYTHON SOURCE LINES 64-66

AJDC: Second-Order Statistics (SOS)-based BSS, diagonalizing cospectra
----------------------------------------------------------------------

.. GENERATED FROM PYTHON SOURCE LINES 66-81

.. code-block:: Python


    # Compute and diagonalize Fourier cospectral matrices between 1 and 32 Hz
    window, overlap = sfreq, 0.5
    fmin, fmax = 1, 32
    ajdc = AJDC(window=window, overlap=overlap, fmin=fmin, fmax=fmax, fs=sfreq,
                dim_red={"max_cond": 100})
    ajdc.fit(signal_raw[np.newaxis, np.newaxis, ...])
    freqs = ajdc.freqs_

    # Plot cospectra in channel space, after trace-normalization by frequency: each
    # cospectrum, associated to a frequency, is a covariance matrix
    plot_cospectra(ajdc._cosp_channels, freqs, ylabels=ch_names,
                   title="Cospectra, in channel space")





.. image-sg:: /auto_examples/artifacts/images/sphx_glr_plot_correct_ajdc_EEG_002.png
   :alt: Cospectra, in channel space, 1.0 Hz, 2.0 Hz, 3.0 Hz, 4.0 Hz, 5.0 Hz, 6.0 Hz, 7.0 Hz, 8.0 Hz, 9.0 Hz, 10.0 Hz, 11.0 Hz, 12.0 Hz, 13.0 Hz, 14.0 Hz, 15.0 Hz, 16.0 Hz, 17.0 Hz, 18.0 Hz, 19.0 Hz, 20.0 Hz, 21.0 Hz, 22.0 Hz, 23.0 Hz, 24.0 Hz, 25.0 Hz, 26.0 Hz, 27.0 Hz, 28.0 Hz, 29.0 Hz, 30.0 Hz, 31.0 Hz, 32.0 Hz
   :srcset: /auto_examples/artifacts/images/sphx_glr_plot_correct_ajdc_EEG_002.png
   :class: sphx-glr-single-img


.. rst-class:: sphx-glr-script-out

 .. code-block:: none

    Condition numbers: 
     array([  1.        ,   2.29766117,   4.09457756,   4.86981696,
             6.09760458,   9.15865458,  13.21748535,  17.74436118,
            26.1024296 ,  27.31744246,  33.78134725,  45.22515539,
            50.61007053,  60.36895283,  73.48533473,  74.73247287,
            92.15600097, 121.30282659, 164.52162547])
    Dimension reduction of Whitening on 17 components

    <Figure size 1200x700 with 32 Axes>



.. GENERATED FROM PYTHON SOURCE LINES 82-90

.. code-block:: Python


    # Plot diagonalized cospectra in source space
    sr_count = ajdc.n_sources_
    sr_names = ["S" + str(s).zfill(2) for s in range(sr_count)]
    plot_cospectra(ajdc._cosp_sources, freqs, ylabels=sr_names,
                   title="Diagonalized cospectra, in source space")





.. image-sg:: /auto_examples/artifacts/images/sphx_glr_plot_correct_ajdc_EEG_003.png
   :alt: Diagonalized cospectra, in source space, 1.0 Hz, 2.0 Hz, 3.0 Hz, 4.0 Hz, 5.0 Hz, 6.0 Hz, 7.0 Hz, 8.0 Hz, 9.0 Hz, 10.0 Hz, 11.0 Hz, 12.0 Hz, 13.0 Hz, 14.0 Hz, 15.0 Hz, 16.0 Hz, 17.0 Hz, 18.0 Hz, 19.0 Hz, 20.0 Hz, 21.0 Hz, 22.0 Hz, 23.0 Hz, 24.0 Hz, 25.0 Hz, 26.0 Hz, 27.0 Hz, 28.0 Hz, 29.0 Hz, 30.0 Hz, 31.0 Hz, 32.0 Hz
   :srcset: /auto_examples/artifacts/images/sphx_glr_plot_correct_ajdc_EEG_003.png
   :class: sphx-glr-single-img


.. rst-class:: sphx-glr-script-out

 .. code-block:: none


    <Figure size 1200x700 with 32 Axes>



.. GENERATED FROM PYTHON SOURCE LINES 91-93

Source space
------------

.. GENERATED FROM PYTHON SOURCE LINES 93-106

.. code-block:: Python


    # Estimate sources S applying forward filters B to signal X: S = B X
    source_raw = ajdc.transform(signal_raw[np.newaxis, ...])[0]

    # Plot sources S
    sr_info = create_info(ch_names=sr_names, ch_types=["misc"] * sr_count,
                          sfreq=sfreq)
    source = RawArray(source_raw, sr_info, verbose=False)
    source.plot(duration=duration, start=0, n_channels=sr_count,
                scalings={"misc": 2e2}, title="EEG sources estimated by AJDC",
                show_scalebars=False)





.. image-sg:: /auto_examples/artifacts/images/sphx_glr_plot_correct_ajdc_EEG_004.png
   :alt: plot correct ajdc EEG
   :srcset: /auto_examples/artifacts/images/sphx_glr_plot_correct_ajdc_EEG_004.png
   :class: sphx-glr-single-img


.. rst-class:: sphx-glr-script-out

 .. code-block:: none


    <MNEBrowseFigure size 800x800 with 4 Axes>



.. GENERATED FROM PYTHON SOURCE LINES 107-109

Artifact identification
-----------------------

.. GENERATED FROM PYTHON SOURCE LINES 109-138

.. code-block:: Python


    # Identify artifact by eye: blinks are well separated in source S0
    blink_idx = 0

    # Get normal spectrum, ie power spectrum after trace-normalization
    blink_spectrum_norm = ajdc._cosp_sources[:, blink_idx, blink_idx]
    blink_spectrum_norm /= np.linalg.norm(blink_spectrum_norm)

    # Get absolute spectrum, ie raw power spectrum of the source
    f, spectrum = welch(source.get_data(picks=[blink_idx]), fs=sfreq,
                        nperseg=window, noverlap=int(window * overlap))
    blink_spectrum_abs = spectrum[0, (f >= fmin) & (f <= fmax)]
    blink_spectrum_abs /= np.linalg.norm(blink_spectrum_abs)

    # Get topographic map
    blink_filter = ajdc.backward_filters_[:, blink_idx]

    # Plot spectrum and topographic map of the blink source separated by AJDC
    fig, axs = plt.subplots(nrows=1, ncols=2, figsize=(12, 5))
    axs[0].set(title="Power spectrum of the blink source estimated by AJDC",
               xlabel="Frequency (Hz)", ylabel="Power spectral density")
    axs[0].plot(freqs, blink_spectrum_abs, label="Absolute power")
    axs[0].plot(freqs, blink_spectrum_norm, label="Normal power")
    axs[0].legend()
    axs[1].set_title("Topographic map of the blink source estimated by AJDC")
    plot_topomap(blink_filter, pos=ch_info, axes=axs[1], extrapolate="box")
    plt.show()





.. image-sg:: /auto_examples/artifacts/images/sphx_glr_plot_correct_ajdc_EEG_005.png
   :alt: Power spectrum of the blink source estimated by AJDC, Topographic map of the blink source estimated by AJDC
   :srcset: /auto_examples/artifacts/images/sphx_glr_plot_correct_ajdc_EEG_005.png
   :class: sphx-glr-single-img





.. GENERATED FROM PYTHON SOURCE LINES 139-141

Artifact correction by BSS denoising
------------------------------------

.. GENERATED FROM PYTHON SOURCE LINES 141-155

.. code-block:: Python


    # BSS denoising: blink source is suppressed in source space using activation
    # matrix D, and then applying backward filters A to come back to channel space
    # Denoised signal: Xd = A D S
    signal_denois_raw = ajdc.inverse_transform(source_raw[np.newaxis, ...],
                                               supp=[blink_idx])[0]

    # Plot denoised signal Xd
    signal_denois = RawArray(signal_denois_raw, ch_info, verbose=False)
    signal_denois.plot(duration=duration, start=0, n_channels=ch_count,
                       scalings={"eeg": 3e1}, color={"eeg": "steelblue"},
                       title="Denoised EEG signal by AJDC", show_scalebars=False)





.. image-sg:: /auto_examples/artifacts/images/sphx_glr_plot_correct_ajdc_EEG_006.png
   :alt: plot correct ajdc EEG
   :srcset: /auto_examples/artifacts/images/sphx_glr_plot_correct_ajdc_EEG_006.png
   :class: sphx-glr-single-img


.. rst-class:: sphx-glr-script-out

 .. code-block:: none


    <MNEBrowseFigure size 800x800 with 4 Axes>



.. GENERATED FROM PYTHON SOURCE LINES 156-158

Comparison with Independent Component Analysis (ICA)
----------------------------------------------------

.. GENERATED FROM PYTHON SOURCE LINES 158-169

.. code-block:: Python


    # Infomax-based ICA is a Higher-Order Statistics (HOS)-based BSS, minimizing
    # mutual information
    ica = ICA(n_components=ajdc.n_sources_, method="infomax", random_state=42)
    ica.fit(signal, picks="eeg")

    # Plot sources separated by ICA
    ica.plot_sources(signal, title="EEG sources estimated by ICA")

    # Can you find the blink source?




.. image-sg:: /auto_examples/artifacts/images/sphx_glr_plot_correct_ajdc_EEG_007.png
   :alt: plot correct ajdc EEG
   :srcset: /auto_examples/artifacts/images/sphx_glr_plot_correct_ajdc_EEG_007.png
   :class: sphx-glr-single-img


.. rst-class:: sphx-glr-script-out

 .. code-block:: none

    /home/docs/checkouts/readthedocs.org/user_builds/pyriemann/checkouts/v0.10/examples/artifacts/plot_correct_ajdc_EEG.py:162: RuntimeWarning: The data has not been high-pass filtered. For good ICA performance, it should be high-pass filtered (e.g., with a 1.0 Hz lower bound) before fitting ICA.
      ica.fit(signal, picks="eeg")
    Fitting ICA to data using 19 channels (please be patient, this may take a while)
    Selecting by number: 17 components
    Computing Infomax ICA
    Fitting ICA took 0.1s.
    Creating RawArray with float64 data, n_channels=17, n_times=1408
        Range : 0 ... 1407 =      0.000 ...    10.992 secs
    Ready.

    <MNEBrowseFigure size 800x800 with 4 Axes>



.. GENERATED FROM PYTHON SOURCE LINES 170-175

.. code-block:: Python


    # Plot topographic maps of sources separated by ICA
    ica.plot_components(title="Topographic maps of EEG sources estimated by ICA")





.. image-sg:: /auto_examples/artifacts/images/sphx_glr_plot_correct_ajdc_EEG_008.png
   :alt: Topographic maps of EEG sources estimated by ICA, ICA000, ICA001, ICA002, ICA003, ICA004, ICA005, ICA006, ICA007, ICA008, ICA009, ICA010, ICA011, ICA012, ICA013, ICA014, ICA015, ICA016
   :srcset: /auto_examples/artifacts/images/sphx_glr_plot_correct_ajdc_EEG_008.png
   :class: sphx-glr-single-img


.. rst-class:: sphx-glr-script-out

 .. code-block:: none


    <MNEFigure size 975x967 with 17 Axes>



.. GENERATED FROM PYTHON SOURCE LINES 176-183

References
----------
.. [1] `Online denoising of eye-blinks in electroencephalography
   <https://hal.archives-ouvertes.fr/hal-01660666/>`_
   Q. Barthélemy, L. Mayaud, Y. Renard, D. Kim, S.-W. Kang, J. Gunkelman
   and M. Congedo. Clinical Neurophysiology, Elsevier Masson, 2017, 47
   (5-6), pp.371-391


.. rst-class:: sphx-glr-timing

   **Total running time of the script:** (0 minutes 3.464 seconds)


.. _sphx_glr_download_auto_examples_artifacts_plot_correct_ajdc_EEG.py:

.. only:: html

  .. container:: sphx-glr-footer sphx-glr-footer-example

    .. container:: sphx-glr-download sphx-glr-download-jupyter

      :download:`Download Jupyter notebook: plot_correct_ajdc_EEG.ipynb <plot_correct_ajdc_EEG.ipynb>`

    .. container:: sphx-glr-download sphx-glr-download-python

      :download:`Download Python source code: plot_correct_ajdc_EEG.py <plot_correct_ajdc_EEG.py>`

    .. container:: sphx-glr-download sphx-glr-download-zip

      :download:`Download zipped: plot_correct_ajdc_EEG.zip <plot_correct_ajdc_EEG.zip>`


.. only:: html

 .. rst-class:: sphx-glr-signature

    `Gallery generated by Sphinx-Gallery <https://sphinx-gallery.github.io>`_