Source code for prodigy.pgcl.util

"""
=====================
``prodigy.pgcl.util``
=====================

.. autofunction:: prodigy.pgcl.util.dedup_list

.. automodule:: prodigy.pgcl.util.ref
.. automodule:: prodigy.pgcl.util.lark_expr_parser
"""

from typing import List, TypeVar

T = TypeVar("T")




def dedup_list(data: List[T]) -> List[T]:
    """
    Deduplicate a list using a set, preserving the ordering of the list.

    .. doctest::

        >>> dedup_list([1,2,3,3])
        [1, 2, 3]
    """
    data_set = set()
    res = []
    for element in data:
        if element not in data_set:
            res.append(element)
            data_set.add(element)
    return res