
    \jJ                         d Z ddlmZmZmZ ddlmZ ddlmZ ddl	m
Z
  e
d      Zg dZdd	gZd
d
d
ddee   dee   ez  d
z  dee   ez  d
z  deegef   d
z  deed
d
f   f
dZdeez  defdZdedefdZy
)z6Contains utilities to handle paths in Huggingface Hub.    )Callable	GeneratorIterablefnmatchcase)Path)TypeVarT).gitz.git/*z*/.gitz
**/.git/**z.cache/huggingfacez.cache/huggingface/*z*/.cache/huggingfacez**/.cache/huggingface/**r   z.cacheN)allow_patternsignore_patternskeyitemsr   r   r   returnc             #     K   t        |t              r|g}t        |t              r|g}|!|D cg c]  }t        t        |             }}|!|D cg c]  }t        t        |             }}|dt        dt        fd}|}| D ]E  }t         ||            |t        fd|D              s+|t        fd|D              rB| G yc c}w c c}w w)a
  Filter repo objects based on an allowlist and a denylist.

    Input must be a list of paths (`str` or `Path`) or a list of arbitrary objects.
    In the later case, `key` must be provided and specifies a function of one argument
    that is used to extract a path from each element in iterable.

    Patterns are Standard Wildcards (globbing patterns), NOT regular expressions. The pattern matching is based on
    Python's `fnmatch.fnmatchcase`, so it is case-sensitive on every platform. Backslashes are treated as path separators
    and normalized to forward slashes in both patterns and paths before matching, so patterns built with `os.path.join`
    on Windows work as expected.

    Note that it matches `*` across path boundaries, unlike traditional Unix shell globbing. For example, `"data/*.json"`
    will match both `data/file.json` and `data/subdir/file.json`.

    See https://docs.python.org/3/library/fnmatch.html for more details.

    Args:
        items (`Iterable`):
            List of items to filter.
        allow_patterns (`str` or `list[str]`, *optional*):
            Patterns constituting the allowlist. If provided, item paths must match at
            least one pattern from the allowlist.
        ignore_patterns (`str` or `list[str]`, *optional*):
            Patterns constituting the denylist. If provided, item paths must not match
            any patterns from the denylist.
        key (`Callable[[T], str]`, *optional*):
            Single-argument function to extract a path from each item. If not provided,
            the `items` must already be `str` or `Path`.

    Returns:
        Filtered list of objects, as a generator.

    Raises:
        :class:`ValueError`:
            If `key` is not provided and items are not `str` or `Path`.

    Example usage with paths:
    ```python
    >>> # Filter only PDFs that are not hidden.
    >>> list(filter_repo_objects(
    ...     ["aaa.pdf", "bbb.jpg", ".ccc.pdf", ".ddd.png"],
    ...     allow_patterns=["*.pdf"],
    ...     ignore_patterns=[".*"],
    ... ))
    ["aaa.pdf"]
    ```

    Example usage with objects:
    ```python
    >>> list(filter_repo_objects(
    ... [
    ...     CommitOperationAdd(path_or_fileobj="/tmp/aaa.pdf", path_in_repo="aaa.pdf")
    ...     CommitOperationAdd(path_or_fileobj="/tmp/bbb.jpg", path_in_repo="bbb.jpg")
    ...     CommitOperationAdd(path_or_fileobj="/tmp/.ccc.pdf", path_in_repo=".ccc.pdf")
    ...     CommitOperationAdd(path_or_fileobj="/tmp/.ddd.png", path_in_repo=".ddd.png")
    ... ],
    ... allow_patterns=["*.pdf"],
    ... ignore_patterns=[".*"],
    ... key=lambda x: x.path_in_repo
    ... ))
    [CommitOperationAdd(path_or_fileobj="/tmp/aaa.pdf", path_in_repo="aaa.pdf")]
    ```
    Nitemr   c                 z    t        | t              r| S t        | t              rt        |       S t        d|  d      )Nz9Please provide `key` argument in `filter_repo_objects`: `z` is not a string.)
isinstancestrr   
ValueError)r   s    O/root/.hermes/venv/lib/python3.12/site-packages/huggingface_hub/utils/_paths.py	_identityz&filter_repo_objects.<locals>._identityz   s=    $$$%4y XY]X^^pqrr    c              3   6   K   | ]  }t        |        y wNr   .0rpaths     r   	<genexpr>z&filter_repo_objects.<locals>.<genexpr>   s     1_1+dA2F1_   c              3   6   K   | ]  }t        |        y wr   r   r   s     r   r    z&filter_repo_objects.<locals>.<genexpr>   s     .]{4/C.]r!   )r   r   _add_wildcard_to_directories_normalize_separatorsr
   any)r   r   r   r   pr   r   r   s          @r   filter_repo_objectsr'   '   s     L .#&()/3'*+!ZhiUV67LQ7OPii"[jkVW78Ma8PQkk
{	sA 	s# 	s  $SY/ %c1_P^1_._ &3.]_.]+]
 jks   -CCCC.A+Cvaluec                 8    t        |       j                  dd      S )N\/)r   replace)r(   s    r   r$   r$      s     u:dC((r   patternc                 2    | j                  d      r| dz   S | S )Nr+   *)endswith)r-   s    r   r#   r#      s    }Nr   )__doc__collections.abcr   r   r   fnmatchr   pathlibr   typingr	   r
   DEFAULT_IGNORE_PATTERNSFORBIDDEN_FOLDERSlistr   r'   r$   r#    r   r   <module>r:      s    = 9 9    CL	  X&  .2.2%)gA;g IOd*g #Y_t+	g
 
1#s(	d	"g q$}gT)t ) )# # r   