Coverage for /pythoncovmergedfiles/medio/medio/usr/local/lib/python3.8/site-packages/airflow/datasets/__init__.py: 55%
20 statements
« prev ^ index » next coverage.py v7.2.7, created at 2023-06-07 06:35 +0000
« prev ^ index » next coverage.py v7.2.7, created at 2023-06-07 06:35 +0000
1# Licensed to the Apache Software Foundation (ASF) under one
2# or more contributor license agreements. See the NOTICE file
3# distributed with this work for additional information
4# regarding copyright ownership. The ASF licenses this file
5# to you under the Apache License, Version 2.0 (the
6# "License"); you may not use this file except in compliance
7# with the License. You may obtain a copy of the License at
8#
9# http://www.apache.org/licenses/LICENSE-2.0
10#
11# Unless required by applicable law or agreed to in writing,
12# software distributed under the License is distributed on an
13# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
14# KIND, either express or implied. See the License for the
15# specific language governing permissions and limitations
16# under the License.
17from __future__ import annotations
19from typing import Any, ClassVar
20from urllib.parse import urlsplit
22import attr
25@attr.define()
26class Dataset:
27 """A Dataset is used for marking data dependencies between workflows."""
29 uri: str = attr.field(validator=[attr.validators.min_len(1), attr.validators.max_len(3000)])
30 extra: dict[str, Any] | None = None
32 __version__: ClassVar[int] = 1
34 @uri.validator
35 def _check_uri(self, attr, uri: str):
36 if uri.isspace():
37 raise ValueError(f"{attr.name} cannot be just whitespace")
38 try:
39 uri.encode("ascii")
40 except UnicodeEncodeError:
41 raise ValueError(f"{attr.name!r} must be ascii")
42 parsed = urlsplit(uri)
43 if parsed.scheme and parsed.scheme.lower() == "airflow":
44 raise ValueError(f"{attr.name!r} scheme `airflow` is reserved")