open-metadata--openmetadata
wehub-resource-sync
bf2343b7e4
Integration Tests - MySQL + Elasticsearch / Detect Changes (push) Has been cancelled
Integration Tests - MySQL + Elasticsearch / integration-tests-mysql-elasticsearch (push) Has been cancelled
Integration Tests - PostgreSQL + Elasticsearch + Redis / Detect Changes (push) Has been cancelled
Integration Tests - PostgreSQL + Elasticsearch + Redis / integration-tests-postgres-elasticsearch-redis (push) Has been cancelled
Integration Tests - PostgreSQL + OpenSearch / Detect Changes (push) Has been cancelled
Integration Tests - PostgreSQL + OpenSearch / integration-tests-postgres-opensearch (push) Has been cancelled
Java Checkstyle / java-checkstyle (push) Has been cancelled
Maven Collate Tests / maven-collate-ci (push) Has been cancelled
OpenMetadata Service Unit Tests / openmetadata-service-unit-tests-status (push) Has been cancelled
Publish Package to Maven Central Repository / publish-maven-packages (push) Has been cancelled
OpenMetadata Service Unit Tests / Detect Changes (push) Has been cancelled
OpenMetadata Service Unit Tests / openmetadata-service-unit-tests (push) Has been cancelled
OpenMetadata Service Unit Tests / k8s_operator-unit-tests (push) Has been cancelled
295 行
10 KiB
Python
295 行
10 KiB
Python
# Copyright 2025 Collate
|
||
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
||
# you may not use this file except in compliance with the License.
|
||
# You may obtain a copy of the License at
|
||
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
||
# Unless required by applicable law or agreed to in writing, software
|
||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||
# See the License for the specific language governing permissions and
|
||
# limitations under the License.
|
||
|
||
"""
|
||
test entity link utils
|
||
"""
|
||
|
||
import pytest
|
||
from antlr4.error.Errors import ParseCancellationException
|
||
|
||
from metadata.utils.entity_link import (
|
||
get_decoded_column,
|
||
get_table_fqn,
|
||
get_table_or_column_fqn,
|
||
)
|
||
|
||
|
||
@pytest.mark.parametrize(
|
||
"entity_link,expected",
|
||
[
|
||
(
|
||
"<#E::table::rds.dev.dbt_jaffle.column_w_space::columns::first+name>",
|
||
"first name",
|
||
),
|
||
(
|
||
"<#E::table::rds.dev.dbt_jaffle.column_w_space::columns::last_name>",
|
||
"last_name",
|
||
),
|
||
(
|
||
"<#E::table::rds.dev.dbt_jaffle.column_w_space::columns::随机的>",
|
||
"随机的",
|
||
),
|
||
(
|
||
"<#E::table::rds.dev.dbt_jaffle.column_w_space::columns::test__reserved__colon____reserved__arrow__test>",
|
||
"test::>test",
|
||
),
|
||
],
|
||
)
|
||
def test_get_decoded_column(entity_link, expected):
|
||
"""test get_decoded_column return expected values"""
|
||
assert get_decoded_column(entity_link) == expected
|
||
|
||
|
||
@pytest.mark.parametrize(
|
||
"entity_link,fqn",
|
||
[
|
||
pytest.param(
|
||
"<#E::table::rds.dev.dbt_jaffle.customers::columns::number_of_orders>",
|
||
"rds.dev.dbt_jaffle.customers.number_of_orders",
|
||
id="valid_entity_link1",
|
||
),
|
||
pytest.param(
|
||
"<#E::table::rds.dev.dbt_jaffle.customers::columns::a>",
|
||
"rds.dev.dbt_jaffle.customers.a",
|
||
id="valid_entity_link2",
|
||
),
|
||
pytest.param(
|
||
"<#E::table::rds.dev.dbt_jaffle.customers::columns::阿比西]/>",
|
||
"rds.dev.dbt_jaffle.customers.阿比西]/",
|
||
id="valid_entity_link3",
|
||
),
|
||
pytest.param(
|
||
"<#E::table::rds.dev.dbt_jaffle.customers::columns::阿>",
|
||
"rds.dev.dbt_jaffle.customers.阿",
|
||
id="valid_entity_link4",
|
||
),
|
||
pytest.param(
|
||
"<#E::table::rds.dev.dbt_jaffle.customers::columns::14532>",
|
||
"rds.dev.dbt_jaffle.customers.14532",
|
||
id="valid_entity_link5",
|
||
),
|
||
pytest.param(
|
||
"<#E::table::rds.dev.dbt_jaffle.customers::columns::1>",
|
||
"rds.dev.dbt_jaffle.customers.1",
|
||
id="valid_entity_link6",
|
||
),
|
||
pytest.param(
|
||
"<#E::table::rds.dev.dbt_jaffle.customers::columns::абц%>",
|
||
"rds.dev.dbt_jaffle.customers.абц%",
|
||
id="valid_entity_link7",
|
||
),
|
||
pytest.param(
|
||
"<#E::table::rds.dev.dbt_jaffle.customers::columns::б>", # noqa: RUF001
|
||
"rds.dev.dbt_jaffle.customers.б", # noqa: RUF001
|
||
id="valid_entity_link8",
|
||
),
|
||
pytest.param(
|
||
"<#E::table::rds.dev.dbt_jaffle.customers>",
|
||
"rds.dev.dbt_jaffle.customers",
|
||
id="valid_entity_link9",
|
||
),
|
||
pytest.param(
|
||
"<#E::dashboard::rds.dev.dbt_jaffle>.customers>",
|
||
"rds.dev.dbt_jaffle>.customers",
|
||
id="valid_entity_link10",
|
||
),
|
||
pytest.param(
|
||
'<#E::dashboard::"rds.dev.dbt_jaffle.customers">',
|
||
'"rds.dev.dbt_jaffle.customers"',
|
||
id="valid_entity_link11",
|
||
),
|
||
pytest.param(
|
||
"<#E::table::rds.dev.:dbt_jaffle.customers::columns::阿>",
|
||
"rds.dev.:dbt_jaffle.customers.阿",
|
||
id="valid_entity_link12",
|
||
),
|
||
pytest.param(
|
||
"<#E::table::rds.dev.dbt_jaffle.customers::columns::grea:>hdfwsd>",
|
||
"rds.dev.dbt_jaffle.customers.grea:>hdfwsd",
|
||
id="valid_entity_link13",
|
||
),
|
||
],
|
||
)
|
||
def test_valid_get_table_or_column_fqn(entity_link, fqn):
|
||
"""test get_table_or_column_fqn return expected values
|
||
|
||
Args:
|
||
entity_link (str): pytest param input
|
||
fqn (str): pytest param input
|
||
"""
|
||
assert get_table_or_column_fqn(entity_link) == fqn
|
||
|
||
|
||
@pytest.mark.parametrize(
|
||
"entity_link,error",
|
||
[
|
||
pytest.param(
|
||
"<#E::table::rds.dev.dbt_jaffle.customers::foo::number_of_orders>",
|
||
ParseCancellationException,
|
||
id="invalid_entity_link1",
|
||
),
|
||
pytest.param(
|
||
"<#E::table::rds.dev.dbt_jaffle.customers::columns>",
|
||
ValueError,
|
||
id="invalid_entity_link4",
|
||
),
|
||
pytest.param(
|
||
"<#E::table::rds.dev.dbt_jaffle.customers::columns::>",
|
||
ParseCancellationException,
|
||
id="invalid_entity_link5",
|
||
),
|
||
],
|
||
)
|
||
def test_invalid_get_table_or_column_fqn(entity_link, error):
|
||
"""test get_table_or_column_fqn return expected values
|
||
|
||
Args:
|
||
entity_link (str): pytest param input
|
||
fqn (str): pytest param input
|
||
"""
|
||
with pytest.raises(error):
|
||
get_table_or_column_fqn(entity_link)
|
||
|
||
|
||
@pytest.mark.parametrize(
|
||
"entity_link,expected",
|
||
[
|
||
(
|
||
"<#E::table::red.dev.dbt_jaffle.customers::columns::a>",
|
||
"red.dev.dbt_jaffle.customers",
|
||
),
|
||
],
|
||
)
|
||
def test_get_table_fqn(entity_link, expected):
|
||
assert get_table_fqn(entity_link) == expected
|
||
|
||
|
||
@pytest.mark.parametrize(
|
||
"entity_link,expected_fqn",
|
||
[
|
||
# ENTITY_TYPE keywords as column names
|
||
pytest.param(
|
||
"<#E::table::rds.dev.dbt_jaffle.customers::columns::topic>",
|
||
"rds.dev.dbt_jaffle.customers.topic",
|
||
id="entity_type_keyword_topic",
|
||
),
|
||
pytest.param(
|
||
"<#E::table::rds.dev.dbt_jaffle.customers::columns::user>",
|
||
"rds.dev.dbt_jaffle.customers.user",
|
||
id="entity_type_keyword_user",
|
||
),
|
||
pytest.param(
|
||
"<#E::table::rds.dev.dbt_jaffle.customers::columns::database>",
|
||
"rds.dev.dbt_jaffle.customers.database",
|
||
id="entity_type_keyword_database",
|
||
),
|
||
pytest.param(
|
||
"<#E::table::rds.dev.dbt_jaffle.customers::columns::role>",
|
||
"rds.dev.dbt_jaffle.customers.role",
|
||
id="entity_type_keyword_role",
|
||
),
|
||
pytest.param(
|
||
"<#E::table::rds.dev.dbt_jaffle.customers::columns::chart>",
|
||
"rds.dev.dbt_jaffle.customers.chart",
|
||
id="entity_type_keyword_chart",
|
||
),
|
||
pytest.param(
|
||
"<#E::table::rds.dev.dbt_jaffle.customers::columns::dashboard>",
|
||
"rds.dev.dbt_jaffle.customers.dashboard",
|
||
id="entity_type_keyword_dashboard",
|
||
),
|
||
pytest.param(
|
||
"<#E::table::rds.dev.dbt_jaffle.customers::columns::pipeline>",
|
||
"rds.dev.dbt_jaffle.customers.pipeline",
|
||
id="entity_type_keyword_pipeline",
|
||
),
|
||
pytest.param(
|
||
"<#E::table::rds.dev.dbt_jaffle.customers::columns::team>",
|
||
"rds.dev.dbt_jaffle.customers.team",
|
||
id="entity_type_keyword_team",
|
||
),
|
||
# ENTITY_FIELD keywords as column names
|
||
pytest.param(
|
||
"<#E::table::rds.dev.dbt_jaffle.customers::columns::description>",
|
||
"rds.dev.dbt_jaffle.customers.description",
|
||
id="entity_field_keyword_description",
|
||
),
|
||
pytest.param(
|
||
"<#E::table::rds.dev.dbt_jaffle.customers::columns::owner>",
|
||
"rds.dev.dbt_jaffle.customers.owner",
|
||
id="entity_field_keyword_owner",
|
||
),
|
||
pytest.param(
|
||
"<#E::table::rds.dev.dbt_jaffle.customers::columns::tags>",
|
||
"rds.dev.dbt_jaffle.customers.tags",
|
||
id="entity_field_keyword_tags",
|
||
),
|
||
pytest.param(
|
||
"<#E::table::rds.dev.dbt_jaffle.customers::columns::name>",
|
||
"rds.dev.dbt_jaffle.customers.name",
|
||
id="entity_field_keyword_name",
|
||
),
|
||
pytest.param(
|
||
"<#E::table::rds.dev.dbt_jaffle.customers::columns::tests>",
|
||
"rds.dev.dbt_jaffle.customers.tests",
|
||
id="entity_field_keyword_tests",
|
||
),
|
||
pytest.param(
|
||
"<#E::table::rds.dev.dbt_jaffle.customers::columns::displayName>",
|
||
"rds.dev.dbt_jaffle.customers.displayName",
|
||
id="entity_field_keyword_displayName",
|
||
),
|
||
],
|
||
)
|
||
def test_reserved_keywords_get_table_or_column_fqn(entity_link, expected_fqn):
|
||
"""Test that reserved keywords (ENTITY_TYPE and ENTITY_FIELD) can be used as column names.
|
||
|
||
This verifies that the EntityLink grammar correctly allows reserved keywords to be used
|
||
as column names in entity links, which is important for real-world scenarios where
|
||
column names might coincidentally match reserved words.
|
||
|
||
Args:
|
||
entity_link (str): Entity link with reserved keyword as column name
|
||
expected_fqn (str): Expected fully qualified name
|
||
"""
|
||
assert get_table_or_column_fqn(entity_link) == expected_fqn
|
||
|
||
|
||
@pytest.mark.parametrize(
|
||
"entity_link,expected_decoded_column",
|
||
[
|
||
pytest.param(
|
||
"<#E::table::rds.dev.dbt_jaffle.customers::columns::topic>",
|
||
"topic",
|
||
id="decode_entity_type_keyword_topic",
|
||
),
|
||
pytest.param(
|
||
"<#E::table::rds.dev.dbt_jaffle.customers::columns::description>",
|
||
"description",
|
||
id="decode_entity_field_keyword_description",
|
||
),
|
||
pytest.param(
|
||
"<#E::table::rds.dev.dbt_jaffle.customers::columns::owner>",
|
||
"owner",
|
||
id="decode_entity_field_keyword_owner",
|
||
),
|
||
],
|
||
)
|
||
def test_reserved_keywords_get_decoded_column(entity_link, expected_decoded_column):
|
||
"""Test that reserved keywords can be decoded as column names.
|
||
|
||
Args:
|
||
entity_link: Entity link with reserved keyword as column name
|
||
expected_decoded_column: Expected decoded column name
|
||
"""
|
||
assert get_decoded_column(entity_link) == expected_decoded_column
|