Tooling Verification#
This page describes verification evidence for the docs-as-code tooling itself. It is intentionally separate from tooling coverage so downstream quality signals such as unit tests, future static analysis, and other verification evidence can evolve independently from traceability support.
Overview#
Failed Tests
Hint: this table is empty by definition, as PRs with failing tests are not allowed to be merged in docs-as-code repo.
No failing tests are expected in the current dataset.
Skipped / Disabled Tests
Hint: this table is empty by definition, as we do not allow skipped or disabled tests in docs-as-code repo.
No skipped or disabled tests are expected in the current dataset.
How many requirements are linked#
This shows how many of our requirements are linked with tests, in source code, both or neither.
Testcase Metadata Overview#
Data is not filled out yet within the test cases.
All passed Tests#
testcase |
Result |
link |
|---|---|---|
generate_sourcelinks_cli_test__test_clean_external_prefix[input_path0-expected_output0] |
passed |
|
generate_sourcelinks_cli_test__test_clean_external_prefix[input_path1-expected_output1] |
passed |
|
generate_sourcelinks_cli_test__test_clean_external_prefix[input_path2-expected_output2] |
passed |
|
generate_sourcelinks_cli_test__test_clean_external_prefix[input_path3-expected_output3] |
passed |
|
generate_sourcelinks_cli_test__test_clean_external_prefix[input_path4-expected_output4] |
passed |
|
generate_sourcelinks_cli_test__test_generate_sourcelinks_cli_basic |
passed |
testcase__generate_sourcelinks_cli_test__test_generate_sourcelinks_cli_basic_fytdo |
generate_sourcelinks_cli_test__test_generate_sourcelinks_cli_file_not_exists |
passed |
testcase__generate_sourcelinks_cli_test__test_generate_sourcelinks_cli_file_not_exists_ltxhm |
generate_sourcelinks_cli_test__test_generate_sourcelinks_cli_parse_external_module |
passed |
testcase__generate_sourcelinks_cli_test__test_generate_sourcelinks_cli_parse_external_module_djymy |
incremental_dirty_build_test__test_clean_is_noop_when_build_dir_is_absent |
passed |
testcase__incremental_dirty_build_test__test_clean_is_noop_when_build_dir_is_absent_tclmh |
incremental_dirty_build_test__test_clean_is_noop_when_warnings_txt_is_absent |
passed |
testcase__incremental_dirty_build_test__test_clean_is_noop_when_warnings_txt_is_absent_hcrox |
incremental_dirty_build_test__test_clean_keeps_build_dir_when_warnings_txt_is_empty |
passed |
testcase__incremental_dirty_build_test__test_clean_keeps_build_dir_when_warnings_txt_is_empty_vebrz |
incremental_dirty_build_test__test_clean_removes_build_dir_when_previous_build_had_warnings |
passed |
|
incremental_dirty_build_test__test_missing_hash_file_triggers_clean |
passed |
testcase__incremental_dirty_build_test__test_missing_hash_file_triggers_clean_dyooe |
incremental_dirty_build_test__test_module_change_after_successful_build_forces_clean |
passed |
testcase__incremental_dirty_build_test__test_module_change_after_successful_build_forces_clean_xupim |
incremental_dirty_build_test__test_module_changed_keeps_build_dir_when_all_sentinel_files_unchanged |
passed |
|
incremental_dirty_build_test__test_module_changed_removes_build_dir_when_one_sentinel_file_changed |
passed |
|
merge_sourcelinks_test__test_merge_sourcelinks_basic |
passed |
testcase__merge_sourcelinks_test__test_merge_sourcelinks_basic_nojfj |
merge_sourcelinks_test__test_merge_sourcelinks_with_known_good |
passed |
testcase__merge_sourcelinks_test__test_merge_sourcelinks_with_known_good_qodcs |
merge_sourcelinks_test__test_merge_sourcelinks_with_one_empty_file |
passed |
testcase__merge_sourcelinks_test__test_merge_sourcelinks_with_one_empty_file_jjutc |
merge_sourcelinks_test__test_merge_sourcelinks_wrong_schema |
passed |
testcase__merge_sourcelinks_test__test_merge_sourcelinks_wrong_schema_cqstr |
test_check_options__test_milestone_parsing |
passed |
|
test_codelink__test_cache_file_operations |
passed |
|
test_codelink__test_cache_file_with_encoded_comments |
passed |
testcase__test_codelink__test_cache_file_with_encoded_comments_zelsg |
test_codelink__test_find_need_direct_match |
passed |
|
test_codelink__test_find_need_not_found |
passed |
|
test_codelink__test_get_cache_filename |
passed |
|
test_codelink__test_group_by_need_and_find_need_integration |
passed |
testcase__test_codelink__test_group_by_need_and_find_need_integration_fyahg |
test_codelink__test_group_by_need |
passed |
|
test_codelink__test_group_by_need_empty_list |
passed |
testcase__test_codelink__test_group_by_need_empty_list_zrjsv |
test_codelink__test_is_metadata_missing_keys |
passed |
testcase__test_codelink__test_is_metadata_missing_keys_emxaz |
test_codelink__test_json_format_with_metadata_has_separate_dict |
passed |
testcase__test_codelink__test_json_format_with_metadata_has_separate_dict_dilvz |
test_codelink__test_load_resolves_relative_path_with_env_var |
passed |
testcase__test_codelink__test_load_resolves_relative_path_with_env_var_kdtjx |
test_codelink__test_load_validates_all_items_are_needlinks |
passed |
testcase__test_codelink__test_load_validates_all_items_are_needlinks_syxun |
test_codelink__test_load_validates_list_type |
passed |
testcase__test_codelink__test_load_validates_list_type_vpkxl |
test_codelink__test_load_with_metadata_invalid_items_after_metadata |
passed |
testcase__test_codelink__test_load_with_metadata_invalid_items_after_metadata_zsksg |
test_codelink__test_load_with_metadata_missing_metadata_dict |
passed |
testcase__test_codelink__test_load_with_metadata_missing_metadata_dict_leehm |
test_codelink__test_load_with_metadata_resolves_relative_path |
passed |
testcase__test_codelink__test_load_with_metadata_resolves_relative_path_dfzhn |
test_codelink__test_multiple_commits_hash_consistency |
passed |
testcase__test_codelink__test_multiple_commits_hash_consistency_fijkd |
test_codelink__test_need |
passed |
|
test_codelink__test_needlink_decoder_non_needlink_dict |
passed |
testcase__test_codelink__test_needlink_decoder_non_needlink_dict_nrnva |
test_codelink__test_needlink_decoder_with_all_fields |
passed |
testcase__test_codelink__test_needlink_decoder_with_all_fields_vtiey |
test_codelink__test_needlink_encoder_includes_metadata |
passed |
testcase__test_codelink__test_needlink_encoder_includes_metadata_hztie |
test_codelink__test_needlink_equality_same_values |
passed |
testcase__test_codelink__test_needlink_equality_same_values_uyffo |
test_codelink__test_needlink_inequality_different_values |
passed |
testcase__test_codelink__test_needlink_inequality_different_values_avmec |
test_codelink__test_needlink_to_dict_full |
passed |
|
test_codelink__test_needlink_to_dict_without_metadata |
passed |
testcase__test_codelink__test_needlink_to_dict_without_metadata_rmkat |
test_codelink__test_roundtrip_empty_lists |
passed |
|
test_codelink__test_roundtrip_metadata_format_applies_metadata |
passed |
testcase__test_codelink__test_roundtrip_metadata_format_applies_metadata_vxore |
test_codelink__test_roundtrip_standard_format |
passed |
testcase__test_codelink__test_roundtrip_standard_format_vmlza |
test_codelink__test_source_linker_end_to_end_with_real_files |
passed |
testcase__test_codelink__test_source_linker_end_to_end_with_real_files_zijio |
test_codelink__test_store_and_load_with_metadata |
passed |
testcase__test_codelink__test_store_and_load_with_metadata_jgetw |
test_external_needs__test_empty_list |
passed |
|
test_external_needs__test_invalid_entry |
passed |
|
test_external_needs__test_multiple_entries_2 |
passed |
testcase__test_external_needs__test_multiple_entries_2_mkljf |
test_external_needs__test_multiple_entries |
passed |
|
test_external_needs__test_parser |
passed |
|
test_external_needs__test_single_entry_json_no_path |
passed |
testcase__test_external_needs__test_single_entry_json_no_path_ydkwz |
test_external_needs__test_single_entry_no_path |
passed |
testcase__test_external_needs__test_single_entry_no_path_bdkky |
test_external_needs__test_single_entry_with_path |
passed |
testcase__test_external_needs__test_single_entry_with_path_jaoyw |
test_helper_lib__test_config_setdefault_does_not_overwrite_user_value |
passed |
testcase__test_helper_lib__test_config_setdefault_does_not_overwrite_user_value_rxzhc |
test_helper_lib__test_config_setdefault_sets_when_not_in_raw_config |
passed |
testcase__test_helper_lib__test_config_setdefault_sets_when_not_in_raw_config_cahdw |
test_helper_lib__test_get_current_git_hash |
passed |
|
test_helper_lib__test_get_current_git_hash_invalid_repo |
passed |
testcase__test_helper_lib__test_get_current_git_hash_invalid_repo_eveje |
test_helper_lib__test_get_github_repo_info_https_remote |
passed |
testcase__test_helper_lib__test_get_github_repo_info_https_remote_jnjwy |
test_helper_lib__test_get_github_repo_info_multiple_remotes |
passed |
testcase__test_helper_lib__test_get_github_repo_info_multiple_remotes_hmlkq |
test_helper_lib__test_get_github_repo_info_ssh_remote |
passed |
testcase__test_helper_lib__test_get_github_repo_info_ssh_remote_ecdsz |
test_helper_lib__test_git_operations_with_no_commits |
passed |
testcase__test_helper_lib__test_git_operations_with_no_commits_qmyjw |
test_helper_lib__test_git_repo_with_no_remotes |
passed |
testcase__test_helper_lib__test_git_repo_with_no_remotes_wtjia |
test_helper_lib__test_git_root_search_not_found |
passed |
testcase__test_helper_lib__test_git_root_search_not_found_jejly |
test_helper_lib__test_git_root_search_success |
passed |
testcase__test_helper_lib__test_git_root_search_success_uczbw |
test_helper_lib__test_parse_git_output_empty_string |
passed |
testcase__test_helper_lib__test_parse_git_output_empty_string_icdcf |
test_helper_lib__test_parse_git_output_https_format |
passed |
testcase__test_helper_lib__test_parse_git_output_https_format_buaui |
test_helper_lib__test_parse_git_output_invalid_format |
passed |
testcase__test_helper_lib__test_parse_git_output_invalid_format_yqpqs |
test_helper_lib__test_parse_git_output_ssh_format |
passed |
testcase__test_helper_lib__test_parse_git_output_ssh_format_tzvlp |
test_helper_lib__test_parse_git_output_ssh_format_without_git_suffix |
passed |
testcase__test_helper_lib__test_parse_git_output_ssh_format_without_git_suffix_pbgnn |
test_helper_lib__test_runfiles_dir_found |
passed |
|
test_helper_lib__test_runfiles_dir_missing_triggers_exit |
passed |
testcase__test_helper_lib__test_runfiles_dir_missing_triggers_exit_oeolx |
test_helpers__test_complete_workflow |
passed |
|
test_helpers__test_get_github_link_from_json_happy_path |
passed |
testcase__test_helpers__test_get_github_link_from_json_happy_path_ollae |
test_helpers__test_get_github_link_from_json_with_line_zero |
passed |
testcase__test_helpers__test_get_github_link_from_json_with_line_zero_hydbq |
test_helpers__test_get_github_link_from_json_with_none_link |
passed |
testcase__test_helpers__test_get_github_link_from_json_with_none_link_tcupv |
test_helpers__test_get_github_link_with_hash |
passed |
testcase__test_helpers__test_get_github_link_with_hash_gfdfs |
test_helpers__test_get_github_link_with_real_repo |
passed |
testcase__test_helpers__test_get_github_link_with_real_repo_tqsnb |
test_helpers__test_parse_info_from_known_good_different_category |
passed |
testcase__test_helpers__test_parse_info_from_known_good_different_category_uatqd |
test_helpers__test_parse_info_from_known_good_empty_json |
passed |
testcase__test_helpers__test_parse_info_from_known_good_empty_json_diiqy |
test_helpers__test_parse_info_from_known_good_empty_repo_dict_in_json |
passed |
testcase__test_helpers__test_parse_info_from_known_good_empty_repo_dict_in_json_cxhvl |
test_helpers__test_parse_info_from_known_good_happy_path |
passed |
testcase__test_helpers__test_parse_info_from_known_good_happy_path_oiynp |
test_helpers__test_parse_info_from_known_good_neither_hash_nor_version |
passed |
testcase__test_helpers__test_parse_info_from_known_good_neither_hash_nor_version_thgpi |
test_helpers__test_parse_info_from_known_good_no_repo_in_json |
passed |
testcase__test_helpers__test_parse_info_from_known_good_no_repo_in_json_dored |
test_helpers__test_parse_info_from_known_good_repo_not_found |
passed |
testcase__test_helpers__test_parse_info_from_known_good_repo_not_found_sdxoa |
test_helpers__test_parse_info_from_known_good_with_version |
passed |
testcase__test_helpers__test_parse_info_from_known_good_with_version_damvw |
test_helpers__test_parse_info_from_known_good_with_version_different_category |
passed |
testcase__test_helpers__test_parse_info_from_known_good_with_version_different_category_wlame |
test_helpers__test_parse_repo_name_from_empty_path |
passed |
testcase__test_helpers__test_parse_repo_name_from_empty_path_vrmul |
test_helpers__test_parse_repo_name_from_external_path_2 |
passed |
testcase__test_helpers__test_parse_repo_name_from_external_path_2_gsfms |
test_helpers__test_parse_repo_name_from_external_path |
passed |
testcase__test_helpers__test_parse_repo_name_from_external_path_lpgie |
test_helpers__test_parse_repo_name_from_local_path |
passed |
testcase__test_helpers__test_parse_repo_name_from_local_path_btizy |
test_helpers__test_parse_repo_name_without_plus_suffix |
passed |
testcase__test_helpers__test_parse_repo_name_without_plus_suffix_xwtmk |
test_metamodel__init____test_raises_assertion_for_invalid_check |
passed |
testcase__test_metamodel__init____test_raises_assertion_for_invalid_check_ubfli |
test_metamodel__init____test_returns_empty_list_when_filter_is_empty |
passed |
testcase__test_metamodel__init____test_returns_empty_list_when_filter_is_empty_zppdj |
test_metamodel__init____test_returns_valid_checks |
passed |
testcase__test_metamodel__init____test_returns_valid_checks_xqits |
test_metamodel__init____test_strips_whitespace |
passed |
testcase__test_metamodel__init____test_strips_whitespace_unask |
test_metamodel_load__test_load_metamodel_data_explicit_path |
passed |
testcase__test_metamodel_load__test_load_metamodel_data_explicit_path_gdmbb |
test_metamodel_load__test_load_metamodel_data |
passed |
testcase__test_metamodel_load__test_load_metamodel_data_phuoq |
test_need_source_links__test_decoder_reconstructs_object |
passed |
testcase__test_need_source_links__test_decoder_reconstructs_object_mjcpi |
test_need_source_links__test_encoder_outputs_serializable_dict |
passed |
testcase__test_need_source_links__test_encoder_outputs_serializable_dict_yaltz |
test_need_source_links__test_load_invalid_json_items |
passed |
testcase__test_need_source_links__test_load_invalid_json_items_vsshl |
test_need_source_links__test_load_invalid_json_type |
passed |
testcase__test_need_source_links__test_load_invalid_json_type_ymroq |
test_need_source_links__test_store_and_load_json |
passed |
testcase__test_need_source_links__test_store_and_load_json_ifktf |
test_repo_source_link_integration__test_repo_cache_json_format |
passed |
testcase__test_repo_source_link_integration__test_repo_cache_json_format_tigcf |
test_repo_source_link_integration__test_repo_cache_rebuilds_when_missing |
passed |
testcase__test_repo_source_link_integration__test_repo_cache_rebuilds_when_missing_utprn |
test_repo_source_link_integration__test_repo_grouped_cache_generated |
passed |
testcase__test_repo_source_link_integration__test_repo_grouped_cache_generated_xoidw |
test_repo_source_link_integration__test_repo_grouping_multiple_needs_per_repo |
passed |
testcase__test_repo_source_link_integration__test_repo_grouping_multiple_needs_per_repo_hkbfh |
test_repo_source_link_integration__test_repo_grouping_preserves_metadata |
passed |
testcase__test_repo_source_link_integration__test_repo_grouping_preserves_metadata_kpxmg |
test_repo_source_link_integration__test_repo_grouping_with_golden_file |
passed |
testcase__test_repo_source_link_integration__test_repo_grouping_with_golden_file_fzpbc |
test_repo_source_links__test_group_needs_empty_list |
passed |
testcase__test_repo_source_links__test_group_needs_empty_list_zhvge |
test_repo_source_links__test_group_needs_mixed_codelinks_and_testlinks |
passed |
testcase__test_repo_source_links__test_group_needs_mixed_codelinks_and_testlinks_nlloa |
test_repo_source_links__test_group_needs_multiple_repos |
passed |
testcase__test_repo_source_links__test_group_needs_multiple_repos_euqkp |
test_repo_source_links__test_group_needs_single_repo_with_codelinks |
passed |
testcase__test_repo_source_links__test_group_needs_single_repo_with_codelinks_tgvpz |
test_repo_source_links__test_group_needs_skips_needs_without_links |
passed |
testcase__test_repo_source_links__test_group_needs_skips_needs_without_links_zitin |
test_repo_source_links__test_group_needs_with_testlinks_different_repos |
passed |
testcase__test_repo_source_links__test_group_needs_with_testlinks_different_repos_wfjuc |
test_repo_source_links__test_group_needs_with_testlinks_only |
passed |
testcase__test_repo_source_links__test_group_needs_with_testlinks_only_uawxb |
test_repo_source_links__test_json_decoder_reconstructs_repo_source_links |
passed |
testcase__test_repo_source_links__test_json_decoder_reconstructs_repo_source_links_gkllu |
test_repo_source_links__test_json_decoder_returns_unchanged_for_non_repo_dict |
passed |
testcase__test_repo_source_links__test_json_decoder_returns_unchanged_for_non_repo_dict_envuf |
test_repo_source_links__test_json_encoder_converts_path_to_string |
passed |
testcase__test_repo_source_links__test_json_encoder_converts_path_to_string_eyqyy |
test_repo_source_links__test_json_encoder_removes_metadata_from_needlink |
passed |
testcase__test_repo_source_links__test_json_encoder_removes_metadata_from_needlink_dwzgv |
test_repo_source_links__test_json_encoder_removes_metadata_from_testlink |
passed |
testcase__test_repo_source_links__test_json_encoder_removes_metadata_from_testlink_nnzew |
test_repo_source_links__test_load_empty_list |
passed |
testcase__test_repo_source_links__test_load_empty_list_fmmxl |
test_repo_source_links__test_load_validates_is_list |
passed |
testcase__test_repo_source_links__test_load_validates_is_list_cojpq |
test_repo_source_links__test_load_validates_items_are_correct_type |
passed |
testcase__test_repo_source_links__test_load_validates_items_are_correct_type_ijdzg |
test_repo_source_links__test_store_and_load_roundtrip |
passed |
testcase__test_repo_source_links__test_store_and_load_roundtrip_mqlgp |
test_repo_source_links__test_store_creates_parent_directories |
passed |
testcase__test_repo_source_links__test_store_creates_parent_directories_pbkzc |
test_rules_are_working_correctly__test_local_fixture_has_correct_value |
passed |
testcase__test_rules_are_working_correctly__test_local_fixture_has_correct_value_vhwcw |
test_rules_file_based__test_rst_files[architecture/architecture_tests.rst] |
passed |
testcase__test_rules_file_based__test_rst_files[architecture/architecture_tests.rst]_quqdb |
test_rules_file_based__test_rst_files[attributes/test_attributes_external_prefix.rst] |
passed |
|
test_rules_file_based__test_rst_files[attributes/test_attributes_format_id_format.rst] |
passed |
|
test_rules_file_based__test_rst_files[attributes/test_attributes_format_id_length.rst] |
passed |
|
test_rules_file_based__test_rst_files[attributes/test_prohibited_words.rst] |
passed |
testcase__test_rules_file_based__test_rst_files[attributes/test_prohibited_words.rst]_fgwub |
test_rules_file_based__test_rst_files[attributes/test_validity.rst] |
passed |
testcase__test_rules_file_based__test_rst_files[attributes/test_validity.rst]_ocivq |
test_rules_file_based__test_rst_files[graph/test_invalid_graph.rst] |
passed |
testcase__test_rules_file_based__test_rst_files[graph/test_invalid_graph.rst]_ehknd |
test_rules_file_based__test_rst_files[graph/test_metamodel_graph.rst] |
passed |
testcase__test_rules_file_based__test_rst_files[graph/test_metamodel_graph.rst]_pxmtv |
test_rules_file_based__test_rst_files[id_contains_feature/test_id_contains_feature.rst] |
passed |
|
test_rules_file_based__test_rst_files[options/gd_req_comp.rst] |
passed |
testcase__test_rules_file_based__test_rst_files[options/gd_req_comp.rst]_qrwzj |
test_rules_file_based__test_rst_files[options/test_need_extends.rst] |
passed |
testcase__test_rules_file_based__test_rst_files[options/test_need_extends.rst]_uadrt |
test_rules_file_based__test_rst_files[options/test_options_extra_option.rst] |
passed |
testcase__test_rules_file_based__test_rst_files[options/test_options_extra_option.rst]_gnbde |
test_rules_file_based__test_rst_files[options/test_options_options.rst] |
passed |
testcase__test_rules_file_based__test_rst_files[options/test_options_options.rst]_snusv |
test_rules_file_based__test_rst_files[options/wp_comp.rst] |
passed |
testcase__test_rules_file_based__test_rst_files[options/wp_comp.rst]_eewta |
test_source_code_link_integration__test_source_link_integration_non_existent_id |
passed |
testcase__test_source_code_link_integration__test_source_link_integration_non_existent_id_ffxvy |
test_source_code_link_integration__test_source_link_integration_ok |
passed |
testcase__test_source_code_link_integration__test_source_link_integration_ok_jmkot |
test_sphinx_filters__test_generic_pie_items_by_tag_matches_source_by_id_prefix |
passed |
testcase__test_sphinx_filters__test_generic_pie_items_by_tag_matches_source_by_id_prefix_ivqus |
test_sphinx_filters__test_generic_pie_linked_items_matches_source_by_id_prefix |
passed |
testcase__test_sphinx_filters__test_generic_pie_linked_items_matches_source_by_id_prefix_kbrbq |
test_sphinx_filters__test_get_just_metrics_appends_values_when_metrics_loaded |
passed |
testcase__test_sphinx_filters__test_get_just_metrics_appends_values_when_metrics_loaded_dbxag |
test_sphinx_filters__test_get_key_values_appends_values_when_metrics_loaded |
passed |
testcase__test_sphinx_filters__test_get_key_values_appends_values_when_metrics_loaded_cdkcz |
test_sphinx_filters__test_get_key_values_raises_key_error_when_global_is_empty |
passed |
testcase__test_sphinx_filters__test_get_key_values_raises_key_error_when_global_is_empty_vlnsw |
test_sphinx_filters__test_get_metrics_with_custom_type_total_considered_empty_kwargs_raises_index_error |
passed |
|
test_sphinx_filters__test_get_metrics_with_custom_type_total_considered_with_total_suffix |
passed |
|
test_sphinx_filters__test_get_metrics_with_custom_type_total_considered_without_total_suffix |
passed |
|
test_sphinx_filters__test_get_metrics_with_overall_total_considered_when_metrics_loaded |
passed |
|
test_testlink__test_clean_text_removes_ansi_and_html_unescapes |
passed |
testcase__test_testlink__test_clean_text_removes_ansi_and_html_unescapes_sjotr |
test_testlink__test_datafortestlink_decoder_non_testlink_dict |
passed |
testcase__test_testlink__test_datafortestlink_decoder_non_testlink_dict_amzjl |
test_testlink__test_datafortestlink_encoder_fallback |
passed |
testcase__test_testlink__test_datafortestlink_encoder_fallback_esgob |
test_testlink__test_datafortestlink_equality_with_non_testlink |
passed |
testcase__test_testlink__test_datafortestlink_equality_with_non_testlink_jqipg |
test_testlink__test_datafortestlink_to_dict_full |
passed |
testcase__test_testlink__test_datafortestlink_to_dict_full_fzxfl |
test_testlink__test_dataoftestcase_check_verifies_fields_missing_both |
passed |
testcase__test_testlink__test_dataoftestcase_check_verifies_fields_missing_both_efdwd |
test_testlink__test_dataoftestcase_decoder_non_testcase_dict |
passed |
testcase__test_testlink__test_dataoftestcase_decoder_non_testcase_dict_tcavg |
test_testlink__test_dataoftestcase_decoder_valid_dict |
passed |
testcase__test_testlink__test_dataoftestcase_decoder_valid_dict_alref |
test_testlink__test_dataoftestcase_encoder_fallback |
passed |
testcase__test_testlink__test_dataoftestcase_encoder_fallback_dpffm |
test_testlink__test_dataoftestcase_get_test_links_returns_empty_when_invalid |
passed |
testcase__test_testlink__test_dataoftestcase_get_test_links_returns_empty_when_invalid_ebteq |
test_testlink__test_dataoftestcase_is_valid_fails_on_none_field |
passed |
testcase__test_testlink__test_dataoftestcase_is_valid_fails_on_none_field_zimpg |
test_testlink__test_decoder_ignores_irrelevant_dicts |
passed |
testcase__test_testlink__test_decoder_ignores_irrelevant_dicts_uecxv |
test_testlink__test_load_data_of_test_case_validates_items |
passed |
testcase__test_testlink__test_load_data_of_test_case_validates_items_qxfqi |
test_testlink__test_load_data_of_test_case_validates_list |
passed |
testcase__test_testlink__test_load_data_of_test_case_validates_list_ktpbn |
test_testlink__test_store_and_load_data_of_test_case_roundtrip |
passed |
testcase__test_testlink__test_store_and_load_data_of_test_case_roundtrip_csiwa |
test_testlink__test_store_and_load_testlinks_roundtrip |
passed |
testcase__test_testlink__test_store_and_load_testlinks_roundtrip_ijnkz |
test_testlink__test_testcaseneed_to_dict_multiple_links |
passed |
testcase__test_testlink__test_testcaseneed_to_dict_multiple_links_vstss |
test_testlink__test_testlink_encoder_handles_path |
passed |
testcase__test_testlink__test_testlink_encoder_handles_path_kgejy |
test_testlink__test_testlink_serialization_roundtrip |
passed |
testcase__test_testlink__test_testlink_serialization_roundtrip_jmmwb |
test_traceability_metrics__test_calculate_requirement_metrics_counts_links_and_missing_ids |
passed |
|
test_traceability_metrics__test_calculate_requirement_metrics_non_fully_linked_2 |
passed |
testcase__test_traceability_metrics__test_calculate_requirement_metrics_non_fully_linked_2_ohrrq |
test_traceability_metrics__test_calculate_requirement_metrics_non_fully_linked |
passed |
testcase__test_traceability_metrics__test_calculate_requirement_metrics_non_fully_linked_pldcv |
test_traceability_metrics__test_calculate_test_metrics_counts_linked_tests_and_broken_refs |
passed |
|
test_traceability_metrics__test_get_need_types_by_tags_returns_empty_on_non_match |
passed |
testcase__test_traceability_metrics__test_get_need_types_by_tags_returns_empty_on_non_match_bzaaz |
test_traceability_metrics__test_get_need_types_by_tags_returns_matching_directives_only |
passed |
|
test_traceability_metrics__test_is_non_empty_string_and_non_string_behavior[ -False] |
passed |
testcase__test_traceability_metrics__test_is_non_empty_string_and_non_string_behavior[ -False]_oqnnm |
test_traceability_metrics__test_is_non_empty_string_and_non_string_behavior[0-False] |
passed |
testcase__test_traceability_metrics__test_is_non_empty_string_and_non_string_behavior[0-False]_dlylm |
test_traceability_metrics__test_is_non_empty_string_and_non_string_behavior[1-True] |
passed |
testcase__test_traceability_metrics__test_is_non_empty_string_and_non_string_behavior[1-True]_lpcqy |
test_traceability_metrics__test_is_non_empty_string_and_non_string_behavior[None-False] |
passed |
|
test_traceability_metrics__test_is_non_empty_string_and_non_string_behavior[text-True] |
passed |
|
test_traceability_metrics__test_is_non_empty_string_and_non_string_behavior[value2-False] |
passed |
|
test_traceability_metrics__test_is_non_empty_string_and_non_string_behavior[value3-True] |
passed |
|
test_traceability_metrics__test_need |
passed |
|
test_traceability_metrics__test_safe_percent_zero[1-4-25.0] |
passed |
testcase__test_traceability_metrics__test_safe_percent_zero[1-4-25.0]_mxxkz |
test_traceability_metrics__test_safe_percent_zero[3-0-100.0] |
passed |
testcase__test_traceability_metrics__test_safe_percent_zero[3-0-100.0]_vqmuf |
test_xml_parser__test_clean_test_file_name_combo_path |
passed |
testcase__test_xml_parser__test_clean_test_file_name_combo_path_lvisq |
test_xml_parser__test_clean_test_file_name_empty_path_raises_error |
passed |
testcase__test_xml_parser__test_clean_test_file_name_empty_path_raises_error_qbtwc |
test_xml_parser__test_clean_test_file_name_invalid_path_raises_error |
passed |
testcase__test_xml_parser__test_clean_test_file_name_invalid_path_raises_error_xsbxz |
test_xml_parser__test_clean_test_file_name_local_path |
passed |
testcase__test_xml_parser__test_clean_test_file_name_local_path_egbfy |
test_xml_parser__test_clean_test_file_name_nested_bazel_testlogs |
passed |
testcase__test_xml_parser__test_clean_test_file_name_nested_bazel_testlogs_ggevb |
test_xml_parser__test_clean_test_file_name_tests_report_path |
passed |
testcase__test_xml_parser__test_clean_test_file_name_tests_report_path_pzana |
test_xml_parser__test_construct_and_add_need_uses_fallback_url_for_missing_repo_metadata |
passed |
|
test_xml_parser__test_early_return |
passed |
|
test_xml_parser__test_find_xml_files |
passed |
|
test_xml_parser__test_find_xml_files_test_reports |
passed |
testcase__test_xml_parser__test_find_xml_files_test_reports_hhddq |
test_xml_parser__test_find_xml_folder |
passed |
|
test_xml_parser__test_find_xml_folder_test_reports |
passed |
testcase__test_xml_parser__test_find_xml_folder_test_reports_fgaja |
test_xml_parser__test_get_metadata_from_test_path_combo_with_hash |
passed |
testcase__test_xml_parser__test_get_metadata_from_test_path_combo_with_hash_djhze |
test_xml_parser__test_get_metadata_from_test_path_combo_with_version |
passed |
testcase__test_xml_parser__test_get_metadata_from_test_path_combo_with_version_mnbvt |
test_xml_parser__test_get_metadata_from_test_path_local |
passed |
testcase__test_xml_parser__test_get_metadata_from_test_path_local_vldaw |
test_xml_parser__test_parse_properties |
passed |
|
test_xml_parser__test_parse_testcase_result |
passed |
|
test_xml_parser__test_read_test_xml_file |
passed |
|
test_xml_parser__test_short_hash_consistency_and_format |
passed |
testcase__test_xml_parser__test_short_hash_consistency_and_format_lfalr |
TestCheckOptions__test_unknown_directive |
passed |
|
TestCheckOptions__test_unknown_option_present_in_neither_req_opt_neither_opt_opt |
passed |
testcase__TestCheckOptions__test_unknown_option_present_in_neither_req_opt_neither_opt_opt_hljdo |
TestNeedHelper__test_combined_core_links_and_extras |
passed |
testcase__TestNeedHelper__test_combined_core_links_and_extras_lrluu |
TestNeedHelper__test_custom_values_override_defaults |
passed |
testcase__TestNeedHelper__test_custom_values_override_defaults_gtdvr |
TestNeedHelper__test_default_values |
passed |
|
TestNeedHelper__test_empty_links_not_in_kwargs |
passed |
testcase__TestNeedHelper__test_empty_links_not_in_kwargs_yupyc |
TestNeedHelper__test_extra_fields_in_extras |
passed |
|
TestNeedHelper__test_link_fields_extracted |
passed |
|
TestStandards__test_assert_multiple_kwargs |
passed |
|
TestStandards__test_get_compliance_req_needs |
passed |
testcase__TestStandards__test_get_compliance_req_needs_lrroa |
TestStandards__test_get_compliance_wp_needs |
passed |
|
TestStandards__test_get_standards_needs |
passed |
|
TestStandards__test_get_standards_workproducts |
passed |
testcase__TestStandards__test_get_standards_workproducts_hxfcb |
TestStandards__test_get_workflows |
passed |
|
TestStandards__test_get_workproducts |
passed |
|
TestStandards__test_my_pie_linked_standard_requirements |
passed |
testcase__TestStandards__test_my_pie_linked_standard_requirements_lugfv |
TestStandards__test_my_pie_linked_standard_workproducts |
passed |
testcase__TestStandards__test_my_pie_linked_standard_workproducts_xssdy |
TestStandards__test_my_pie_workproducts_contained_in_exactly_one_workflow |
passed |
testcase__TestStandards__test_my_pie_workproducts_contained_in_exactly_one_workflow_nfbxr |
TestStandards__test_negative_case_no_needs_with_tag |
passed |
testcase__TestStandards__test_negative_case_no_needs_with_tag_rcjnv |
TestStandards__test_positive_case_mixed_linked_and_unlinked |
passed |
testcase__TestStandards__test_positive_case_mixed_linked_and_unlinked_ynevo |
traceability_gate_test__test_gate_fail_on_broken_test_refs |
passed |
testcase__traceability_gate_test__test_gate_fail_on_broken_test_refs_glcbb |
traceability_gate_test__test_gate_fails_when_threshold_not_met |
passed |
testcase__traceability_gate_test__test_gate_fails_when_threshold_not_met_bevda |
traceability_gate_test__test_gate_missing_file_returns_error |
passed |
testcase__traceability_gate_test__test_gate_missing_file_returns_error_gsilq |
traceability_gate_test__test_gate_missing_metrics_by_type_returns_error |
passed |
testcase__traceability_gate_test__test_gate_missing_metrics_by_type_returns_error_kzbcd |
traceability_gate_test__test_gate_missing_tests_section_returns_error |
passed |
testcase__traceability_gate_test__test_gate_missing_tests_section_returns_error_rgubi |
traceability_gate_test__test_gate_passes_when_thresholds_met |
passed |
testcase__traceability_gate_test__test_gate_passes_when_thresholds_met_mtjtj |
traceability_gate_test__test_gate_require_all_links_fails |
passed |
testcase__traceability_gate_test__test_gate_require_all_links_fails_xpvfe |
traceability_gate_test__test_gate_specific_need_type_only |
passed |
testcase__traceability_gate_test__test_gate_specific_need_type_only_hpwiw |
traceability_gate_test__test_gate_unknown_need_type_fails |
passed |
testcase__traceability_gate_test__test_gate_unknown_need_type_fails_npnjb |
traceability_gate_test__test_gate_unsupported_schema_version |
passed |
testcase__traceability_gate_test__test_gate_unsupported_schema_version_ttxek |
testcase |
Fully Verifies |
Partially Verifies |
|---|---|---|
generate_sourcelinks_cli_test__test_clean_external_prefix[input_path0-expected_output0] |
||
generate_sourcelinks_cli_test__test_clean_external_prefix[input_path1-expected_output1] |
||
generate_sourcelinks_cli_test__test_clean_external_prefix[input_path2-expected_output2] |
||
generate_sourcelinks_cli_test__test_clean_external_prefix[input_path3-expected_output3] |
||
generate_sourcelinks_cli_test__test_clean_external_prefix[input_path4-expected_output4] |
||
generate_sourcelinks_cli_test__test_generate_sourcelinks_cli_basic |
||
generate_sourcelinks_cli_test__test_generate_sourcelinks_cli_file_not_exists |
||
generate_sourcelinks_cli_test__test_generate_sourcelinks_cli_parse_external_module |
||
incremental_dirty_build_test__test_clean_is_noop_when_build_dir_is_absent |
||
incremental_dirty_build_test__test_clean_is_noop_when_warnings_txt_is_absent |
||
incremental_dirty_build_test__test_clean_keeps_build_dir_when_warnings_txt_is_empty |
||
incremental_dirty_build_test__test_clean_removes_build_dir_when_previous_build_had_warnings |
||
incremental_dirty_build_test__test_missing_hash_file_triggers_clean |
||
incremental_dirty_build_test__test_module_change_after_successful_build_forces_clean |
||
incremental_dirty_build_test__test_module_changed_keeps_build_dir_when_all_sentinel_files_unchanged |
||
incremental_dirty_build_test__test_module_changed_removes_build_dir_when_one_sentinel_file_changed |
||
merge_sourcelinks_test__test_merge_sourcelinks_basic |
||
merge_sourcelinks_test__test_merge_sourcelinks_with_known_good |
||
merge_sourcelinks_test__test_merge_sourcelinks_with_one_empty_file |
||
merge_sourcelinks_test__test_merge_sourcelinks_wrong_schema |
||
test_check_options__test_milestone_parsing |
||
test_codelink__test_cache_file_operations |
||
test_codelink__test_cache_file_with_encoded_comments |
||
test_codelink__test_find_need_direct_match |
||
test_codelink__test_find_need_not_found |
||
test_codelink__test_get_cache_filename |
||
test_codelink__test_group_by_need_and_find_need_integration |
||
test_codelink__test_group_by_need |
||
test_codelink__test_group_by_need_empty_list |
||
test_codelink__test_is_metadata_missing_keys |
||
test_codelink__test_json_format_with_metadata_has_separate_dict |
||
test_codelink__test_load_resolves_relative_path_with_env_var |
||
test_codelink__test_load_validates_all_items_are_needlinks |
||
test_codelink__test_load_validates_list_type |
||
test_codelink__test_load_with_metadata_invalid_items_after_metadata |
||
test_codelink__test_load_with_metadata_missing_metadata_dict |
||
test_codelink__test_load_with_metadata_resolves_relative_path |
||
test_codelink__test_multiple_commits_hash_consistency |
||
test_codelink__test_need |
||
test_codelink__test_needlink_decoder_non_needlink_dict |
||
test_codelink__test_needlink_decoder_with_all_fields |
||
test_codelink__test_needlink_encoder_includes_metadata |
||
test_codelink__test_needlink_equality_same_values |
||
test_codelink__test_needlink_inequality_different_values |
||
test_codelink__test_needlink_to_dict_full |
||
test_codelink__test_needlink_to_dict_without_metadata |
||
test_codelink__test_roundtrip_empty_lists |
||
test_codelink__test_roundtrip_metadata_format_applies_metadata |
||
test_codelink__test_roundtrip_standard_format |
||
test_codelink__test_source_linker_end_to_end_with_real_files |
||
test_codelink__test_store_and_load_with_metadata |
||
test_external_needs__test_empty_list |
||
test_external_needs__test_invalid_entry |
||
test_external_needs__test_multiple_entries_2 |
||
test_external_needs__test_multiple_entries |
||
test_external_needs__test_parser |
||
test_external_needs__test_single_entry_json_no_path |
||
test_external_needs__test_single_entry_no_path |
||
test_external_needs__test_single_entry_with_path |
||
test_helper_lib__test_config_setdefault_does_not_overwrite_user_value |
||
test_helper_lib__test_config_setdefault_sets_when_not_in_raw_config |
||
test_helper_lib__test_get_current_git_hash |
||
test_helper_lib__test_get_current_git_hash_invalid_repo |
||
test_helper_lib__test_get_github_repo_info_https_remote |
||
test_helper_lib__test_get_github_repo_info_multiple_remotes |
||
test_helper_lib__test_get_github_repo_info_ssh_remote |
||
test_helper_lib__test_git_operations_with_no_commits |
||
test_helper_lib__test_git_repo_with_no_remotes |
||
test_helper_lib__test_git_root_search_not_found |
||
test_helper_lib__test_git_root_search_success |
||
test_helper_lib__test_parse_git_output_empty_string |
||
test_helper_lib__test_parse_git_output_https_format |
||
test_helper_lib__test_parse_git_output_invalid_format |
||
test_helper_lib__test_parse_git_output_ssh_format |
||
test_helper_lib__test_parse_git_output_ssh_format_without_git_suffix |
||
test_helper_lib__test_runfiles_dir_found |
||
test_helper_lib__test_runfiles_dir_missing_triggers_exit |
||
test_helpers__test_complete_workflow |
||
test_helpers__test_get_github_link_from_json_happy_path |
||
test_helpers__test_get_github_link_from_json_with_line_zero |
||
test_helpers__test_get_github_link_from_json_with_none_link |
||
test_helpers__test_get_github_link_with_hash |
||
test_helpers__test_get_github_link_with_real_repo |
||
test_helpers__test_parse_info_from_known_good_different_category |
||
test_helpers__test_parse_info_from_known_good_empty_json |
||
test_helpers__test_parse_info_from_known_good_empty_repo_dict_in_json |
||
test_helpers__test_parse_info_from_known_good_happy_path |
||
test_helpers__test_parse_info_from_known_good_neither_hash_nor_version |
||
test_helpers__test_parse_info_from_known_good_no_repo_in_json |
||
test_helpers__test_parse_info_from_known_good_repo_not_found |
||
test_helpers__test_parse_info_from_known_good_with_version |
||
test_helpers__test_parse_info_from_known_good_with_version_different_category |
||
test_helpers__test_parse_repo_name_from_empty_path |
||
test_helpers__test_parse_repo_name_from_external_path_2 |
||
test_helpers__test_parse_repo_name_from_external_path |
||
test_helpers__test_parse_repo_name_from_local_path |
||
test_helpers__test_parse_repo_name_without_plus_suffix |
||
test_metamodel__init____test_raises_assertion_for_invalid_check |
||
test_metamodel__init____test_returns_empty_list_when_filter_is_empty |
||
test_metamodel__init____test_returns_valid_checks |
||
test_metamodel__init____test_strips_whitespace |
||
test_metamodel_load__test_load_metamodel_data_explicit_path |
||
test_metamodel_load__test_load_metamodel_data |
||
test_need_source_links__test_decoder_reconstructs_object |
||
test_need_source_links__test_encoder_outputs_serializable_dict |
||
test_need_source_links__test_load_invalid_json_items |
||
test_need_source_links__test_load_invalid_json_type |
||
test_need_source_links__test_store_and_load_json |
||
test_repo_source_link_integration__test_repo_cache_json_format |
||
test_repo_source_link_integration__test_repo_cache_rebuilds_when_missing |
||
test_repo_source_link_integration__test_repo_grouped_cache_generated |
||
test_repo_source_link_integration__test_repo_grouping_multiple_needs_per_repo |
||
test_repo_source_link_integration__test_repo_grouping_preserves_metadata |
||
test_repo_source_link_integration__test_repo_grouping_with_golden_file |
||
test_repo_source_links__test_group_needs_empty_list |
||
test_repo_source_links__test_group_needs_mixed_codelinks_and_testlinks |
||
test_repo_source_links__test_group_needs_multiple_repos |
||
test_repo_source_links__test_group_needs_single_repo_with_codelinks |
||
test_repo_source_links__test_group_needs_skips_needs_without_links |
||
test_repo_source_links__test_group_needs_with_testlinks_different_repos |
||
test_repo_source_links__test_group_needs_with_testlinks_only |
||
test_repo_source_links__test_json_decoder_reconstructs_repo_source_links |
||
test_repo_source_links__test_json_decoder_returns_unchanged_for_non_repo_dict |
||
test_repo_source_links__test_json_encoder_converts_path_to_string |
||
test_repo_source_links__test_json_encoder_removes_metadata_from_needlink |
||
test_repo_source_links__test_json_encoder_removes_metadata_from_testlink |
||
test_repo_source_links__test_load_empty_list |
||
test_repo_source_links__test_load_validates_is_list |
||
test_repo_source_links__test_load_validates_items_are_correct_type |
||
test_repo_source_links__test_store_and_load_roundtrip |
||
test_repo_source_links__test_store_creates_parent_directories |
||
test_rules_are_working_correctly__test_local_fixture_has_correct_value |
||
test_rules_file_based__test_rst_files[architecture/architecture_tests.rst] |
||
test_rules_file_based__test_rst_files[attributes/test_attributes_external_prefix.rst] |
||
test_rules_file_based__test_rst_files[attributes/test_attributes_format_id_format.rst] |
||
test_rules_file_based__test_rst_files[attributes/test_attributes_format_id_length.rst] |
||
test_rules_file_based__test_rst_files[attributes/test_prohibited_words.rst] |
||
test_rules_file_based__test_rst_files[attributes/test_validity.rst] |
||
test_rules_file_based__test_rst_files[graph/test_invalid_graph.rst] |
||
test_rules_file_based__test_rst_files[graph/test_metamodel_graph.rst] |
||
test_rules_file_based__test_rst_files[id_contains_feature/test_id_contains_feature.rst] |
||
test_rules_file_based__test_rst_files[options/gd_req_comp.rst] |
||
test_rules_file_based__test_rst_files[options/test_need_extends.rst] |
||
test_rules_file_based__test_rst_files[options/test_options_extra_option.rst] |
||
test_rules_file_based__test_rst_files[options/test_options_options.rst] |
||
test_rules_file_based__test_rst_files[options/wp_comp.rst] |
||
test_source_code_link_integration__test_source_link_integration_non_existent_id |
||
test_source_code_link_integration__test_source_link_integration_ok |
||
test_sphinx_filters__test_generic_pie_items_by_tag_matches_source_by_id_prefix |
||
test_sphinx_filters__test_generic_pie_linked_items_matches_source_by_id_prefix |
||
test_sphinx_filters__test_get_just_metrics_appends_values_when_metrics_loaded |
||
test_sphinx_filters__test_get_key_values_appends_values_when_metrics_loaded |
||
test_sphinx_filters__test_get_key_values_raises_key_error_when_global_is_empty |
||
test_sphinx_filters__test_get_metrics_with_custom_type_total_considered_empty_kwargs_raises_index_error |
||
test_sphinx_filters__test_get_metrics_with_custom_type_total_considered_with_total_suffix |
||
test_sphinx_filters__test_get_metrics_with_custom_type_total_considered_without_total_suffix |
||
test_sphinx_filters__test_get_metrics_with_overall_total_considered_when_metrics_loaded |
||
test_testlink__test_clean_text_removes_ansi_and_html_unescapes |
||
test_testlink__test_datafortestlink_decoder_non_testlink_dict |
||
test_testlink__test_datafortestlink_encoder_fallback |
||
test_testlink__test_datafortestlink_equality_with_non_testlink |
||
test_testlink__test_datafortestlink_to_dict_full |
||
test_testlink__test_dataoftestcase_check_verifies_fields_missing_both |
||
test_testlink__test_dataoftestcase_decoder_non_testcase_dict |
||
test_testlink__test_dataoftestcase_decoder_valid_dict |
||
test_testlink__test_dataoftestcase_encoder_fallback |
||
test_testlink__test_dataoftestcase_get_test_links_returns_empty_when_invalid |
||
test_testlink__test_dataoftestcase_is_valid_fails_on_none_field |
||
test_testlink__test_decoder_ignores_irrelevant_dicts |
||
test_testlink__test_load_data_of_test_case_validates_items |
||
test_testlink__test_load_data_of_test_case_validates_list |
||
test_testlink__test_store_and_load_data_of_test_case_roundtrip |
||
test_testlink__test_store_and_load_testlinks_roundtrip |
||
test_testlink__test_testcaseneed_to_dict_multiple_links |
||
test_testlink__test_testlink_encoder_handles_path |
||
test_testlink__test_testlink_serialization_roundtrip |
||
test_traceability_metrics__test_calculate_requirement_metrics_counts_links_and_missing_ids |
||
test_traceability_metrics__test_calculate_requirement_metrics_non_fully_linked_2 |
||
test_traceability_metrics__test_calculate_requirement_metrics_non_fully_linked |
||
test_traceability_metrics__test_calculate_test_metrics_counts_linked_tests_and_broken_refs |
||
test_traceability_metrics__test_get_need_types_by_tags_returns_empty_on_non_match |
||
test_traceability_metrics__test_get_need_types_by_tags_returns_matching_directives_only |
||
test_traceability_metrics__test_is_non_empty_string_and_non_string_behavior[ -False] |
||
test_traceability_metrics__test_is_non_empty_string_and_non_string_behavior[0-False] |
||
test_traceability_metrics__test_is_non_empty_string_and_non_string_behavior[1-True] |
||
test_traceability_metrics__test_is_non_empty_string_and_non_string_behavior[None-False] |
||
test_traceability_metrics__test_is_non_empty_string_and_non_string_behavior[text-True] |
||
test_traceability_metrics__test_is_non_empty_string_and_non_string_behavior[value2-False] |
||
test_traceability_metrics__test_is_non_empty_string_and_non_string_behavior[value3-True] |
||
test_traceability_metrics__test_need |
||
test_traceability_metrics__test_safe_percent_zero[1-4-25.0] |
||
test_traceability_metrics__test_safe_percent_zero[3-0-100.0] |
||
test_xml_parser__test_clean_test_file_name_combo_path |
||
test_xml_parser__test_clean_test_file_name_empty_path_raises_error |
||
test_xml_parser__test_clean_test_file_name_invalid_path_raises_error |
||
test_xml_parser__test_clean_test_file_name_local_path |
||
test_xml_parser__test_clean_test_file_name_nested_bazel_testlogs |
||
test_xml_parser__test_clean_test_file_name_tests_report_path |
||
test_xml_parser__test_construct_and_add_need_uses_fallback_url_for_missing_repo_metadata |
||
test_xml_parser__test_early_return |
||
test_xml_parser__test_find_xml_files |
||
test_xml_parser__test_find_xml_files_test_reports |
||
test_xml_parser__test_find_xml_folder |
||
test_xml_parser__test_find_xml_folder_test_reports |
||
test_xml_parser__test_get_metadata_from_test_path_combo_with_hash |
||
test_xml_parser__test_get_metadata_from_test_path_combo_with_version |
||
test_xml_parser__test_get_metadata_from_test_path_local |
||
test_xml_parser__test_parse_properties |
||
test_xml_parser__test_parse_testcase_result |
||
test_xml_parser__test_read_test_xml_file |
||
test_xml_parser__test_short_hash_consistency_and_format |
||
TestCheckOptions__test_unknown_directive |
||
TestCheckOptions__test_unknown_option_present_in_neither_req_opt_neither_opt_opt |
||
TestNeedHelper__test_combined_core_links_and_extras |
||
TestNeedHelper__test_custom_values_override_defaults |
||
TestNeedHelper__test_default_values |
||
TestNeedHelper__test_empty_links_not_in_kwargs |
||
TestNeedHelper__test_extra_fields_in_extras |
||
TestNeedHelper__test_link_fields_extracted |
||
TestStandards__test_assert_multiple_kwargs |
||
TestStandards__test_get_compliance_req_needs |
||
TestStandards__test_get_compliance_wp_needs |
||
TestStandards__test_get_standards_needs |
||
TestStandards__test_get_standards_workproducts |
||
TestStandards__test_get_workflows |
||
TestStandards__test_get_workproducts |
||
TestStandards__test_my_pie_linked_standard_requirements |
||
TestStandards__test_my_pie_linked_standard_workproducts |
||
TestStandards__test_my_pie_workproducts_contained_in_exactly_one_workflow |
||
TestStandards__test_negative_case_no_needs_with_tag |
||
TestStandards__test_positive_case_mixed_linked_and_unlinked |
||
traceability_gate_test__test_gate_fail_on_broken_test_refs |
||
traceability_gate_test__test_gate_fails_when_threshold_not_met |
||
traceability_gate_test__test_gate_missing_file_returns_error |
||
traceability_gate_test__test_gate_missing_metrics_by_type_returns_error |
||
traceability_gate_test__test_gate_missing_tests_section_returns_error |
||
traceability_gate_test__test_gate_passes_when_thresholds_met |
||
traceability_gate_test__test_gate_require_all_links_fails |
||
traceability_gate_test__test_gate_specific_need_type_only |
||
traceability_gate_test__test_gate_unknown_need_type_fails |
||
traceability_gate_test__test_gate_unsupported_schema_version |
testcase |
Test Type |
Derivation Technique |
|---|---|---|
generate_sourcelinks_cli_test__test_clean_external_prefix[input_path0-expected_output0] |
||
generate_sourcelinks_cli_test__test_clean_external_prefix[input_path1-expected_output1] |
||
generate_sourcelinks_cli_test__test_clean_external_prefix[input_path2-expected_output2] |
||
generate_sourcelinks_cli_test__test_clean_external_prefix[input_path3-expected_output3] |
||
generate_sourcelinks_cli_test__test_clean_external_prefix[input_path4-expected_output4] |
||
generate_sourcelinks_cli_test__test_generate_sourcelinks_cli_basic |
||
generate_sourcelinks_cli_test__test_generate_sourcelinks_cli_file_not_exists |
||
generate_sourcelinks_cli_test__test_generate_sourcelinks_cli_parse_external_module |
||
incremental_dirty_build_test__test_clean_is_noop_when_build_dir_is_absent |
||
incremental_dirty_build_test__test_clean_is_noop_when_warnings_txt_is_absent |
||
incremental_dirty_build_test__test_clean_keeps_build_dir_when_warnings_txt_is_empty |
||
incremental_dirty_build_test__test_clean_removes_build_dir_when_previous_build_had_warnings |
||
incremental_dirty_build_test__test_missing_hash_file_triggers_clean |
||
incremental_dirty_build_test__test_module_change_after_successful_build_forces_clean |
||
incremental_dirty_build_test__test_module_changed_keeps_build_dir_when_all_sentinel_files_unchanged |
||
incremental_dirty_build_test__test_module_changed_removes_build_dir_when_one_sentinel_file_changed |
||
merge_sourcelinks_test__test_merge_sourcelinks_basic |
||
merge_sourcelinks_test__test_merge_sourcelinks_with_known_good |
||
merge_sourcelinks_test__test_merge_sourcelinks_with_one_empty_file |
||
merge_sourcelinks_test__test_merge_sourcelinks_wrong_schema |
||
test_check_options__test_milestone_parsing |
||
test_codelink__test_cache_file_operations |
||
test_codelink__test_cache_file_with_encoded_comments |
||
test_codelink__test_find_need_direct_match |
||
test_codelink__test_find_need_not_found |
||
test_codelink__test_get_cache_filename |
||
test_codelink__test_group_by_need_and_find_need_integration |
||
test_codelink__test_group_by_need |
||
test_codelink__test_group_by_need_empty_list |
||
test_codelink__test_is_metadata_missing_keys |
||
test_codelink__test_json_format_with_metadata_has_separate_dict |
||
test_codelink__test_load_resolves_relative_path_with_env_var |
||
test_codelink__test_load_validates_all_items_are_needlinks |
||
test_codelink__test_load_validates_list_type |
||
test_codelink__test_load_with_metadata_invalid_items_after_metadata |
||
test_codelink__test_load_with_metadata_missing_metadata_dict |
||
test_codelink__test_load_with_metadata_resolves_relative_path |
||
test_codelink__test_multiple_commits_hash_consistency |
||
test_codelink__test_need |
||
test_codelink__test_needlink_decoder_non_needlink_dict |
||
test_codelink__test_needlink_decoder_with_all_fields |
||
test_codelink__test_needlink_encoder_includes_metadata |
||
test_codelink__test_needlink_equality_same_values |
||
test_codelink__test_needlink_inequality_different_values |
||
test_codelink__test_needlink_to_dict_full |
||
test_codelink__test_needlink_to_dict_without_metadata |
||
test_codelink__test_roundtrip_empty_lists |
||
test_codelink__test_roundtrip_metadata_format_applies_metadata |
||
test_codelink__test_roundtrip_standard_format |
||
test_codelink__test_source_linker_end_to_end_with_real_files |
||
test_codelink__test_store_and_load_with_metadata |
||
test_external_needs__test_empty_list |
||
test_external_needs__test_invalid_entry |
||
test_external_needs__test_multiple_entries_2 |
||
test_external_needs__test_multiple_entries |
||
test_external_needs__test_parser |
||
test_external_needs__test_single_entry_json_no_path |
||
test_external_needs__test_single_entry_no_path |
||
test_external_needs__test_single_entry_with_path |
||
test_helper_lib__test_config_setdefault_does_not_overwrite_user_value |
||
test_helper_lib__test_config_setdefault_sets_when_not_in_raw_config |
||
test_helper_lib__test_get_current_git_hash |
||
test_helper_lib__test_get_current_git_hash_invalid_repo |
||
test_helper_lib__test_get_github_repo_info_https_remote |
||
test_helper_lib__test_get_github_repo_info_multiple_remotes |
||
test_helper_lib__test_get_github_repo_info_ssh_remote |
||
test_helper_lib__test_git_operations_with_no_commits |
||
test_helper_lib__test_git_repo_with_no_remotes |
||
test_helper_lib__test_git_root_search_not_found |
||
test_helper_lib__test_git_root_search_success |
||
test_helper_lib__test_parse_git_output_empty_string |
||
test_helper_lib__test_parse_git_output_https_format |
||
test_helper_lib__test_parse_git_output_invalid_format |
||
test_helper_lib__test_parse_git_output_ssh_format |
||
test_helper_lib__test_parse_git_output_ssh_format_without_git_suffix |
||
test_helper_lib__test_runfiles_dir_found |
||
test_helper_lib__test_runfiles_dir_missing_triggers_exit |
||
test_helpers__test_complete_workflow |
||
test_helpers__test_get_github_link_from_json_happy_path |
||
test_helpers__test_get_github_link_from_json_with_line_zero |
||
test_helpers__test_get_github_link_from_json_with_none_link |
||
test_helpers__test_get_github_link_with_hash |
||
test_helpers__test_get_github_link_with_real_repo |
||
test_helpers__test_parse_info_from_known_good_different_category |
||
test_helpers__test_parse_info_from_known_good_empty_json |
||
test_helpers__test_parse_info_from_known_good_empty_repo_dict_in_json |
||
test_helpers__test_parse_info_from_known_good_happy_path |
||
test_helpers__test_parse_info_from_known_good_neither_hash_nor_version |
||
test_helpers__test_parse_info_from_known_good_no_repo_in_json |
||
test_helpers__test_parse_info_from_known_good_repo_not_found |
||
test_helpers__test_parse_info_from_known_good_with_version |
||
test_helpers__test_parse_info_from_known_good_with_version_different_category |
||
test_helpers__test_parse_repo_name_from_empty_path |
||
test_helpers__test_parse_repo_name_from_external_path_2 |
||
test_helpers__test_parse_repo_name_from_external_path |
||
test_helpers__test_parse_repo_name_from_local_path |
||
test_helpers__test_parse_repo_name_without_plus_suffix |
||
test_metamodel__init____test_raises_assertion_for_invalid_check |
requirements-based |
requirements-analysis |
test_metamodel__init____test_returns_empty_list_when_filter_is_empty |
requirements-based |
requirements-analysis |
test_metamodel__init____test_returns_valid_checks |
requirements-based |
requirements-analysis |
test_metamodel__init____test_strips_whitespace |
requirements-based |
requirements-analysis |
test_metamodel_load__test_load_metamodel_data_explicit_path |
||
test_metamodel_load__test_load_metamodel_data |
||
test_need_source_links__test_decoder_reconstructs_object |
||
test_need_source_links__test_encoder_outputs_serializable_dict |
||
test_need_source_links__test_load_invalid_json_items |
||
test_need_source_links__test_load_invalid_json_type |
||
test_need_source_links__test_store_and_load_json |
||
test_repo_source_link_integration__test_repo_cache_json_format |
||
test_repo_source_link_integration__test_repo_cache_rebuilds_when_missing |
||
test_repo_source_link_integration__test_repo_grouped_cache_generated |
||
test_repo_source_link_integration__test_repo_grouping_multiple_needs_per_repo |
||
test_repo_source_link_integration__test_repo_grouping_preserves_metadata |
||
test_repo_source_link_integration__test_repo_grouping_with_golden_file |
||
test_repo_source_links__test_group_needs_empty_list |
||
test_repo_source_links__test_group_needs_mixed_codelinks_and_testlinks |
||
test_repo_source_links__test_group_needs_multiple_repos |
||
test_repo_source_links__test_group_needs_single_repo_with_codelinks |
||
test_repo_source_links__test_group_needs_skips_needs_without_links |
||
test_repo_source_links__test_group_needs_with_testlinks_different_repos |
||
test_repo_source_links__test_group_needs_with_testlinks_only |
||
test_repo_source_links__test_json_decoder_reconstructs_repo_source_links |
||
test_repo_source_links__test_json_decoder_returns_unchanged_for_non_repo_dict |
||
test_repo_source_links__test_json_encoder_converts_path_to_string |
||
test_repo_source_links__test_json_encoder_removes_metadata_from_needlink |
||
test_repo_source_links__test_json_encoder_removes_metadata_from_testlink |
||
test_repo_source_links__test_load_empty_list |
||
test_repo_source_links__test_load_validates_is_list |
||
test_repo_source_links__test_load_validates_items_are_correct_type |
||
test_repo_source_links__test_store_and_load_roundtrip |
||
test_repo_source_links__test_store_creates_parent_directories |
||
test_rules_are_working_correctly__test_local_fixture_has_correct_value |
||
test_rules_file_based__test_rst_files[architecture/architecture_tests.rst] |
||
test_rules_file_based__test_rst_files[attributes/test_attributes_external_prefix.rst] |
||
test_rules_file_based__test_rst_files[attributes/test_attributes_format_id_format.rst] |
||
test_rules_file_based__test_rst_files[attributes/test_attributes_format_id_length.rst] |
||
test_rules_file_based__test_rst_files[attributes/test_prohibited_words.rst] |
||
test_rules_file_based__test_rst_files[attributes/test_validity.rst] |
||
test_rules_file_based__test_rst_files[graph/test_invalid_graph.rst] |
||
test_rules_file_based__test_rst_files[graph/test_metamodel_graph.rst] |
||
test_rules_file_based__test_rst_files[id_contains_feature/test_id_contains_feature.rst] |
||
test_rules_file_based__test_rst_files[options/gd_req_comp.rst] |
||
test_rules_file_based__test_rst_files[options/test_need_extends.rst] |
||
test_rules_file_based__test_rst_files[options/test_options_extra_option.rst] |
||
test_rules_file_based__test_rst_files[options/test_options_options.rst] |
||
test_rules_file_based__test_rst_files[options/wp_comp.rst] |
||
test_source_code_link_integration__test_source_link_integration_non_existent_id |
||
test_source_code_link_integration__test_source_link_integration_ok |
||
test_sphinx_filters__test_generic_pie_items_by_tag_matches_source_by_id_prefix |
||
test_sphinx_filters__test_generic_pie_linked_items_matches_source_by_id_prefix |
||
test_sphinx_filters__test_get_just_metrics_appends_values_when_metrics_loaded |
||
test_sphinx_filters__test_get_key_values_appends_values_when_metrics_loaded |
||
test_sphinx_filters__test_get_key_values_raises_key_error_when_global_is_empty |
||
test_sphinx_filters__test_get_metrics_with_custom_type_total_considered_empty_kwargs_raises_index_error |
||
test_sphinx_filters__test_get_metrics_with_custom_type_total_considered_with_total_suffix |
||
test_sphinx_filters__test_get_metrics_with_custom_type_total_considered_without_total_suffix |
||
test_sphinx_filters__test_get_metrics_with_overall_total_considered_when_metrics_loaded |
||
test_testlink__test_clean_text_removes_ansi_and_html_unescapes |
requirements-based |
requirements-analysis |
test_testlink__test_datafortestlink_decoder_non_testlink_dict |
||
test_testlink__test_datafortestlink_encoder_fallback |
||
test_testlink__test_datafortestlink_equality_with_non_testlink |
||
test_testlink__test_datafortestlink_to_dict_full |
||
test_testlink__test_dataoftestcase_check_verifies_fields_missing_both |
||
test_testlink__test_dataoftestcase_decoder_non_testcase_dict |
||
test_testlink__test_dataoftestcase_decoder_valid_dict |
||
test_testlink__test_dataoftestcase_encoder_fallback |
||
test_testlink__test_dataoftestcase_get_test_links_returns_empty_when_invalid |
||
test_testlink__test_dataoftestcase_is_valid_fails_on_none_field |
||
test_testlink__test_decoder_ignores_irrelevant_dicts |
requirements-based |
requirements-analysis |
test_testlink__test_load_data_of_test_case_validates_items |
||
test_testlink__test_load_data_of_test_case_validates_list |
||
test_testlink__test_store_and_load_data_of_test_case_roundtrip |
||
test_testlink__test_store_and_load_testlinks_roundtrip |
requirements-based |
requirements-analysis |
test_testlink__test_testcaseneed_to_dict_multiple_links |
requirements-based |
requirements-analysis |
test_testlink__test_testlink_encoder_handles_path |
||
test_testlink__test_testlink_serialization_roundtrip |
requirements-based |
requirements-analysis |
test_traceability_metrics__test_calculate_requirement_metrics_counts_links_and_missing_ids |
requirements-based |
requirements-analysis |
test_traceability_metrics__test_calculate_requirement_metrics_non_fully_linked_2 |
requirements-based |
equivalence-classes |
test_traceability_metrics__test_calculate_requirement_metrics_non_fully_linked |
requirements-based |
equivalence-classes |
test_traceability_metrics__test_calculate_test_metrics_counts_linked_tests_and_broken_refs |
interface-test |
design-analysis |
test_traceability_metrics__test_get_need_types_by_tags_returns_empty_on_non_match |
requirements-based |
equivalence-classes |
test_traceability_metrics__test_get_need_types_by_tags_returns_matching_directives_only |
requirements-based |
equivalence-classes |
test_traceability_metrics__test_is_non_empty_string_and_non_string_behavior[ -False] |
interface-test |
boundary-values |
test_traceability_metrics__test_is_non_empty_string_and_non_string_behavior[0-False] |
interface-test |
boundary-values |
test_traceability_metrics__test_is_non_empty_string_and_non_string_behavior[1-True] |
interface-test |
boundary-values |
test_traceability_metrics__test_is_non_empty_string_and_non_string_behavior[None-False] |
interface-test |
boundary-values |
test_traceability_metrics__test_is_non_empty_string_and_non_string_behavior[text-True] |
interface-test |
boundary-values |
test_traceability_metrics__test_is_non_empty_string_and_non_string_behavior[value2-False] |
interface-test |
boundary-values |
test_traceability_metrics__test_is_non_empty_string_and_non_string_behavior[value3-True] |
interface-test |
boundary-values |
test_traceability_metrics__test_need |
||
test_traceability_metrics__test_safe_percent_zero[1-4-25.0] |
requirements-based |
boundary-values |
test_traceability_metrics__test_safe_percent_zero[3-0-100.0] |
requirements-based |
boundary-values |
test_xml_parser__test_clean_test_file_name_combo_path |
||
test_xml_parser__test_clean_test_file_name_empty_path_raises_error |
||
test_xml_parser__test_clean_test_file_name_invalid_path_raises_error |
||
test_xml_parser__test_clean_test_file_name_local_path |
||
test_xml_parser__test_clean_test_file_name_nested_bazel_testlogs |
||
test_xml_parser__test_clean_test_file_name_tests_report_path |
||
test_xml_parser__test_construct_and_add_need_uses_fallback_url_for_missing_repo_metadata |
||
test_xml_parser__test_early_return |
||
test_xml_parser__test_find_xml_files |
requirements-based |
requirements-analysis |
test_xml_parser__test_find_xml_files_test_reports |
||
test_xml_parser__test_find_xml_folder |
||
test_xml_parser__test_find_xml_folder_test_reports |
||
test_xml_parser__test_get_metadata_from_test_path_combo_with_hash |
||
test_xml_parser__test_get_metadata_from_test_path_combo_with_version |
||
test_xml_parser__test_get_metadata_from_test_path_local |
||
test_xml_parser__test_parse_properties |
requirements-based |
requirements-analysis |
test_xml_parser__test_parse_testcase_result |
requirements-based |
requirements-analysis |
test_xml_parser__test_read_test_xml_file |
requirements-based |
requirements-analysis |
test_xml_parser__test_short_hash_consistency_and_format |
requirements-based |
requirements-analysis |
TestCheckOptions__test_unknown_directive |
requirements-based |
requirements-analysis |
TestCheckOptions__test_unknown_option_present_in_neither_req_opt_neither_opt_opt |
requirements-based |
requirements-analysis |
TestNeedHelper__test_combined_core_links_and_extras |
||
TestNeedHelper__test_custom_values_override_defaults |
||
TestNeedHelper__test_default_values |
||
TestNeedHelper__test_empty_links_not_in_kwargs |
||
TestNeedHelper__test_extra_fields_in_extras |
||
TestNeedHelper__test_link_fields_extracted |
||
TestStandards__test_assert_multiple_kwargs |
||
TestStandards__test_get_compliance_req_needs |
||
TestStandards__test_get_compliance_wp_needs |
||
TestStandards__test_get_standards_needs |
||
TestStandards__test_get_standards_workproducts |
||
TestStandards__test_get_workflows |
||
TestStandards__test_get_workproducts |
||
TestStandards__test_my_pie_linked_standard_requirements |
||
TestStandards__test_my_pie_linked_standard_workproducts |
||
TestStandards__test_my_pie_workproducts_contained_in_exactly_one_workflow |
||
TestStandards__test_negative_case_no_needs_with_tag |
||
TestStandards__test_positive_case_mixed_linked_and_unlinked |
||
traceability_gate_test__test_gate_fail_on_broken_test_refs |
||
traceability_gate_test__test_gate_fails_when_threshold_not_met |
||
traceability_gate_test__test_gate_missing_file_returns_error |
||
traceability_gate_test__test_gate_missing_metrics_by_type_returns_error |
||
traceability_gate_test__test_gate_missing_tests_section_returns_error |
||
traceability_gate_test__test_gate_passes_when_thresholds_met |
||
traceability_gate_test__test_gate_require_all_links_fails |
||
traceability_gate_test__test_gate_specific_need_type_only |
||
traceability_gate_test__test_gate_unknown_need_type_fails |
||
traceability_gate_test__test_gate_unsupported_schema_version |