miniwdl/tests/spec_tests/config.yaml at 0bac87e630cbb6d42dfab834e57dd770e131e431 · chanzuckerberg/miniwdl · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
# Configuration for conformance test suite
# Define lists of test names to xfail (expected failures) or skip entirely.
# Example:
# xfail:
#   - hello_resource
# skip:
#   - some_other_example

wdl-1.1:
  xfail:
    - relative_and_absolute_task.wdl  # issue #214
    - test_struct.wdl                 # issue #728
    # Object:
    - test_object.wdl
    - read_object_task.wdl
    - read_objects_task.wdl
    - write_object_task.wdl
    - write_objects_task.wdl
    # these are bugged in the WDL 1.1 spec:
    - serde_pair.wdl              # expected output is wrong
    - test_round.wdl              # expected output is wrong
    - single_return_code_task.wdl # issue #729
    - all_return_codes_task.wdl   # issue #729
    - test_sub.wdl                # issue #709
    - map_to_struct.wdl           # issue #712
  skip:
    - write_json_fail.wdl # FIXME: refuse to string-coerce map keys
    - test_gpu_task.wdl   # hardware-dependent
    # heavyweight dependencies:
    - hisat2_task.wdl
    - gatk_haplotype_caller_task.wdl
wdl-1.2:
  xfail:
    - relative_and_absolute_task.wdl  # issue #214
    - test_struct.wdl                 # issue #728
    # To be implemented:
    - chunk_array.wdl
    - file_sizes_task.wdl
    - multi_nested_inputs.wdl
    - join_paths_task.wdl
    - one_mount_point_task.wdl
    - string_to_file.wdl
    - test_find_task.wdl
    - test_matches_task.wdl
    - test_runtime_info_task.wdl
    - test_select_first.wdl
    # other spec bugs:
    - all_return_codes_task.wdl          # issue #729
    - hello_parallel.wdl                 # expected output is wrong
    - map_to_struct.wdl                  # issue #712
    - multiline_string_placeholders.wdl  # wrong namespace in expected output
    - nested_scatter.wdl                 # expected output is wrong
    - person_struct_task.wdl             # erroneous use of bash -gt to compare Float and Int
    - placeholders.wdl                   # wrong namespace in expected output
    - placeholder_none.wdl               # questionable claim that interpolations should swallow errors
    - primitive_literals.wdl             # expected output is wrong
    - serde_pair.wdl                     # expected output is wrong
    - single_return_code_task.wdl        # issue #729
    - struct_to_struct.wdl               # typo capitalized Struct
    - test_allow_nested_inputs.wdl       # two definitions of `greeting` in `task nested`
    - test_contains_key.wdl              # uses python-style `a if c else b` instead of `if c then a else b
    - test_hints_task.wdl                # expected output is wrong (greetings.txt has no trailing newline, so wc -l returns 2 not 3)
    - test_length.wdl                    # typo in map literal
    - test_sub.wdl                       # issue #709
    - test_values.wdl                    # str_to_files should be str_to_ints
    - write_tsv_task.wdl                 # missing Numbers struct definition
    # Object:
    - test_object.wdl
    - read_object_task.wdl
    - read_objects_task.wdl
    - read_tsv_task.wdl
    - write_object_task.wdl
    - write_objects_task.wdl
  skip:
    - write_json_fail.wdl       # FIXME: refuse to string-coerce map keys
    - test_gpu_task.wdl         # hardware-dependent
    # heavyweight dependencies:
    - gatk_haplotype_caller_task.wdl
    - hisat2_task.wdl