More xfail skips

Author: JATAYU000

tests/test_datasets/test_dataset.py

@@ -302,13 +302,15 @@ def test_get_feature_with_ontology_data_id_11():
     assert len(dataset.features[2].ontologies) >= 1
     assert len(dataset.features[3].ontologies) >= 1   
 
+@pytest.mark.xfail(reason="failures_issue_1544")
 def test_add_remove_ontology_to_dataset():
     did = 1
     feature_index = 1
     ontology = "https://www.openml.org/unittest/" + str(time())
     openml.datasets.functions.data_feature_add_ontology(did, feature_index, ontology)
     openml.datasets.functions.data_feature_remove_ontology(did, feature_index, ontology)    
 
+@pytest.mark.xfail(reason="failures_issue_1544")
 def test_add_same_ontology_multiple_features():
     did = 1
     ontology = "https://www.openml.org/unittest/" + str(time())

tests/test_datasets/test_dataset_functions.py

@@ -513,6 +513,7 @@ def test_deletion_of_cache_dir_faulty_download(self, patch):
         datasets_cache_dir = os.path.join(self.workdir, "org", "openml", "test", "datasets")
         assert len(os.listdir(datasets_cache_dir)) == 0
 
+    @pytest.mark.xfail(reason="failures_issue_1544")
     def test_publish_dataset(self):
         # lazy loading not possible as we need the arff-file.
         openml.datasets.get_dataset(3, download_data=True)
@@ -1389,6 +1390,7 @@ def test_get_dataset_cache_format_feather(self):
         assert len(categorical) == X.shape[1]
         assert len(attribute_names) == X.shape[1]
 
+    @pytest.mark.xfail(reason="failures_issue_1544")
     def test_data_edit_non_critical_field(self):
         # Case 1
         # All users can edit non-critical fields of datasets
@@ -1410,6 +1412,7 @@ def test_data_edit_non_critical_field(self):
         edited_dataset = openml.datasets.get_dataset(did)
         assert edited_dataset.description == desc
 
+    @pytest.mark.xfail(reason="failures_issue_1544")
     def test_data_edit_critical_field(self):
         # Case 2
         # only owners (or admin) can edit all critical fields of datasets
@@ -1458,6 +1461,7 @@ def test_data_edit_requires_valid_dataset(self):
             description="xor operation dataset",
         )
 
+    @pytest.mark.xfail(reason="failures_issue_1544")
     def test_data_edit_cannot_edit_critical_field_if_dataset_has_task(self):
         # Need to own a dataset to be able to edit meta-data
         # Will be creating a forked version of an existing dataset to allow the unit test user
@@ -1533,7 +1537,7 @@ def test_list_datasets_with_high_size_parameter(self):
         (None, None, ["wrong", "sunny"]),
     ],
 )
-@pytest.mark.xfail(reason="failures_issue_1544")
+@pytest.mark.xfail(reason="failures_issue_1544",strict=False)
 def test_invalid_attribute_validations(
     default_target_attribute,
     row_id_attribute,
@@ -1595,7 +1599,7 @@ def test_invalid_attribute_validations(
         (None, None, ["outlook", "windy"]),
     ],
 )
-@pytest.mark.xfail(reason="failures_issue_1544")
+@pytest.mark.xfail(reason="failures_issue_1544",strict=False)
 def test_valid_attribute_validations(default_target_attribute, row_id_attribute, ignore_attribute):
     data = [
         ["a", "sunny", 85.0, 85.0, "FALSE", "no"],

tests/test_runs/test_run.py

@@ -25,6 +25,7 @@ class TestRun(TestBase):
     # Splitting not helpful, these test's don't rely on the server and take
     # less than 1 seconds
 
+    @pytest.mark.xfail(reason="failures_issue_1544")
     def test_tagging(self):
         runs = openml.runs.list_runs(size=1)
         assert not runs.empty, "Test server state is incorrect"

tests/test_tasks/test_supervised_task.py

@@ -6,6 +6,7 @@
 import pandas as pd
 
 from openml.tasks import get_task
+import pytest
 
 from .test_task import OpenMLTaskTest
 
@@ -27,6 +28,7 @@ def setUpClass(cls):
     def setUp(self, n_levels: int = 1):
         super().setUp()
 
+    @pytest.mark.xfail(reason="failures_issue_1544")
     def test_get_X_and_Y(self) -> tuple[pd.DataFrame, pd.Series]:
         task = get_task(self.task_id)
         X, Y = task.get_X_and_y()

tests/test_tasks/test_task_functions.py

@@ -100,7 +100,6 @@ def test_list_tasks(self):
         for task in tasks.to_dict(orient="index").values():
             self._check_task(task)
 
-    @pytest.mark.xfail(reason="failures_issue_1544")
     def test_list_tasks_paginate(self):
         size = 10
         max = 100
@@ -177,6 +176,7 @@ def test_get_task_lazy(self):
         )
 
     @mock.patch("openml.tasks.functions.get_dataset")
+    @pytest.mark.xfail(reason="failures_issue_1544")
     def test_removal_upon_download_failure(self, get_dataset):
         class WeirdException(Exception):
             pass

tests/test_tasks/test_task_methods.py

@@ -5,6 +5,7 @@
 
 import openml
 from openml.testing import TestBase
+import pytest
 
 
 # Common methods between tasks
@@ -15,6 +16,7 @@ def setUp(self):
     def tearDown(self):
         super().tearDown()
 
+    @pytest.mark.xfail(reason="failures_issue_1544")
     def test_tagging(self):
         task = openml.tasks.get_task(1)  # anneal; crossvalidation
         # tags can be at most 64 alphanumeric (+ underscore) chars