Kernel learning

.github/workflows/integration_tests.yml

@@ -51,6 +51,9 @@ jobs:
       - name: Install dependencies
         run: poetry install
 
+      - name: Install runtime compatibility dependencies
+        run: poetry run python -m pip install "setuptools>=70,<81"
+
 #      - name: Create and activate pip venv
 #        run: |
 #          python -m venv venv

.github/workflows/pep8_action.yml

@@ -1,14 +1,18 @@
 name: autopep8
 on: pull_request
+
+permissions:
+  contents: write
+  pull-requests: write
 jobs:
   autopep8:
     # Check if the PR is not from a fork
     if: github.event.pull_request.head.repo.full_name == github.repository
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v4
         with:
-          token: ${{ secrets.PEP8_TOKEN }}
+          token: ${{ github.token }}
           ref: ${{ github.head_ref }}
       - name: Install autoflake
         run: pip install autoflake

.github/workflows/poetry_unit_test.yml

@@ -46,6 +46,9 @@ jobs:
       - name: Install dependencies
         run: poetry install
 
+      - name: Install runtime compatibility dependencies
+        run: poetry run python -m pip install "setuptools>=70,<81"
+
       - name: Run tests with pytest
         run: poetry run pytest --cov=fedot_ind --cov-report xml:coverage.xml tests/unit -vvv
 

.gitignore

@@ -8,6 +8,7 @@ __pycache__/
 
 # Cache
 /cache
+/temp_cache
 /results
 /some_files
 /time
@@ -23,8 +24,25 @@ __pycache__/
 *.feather
 *.hdf5
 *.json
-!benchmark/v2/examples/kernel_learning_tser_manifest.json
-!benchmark/v2/examples/kernel_learning_ucr_manifest.json
+poetry.lock
+!benchmark/industrial/examples/kernel_learning_tser_manifest.json
+!benchmark/industrial/examples/kernel_learning_ucr_manifest.json
+!benchmark/experiments/kernel_learning/defaults.json
+!benchmark/industrial/experiments/preset_defaults.json
+!examples/utils/current_api/example_defaults.json
+!examples/utils/current_api/manifests/*.json
+!examples/tools_example/tool_defaults.json
+!examples/artifacts/artifact_catalog.json
+!examples/real_world_examples/real_world_defaults.json
+!examples/real_world_examples/external_data_manifest.json
+!examples/real_world_examples/benchmark_example/analysis_of_results/analysis_defaults.json
+!examples/real_world_examples/benchmark_example/**/results_manifest.json
+!examples/real_world_examples/benchmark_example/archive/archive_manifest.json
+!examples/real_world_examples/industrial_examples/scenario_defaults.json
+!examples/real_world_examples/industrial_examples/**/scenario_defaults.json
+!examples/real_world_examples/benchmark_example/analysis_of_results/vis_artifacts/**/*.csv
+!examples/real_world_examples/benchmark_example/forecasting/vis_artifacts/**/*.csv
+!examples/real_world_examples/industrial_examples/vis_artifacts/**/*.csv
 
 # User-specific stuff
 .idea/**/workspace.xml
@@ -124,10 +142,20 @@ venv.bak/
 
 # Benchmark and experiment outputs
 benchmark/results/
+!benchmark/results/
+benchmark/results/*
+!benchmark/results/README.md
+!benchmark/results/showcase/
+!benchmark/results/showcase/**
+benchmark/results/showcase/**/__pycache__/
+!benchmark/results/kernel_learning/
+benchmark/results/kernel_learning/**
+!benchmark/results/kernel_learning/README.md
 benchmark/results*.7z
-benchmark/v2/examples/benchmark/results/
-benchmark/v2/examples/**/results/
-benchmark/v2/examples/**/visualizations/
+benchmark/benchmark/
+benchmark/industrial/examples/benchmark/results/
+benchmark/industrial/examples/**/results/
+benchmark/industrial/examples/**/visualizations/
 results_of_experiments/
 
 # Local datasets and generated demo assets
@@ -143,11 +171,83 @@ examples/**/plots_archive/
 examples/**/predict_on_train/
 examples/**/predict_on_val/
 examples/**/predict_on_test/
-
+examples/real_world_examples/benchmark_example/classification/UCR_*/
+examples/real_world_examples/benchmark_example/classification/benchmark_results/
+examples/real_world_examples/benchmark_example/detection/SKAB_*/
+examples/real_world_examples/benchmark_example/forecasting/M4_*/
+examples/real_world_examples/benchmark_example/archive/data/
+examples/real_world_examples/benchmark_example/archive/composition_results/
+examples/real_world_examples/industrial_examples/eeg/sig_data.npy
+examples/real_world_examples/industrial_examples/eeg/sig_target.npy
+examples/real_world_examples/industrial_examples/eeg/predictions.csv
+examples/real_world_examples/industrial_examples/eeg/neiry_industrial_results.csv
+examples/real_world_examples/industrial_examples/**/fitness_by_generation.png
+examples/real_world_examples/industrial_examples/equipment_monitoring/*_plots/
+examples/real_world_examples/industrial_examples/equipment_monitoring/*_stat_gen/
+examples/real_world_examples/industrial_examples/equipment_monitoring/*_without_tuning/
+examples/artifacts/cloud_bundle/
+examples/artifacts/showcase/
+
+# Tracked lightweight examples/utils/data fixtures.
+!examples/utils/data/
+examples/utils/data/**
+!examples/utils/data/README.md
+!examples/utils/data/__init__.py
+!examples/utils/data/AppliancesEnergy/
+!examples/utils/data/AppliancesEnergy/**
+!examples/utils/data/anomaly_detection/
+!examples/utils/data/anomaly_detection/README.md
+!examples/utils/data/anomaly_detection/box_anomaly_detection/
+!examples/utils/data/anomaly_detection/box_anomaly_detection/**
+!examples/utils/data/anomaly_detection/skab/
+!examples/utils/data/anomaly_detection/skab/README.md
+!examples/utils/data/anomaly_detection/skab/anomaly-free/
+!examples/utils/data/anomaly_detection/skab/anomaly-free/anomaly-free.csv
+!examples/utils/data/anomaly_detection/skab/valve1/
+!examples/utils/data/anomaly_detection/skab/valve1/0.csv
+!examples/utils/data/benchmark/
+!examples/utils/data/benchmark/forecasting/
+!examples/utils/data/benchmark/forecasting/monash_benchmark/
+!examples/utils/data/benchmark/forecasting/monash_benchmark/MonashBitcoin_30.csv
+!examples/utils/data/benchmark_history/
+!examples/utils/data/benchmark_history/README.md
+!examples/utils/data/benchmark_history/real_world_archive/
+!examples/utils/data/benchmark_history/real_world_archive/README.md
+!examples/utils/data/benchmark_history/real_world_archive/archive_manifest.json
+!examples/utils/data/forecasting/
+!examples/utils/data/forecasting/README.md
+!examples/utils/data/forecasting/ice_forecasting/
+!examples/utils/data/forecasting/ice_forecasting/**
+!examples/utils/data/forecasting/nbeats/
+!examples/utils/data/forecasting/nbeats/**
+!examples/utils/data/m4/
+!examples/utils/data/m4/datasets/
+!examples/utils/data/m4/datasets/Daily-train.csv
+!examples/utils/data/m4/datasets/Daily-test.csv
+!examples/utils/data/ts_classification/
+!examples/utils/data/ts_classification/README.md
+!examples/utils/data/ts_classification/BasicMotions/
+!examples/utils/data/ts_classification/BasicMotions/**
+!examples/utils/data/ts_classification/ItalyPowerDemand_fake/
+!examples/utils/data/ts_classification/ItalyPowerDemand_fake/**
+!examples/utils/data/ts_classification/Lightning7/
+!examples/utils/data/ts_classification/Lightning7/**
+!examples/utils/data/ts_regression/
+!examples/utils/data/ts_regression/README.md
+!examples/utils/data/ts_regression/MadridPM10Quality-no-missing/
+!examples/utils/data/ts_regression/MadridPM10Quality-no-missing/README.md
+!examples/utils/data/ts_regression/NaturalGasPricesSentiment/
+!examples/utils/data/ts_regression/NaturalGasPricesSentiment/**
 # Heavy generated artifacts
 *.7z
 *.zip
 *.pth
 *.stl
 *.ply
 *.gif
+# Local Codex and wiki workspaces
+.codex/
+.wiki_tmp/
+.wiki_bare/
+.wiki_pages/
+.wiki_index*

README_en.rst

@@ -156,11 +156,13 @@ The comprehensive documentation is available on `wikipage`_.
 
 Useful tutorials and examples can be found in the `examples`_ folder.
 
-Benchmark V2 local documentation:
+Benchmark and Kernel Learning documentation is maintained in the project wiki:
 
-- `Overview <docs/benchmark_v2/benchmark_v2_overview.md>`__
-- `Quickstart <docs/benchmark_v2/quickstart.md>`__
-- `Migration Guide <docs/benchmark_v2/migration_guide.md>`__
+- `Kernel Learning and benchmark.industrial documentation <https://github.com/aimclub/Fedot.Industrial/wiki/Fedot-Industrial-KL-Documentation>`__
+- `Benchmark infrastructure <https://github.com/aimclub/Fedot.Industrial/wiki/Benchmark-Infrastructure>`__
+- `Migration from benchmark.v2 to benchmark.industrial <https://github.com/aimclub/Fedot.Industrial/wiki/Benchmark-Industrial-Migration>`__
+- `Forecasting refactor plans <https://github.com/aimclub/Fedot.Industrial/wiki#forecasting-refactor-plans>`__
+- `Forecasting prerelease overview <https://github.com/aimclub/Fedot.Industrial/wiki/Forecasting-Prerelease-270426-Overview>`__
 
 
 .. list-table::

benchmark/__init__.py

@@ -1,133 +1,17 @@
-from benchmark.v2 import (
-    ArtifactRecord,
-    ArtifactSpec,
-    BenchmarkAggregateReport,
-    BenchmarkRunRecord,
-    BenchmarkSuiteConfig,
-    ClassificationBenchmarkResult,
-    ClassificationDatasetRecord,
-    DatasetSpec,
-    ForecastingBenchmarkResult,
-    ForecastingSeriesRecord,
-    LabelPredictionRecord,
-    MetricRecord,
-    ModelSpec,
-    PredictionRecord,
-    RegressionBenchmarkResult,
-    RegressionDatasetRecord,
-    RunSpec,
-    RunStatus,
-    TaskType,
-    ValuePredictionRecord,
-    build_forecasting_publication_pack,
-    build_local_m4_suite_config,
-    build_local_monash_suite_config,
-    build_local_okhs_smoothing_suite_config,
-    build_local_tser_suite_config,
-    build_local_ucr_suite_config,
-    BenchmarkManifestError,
-    BenchmarkRunBundle,
-    RegisteredRunComparison,
-    RegisteredRunComparisonError,
-    build_suite_config_from_manifest,
-    build_registry_entry,
-    build_tsc_publication_pack,
-    build_tser_publication_pack,
-    compare_registered_runs,
-    compare_forecasting_models_on_series,
-    load_registry_entries,
-    load_manifest,
-    persist_run_bundle,
-    render_registered_run_comparison_pack,
-    render_resolved_manifest,
-    run_local_benchmark_preset,
-    run_manifest,
-    run_manifest_path,
-    run_registered_manifest,
-    run_registered_manifest_path,
-    run_registered_preset,
-    run_registered_suite,
-    run_forecasting_benchmark_from_legacy_config,
-    run_forecasting_benchmark_suite,
-    run_tsc_benchmark_from_legacy_config,
-    run_tsc_benchmark_suite,
-    run_tser_benchmark_from_legacy_config,
-    run_tser_benchmark_suite,
-    DEFAULT_OKHS_SMOOTHING_SERIES_IDS,
-    OKHSSmoothingAcceptanceCriteria,
-    OKHSSmoothingAcceptanceReport,
-    OKHSSmoothingSeriesSummary,
-    OKHSSmoothingSummary,
-    evaluate_okhs_smoothing_acceptance,
-    has_okhs_smoothing_diagnostics,
-    render_okhs_smoothing_acceptance_pack,
-    summarize_okhs_smoothing_result,
-    write_example_manifest,
-)
+"""Benchmark package root.
 
-__all__ = [
-    'ArtifactRecord',
-    'ArtifactSpec',
-    'BenchmarkAggregateReport',
-    'BenchmarkRunRecord',
-    'BenchmarkSuiteConfig',
-    'ClassificationBenchmarkResult',
-    'ClassificationDatasetRecord',
-    'DatasetSpec',
-    'ForecastingBenchmarkResult',
-    'ForecastingSeriesRecord',
-    'LabelPredictionRecord',
-    'MetricRecord',
-    'ModelSpec',
-    'PredictionRecord',
-    'RegressionBenchmarkResult',
-    'RegressionDatasetRecord',
-    'RunSpec',
-    'RunStatus',
-    'TaskType',
-    'ValuePredictionRecord',
-    'build_forecasting_publication_pack',
-    'build_local_m4_suite_config',
-    'build_local_monash_suite_config',
-    'build_local_okhs_smoothing_suite_config',
-    'build_local_tser_suite_config',
-    'build_local_ucr_suite_config',
-    'BenchmarkManifestError',
-    'BenchmarkRunBundle',
-    'RegisteredRunComparison',
-    'RegisteredRunComparisonError',
-    'build_suite_config_from_manifest',
-    'build_registry_entry',
-    'build_tsc_publication_pack',
-    'build_tser_publication_pack',
-    'compare_registered_runs',
-    'compare_forecasting_models_on_series',
-    'load_registry_entries',
-    'load_manifest',
-    'persist_run_bundle',
-    'render_registered_run_comparison_pack',
-    'render_resolved_manifest',
-    'run_local_benchmark_preset',
-    'run_manifest',
-    'run_manifest_path',
-    'run_registered_manifest',
-    'run_registered_manifest_path',
-    'run_registered_preset',
-    'run_registered_suite',
-    'run_forecasting_benchmark_from_legacy_config',
-    'run_forecasting_benchmark_suite',
-    'run_tsc_benchmark_from_legacy_config',
-    'run_tsc_benchmark_suite',
-    'run_tser_benchmark_from_legacy_config',
-    'run_tser_benchmark_suite',
-    'DEFAULT_OKHS_SMOOTHING_SERIES_IDS',
-    'OKHSSmoothingAcceptanceCriteria',
-    'OKHSSmoothingAcceptanceReport',
-    'OKHSSmoothingSeriesSummary',
-    'OKHSSmoothingSummary',
-    'evaluate_okhs_smoothing_acceptance',
-    'has_okhs_smoothing_diagnostics',
-    'render_okhs_smoothing_acceptance_pack',
-    'summarize_okhs_smoothing_result',
-    'write_example_manifest',
-]
+The canonical implementation lives in ``benchmark.industrial``. This root
+package lazily proxies the public Industrial benchmark API for concise imports.
+"""
+
+from benchmark.industrial import __all__ as __all__
+
+
+def __getattr__(name):
+    if name not in __all__:
+        raise AttributeError(f"module {__name__!r} has no attribute {name!r}")
+    from benchmark import industrial
+
+    value = getattr(industrial, name)
+    globals()[name] = value
+    return value