Python wheels: Create one wheel to rule them all

We are working towards launching a python support module on PyPI
to support local testing for developers who do not work day-to-day
on the SDK and would prefer to just pip install a package.

This package contains a single wheel that encompases the following
individual wheel files from the SDK
- matter-core
- matter-clusters
- matter-repl
- matter-idl
- matter-yamltest
- matter-testing

matter-jupiter will be added in a subsequent PR.

The three core matter wheel files are currently being compiled
by a secondary script. I opted to keep this in place for this PR
to avoid complicating changes, but we should be able to remove
the duplication in a follow up and compile the -core, -clusters
and -repl wheel files through pigweed for simpliciy.

This PR aims just to match the current python environment setup
and therefore still requires that the test scripts themselves
be provided. This is another follow up, as is integration of the
mdns into the testing framework and inclusion of the support files
like the certificates.

A CI test will be added to this PR in a subsequent commit.

Follow up summary for this PR:
- CI to 1) create raw venv 2) install from combined wheel
  3) run at least one tests (that uses data_model)

Follow up summary:
- CI job to manual push to test PyPI
- add jupiter
- change -core -clusters -repl to use pw build files
- add mdns files to matter-testing
- add an additional wheel to bundle the tests and the certs
- examine swapping the CI over to pip install

Author: cecille

BUILD.gn

@@ -132,6 +132,7 @@ if (current_toolchain != "${dir_pw_toolchain}/default:default") {
       deps = [
         "${chip_root}/scripts:matter_yamltests_distribution.wheel",
         "${chip_root}/scripts/py_matter_yamltests:matter-yamltests.wheel",
+        "${chip_root}/src/controller/python:matter-core-module.wheel",
         "${chip_root}/src/controller/python:matter-repl",
         "${chip_root}/src/python_testing/matter_testing_infrastructure:matter-testing.wheel",
         "${chip_root}/src/python_testing/post_certification_tests:matter-post-certification-tests.wheel",

build/chip/python_wheel.gni

@@ -19,7 +19,7 @@ import("$dir_pw_build/python.gni")
 import("${chip_root}/src/system/system.gni")
 
 declare_args() {
-  chip_python_version = "1.0.0"
+  chip_python_version = "1.5.0"
   chip_python_package_prefix = "matter"
   chip_python_supports_stack_locking = chip_system_config_locking != "none"
 }

scripts/BUILD.gn

@@ -18,6 +18,8 @@ import("//build_overrides/chip.gni")
 import("//build_overrides/pigweed.gni")
 import("$dir_pw_build/python_dist.gni")
 
+import("${chip_root}/src/controller/flags.gni")
+
 # This target creates a single Python package and wheel for yamltests. It will
 # merge all Python dependencies Matter. The output is located in:
 #   out/obj/scripts/matter_yamltests_distribution/  <- source files here
@@ -31,3 +33,61 @@ pw_python_distribution("matter_yamltests_distribution") {
     append_date_to_version = true
   }
 }
+
+pw_python_distribution("matter_iot") {
+  packages = [
+    "${chip_root}/scripts/py_matter_yamltests:matter-yamltests",
+    "${chip_root}/scripts/py_matter_idl:matter-idl",
+    "${chip_root}/src/python_testing/matter_testing_infrastructure:matter-testing-module",
+    "${chip_root}/src/controller/python:matter-core-module",
+    "${chip_root}/src/controller/python:matter-clusters-module",
+    "${chip_root}/src/controller/python:matter-repl-module",
+  ]
+
+  generate_setup_cfg = {
+    name = "matter_iot"
+    version = "1.5.0.dev1"
+    include_default_pyproject_file = true
+    include_extra_files_in_package_data = true
+    metadata = {
+      description = "Matter IoT python development controller and test package"
+      url = "https://github.com/project-chip/connectedhomeip"
+      classifiers = [
+        "Intended Audience :: Developers",
+        "License :: OSI Approved :: Apache Software License",
+        "Programming Language :: Python :: 3",
+      ]
+    }
+  }
+
+  if (chip_support_commissioning_in_controller) {
+    lib_name = "_ChipDeviceCtrl.so"
+  } else {
+    lib_name = "_ChipServer.so"
+  }
+
+  public_deps = [ "${chip_root}/src/controller/python:ChipDeviceCtrl" ]
+  public_deps += [
+    "${chip_root}/src/python_testing/matter_testing_infrastructure:data_model_zip_1_2",
+    "${chip_root}/src/python_testing/matter_testing_infrastructure:data_model_zip_1_3",
+    "${chip_root}/src/python_testing/matter_testing_infrastructure:data_model_zip_1_4",
+    "${chip_root}/src/python_testing/matter_testing_infrastructure:data_model_zip_1_4_1",
+    "${chip_root}/src/python_testing/matter_testing_infrastructure:data_model_zip_1_4_2",
+    "${chip_root}/src/python_testing/matter_testing_infrastructure:data_model_zip_1_5",
+  ]
+
+  extra_files = [
+    "${root_out_dir}/data_model/zip_1_2.zip > matter/testing/data_model/1.2/allfiles.zip",
+    "${root_out_dir}/data_model/zip_1_3.zip > matter/testing/data_model/1.3/allfiles.zip",
+    "${root_out_dir}/data_model/zip_1_4.zip > matter/testing/data_model/1.4/allfiles.zip",
+    "${root_out_dir}/data_model/zip_1_4_1.zip > matter/testing/data_model/1.4.1/allfiles.zip",
+    "${root_out_dir}/data_model/zip_1_4_2.zip > matter/testing/data_model/1.4.2/allfiles.zip",
+    "${root_out_dir}/data_model/zip_1_5.zip > matter/testing/data_model/1.5/allfiles.zip",
+    "${root_out_dir}/obj/src/controller/python/matter/${lib_name} > matter/${lib_name}",
+  ]
+}
+
+pw_python_wheels("python_wheel_dist") {
+  packages = [ ":matter_iot" ]
+  directory = "$root_out_dir/dist"
+}

scripts/build_python.sh

@@ -327,6 +327,7 @@ fi
 
 # Compile Python wheels
 ninja -C "$output_root" python_wheels
+ninja -C "$output_root" python_wheel_dist
 
 # Add wheels from matter_python_wheel_action templates.
 WHEEL=("$output_root"/controller/python/matter*.whl)