TEMPORARY Debug test_plot_simulated on macOS

Author: khaeru

.github/workflows/pytest.yaml

@@ -167,7 +167,7 @@ jobs:
       run: |
         pytest message_ix_models \
           -m "not (ece_db or snapshot)" \
-          --color=yes --durations=20 -rA --verbose \
+          --color=yes --durations=20 -rA --verbose --exitfirst \
           --cov-report=term-missing --cov-report=xml \
           --numprocesses=auto \
           --local-cache --jvmargs="-Xmx6G"

message_ix_models/model/transport/build.py

@@ -594,6 +594,9 @@ def main(
     log.info("Configure MESSAGEix-Transport")
     mark_time()
 
+    log.info(f"transport.build.main 1: {scenario.url =}")
+    log.info(f"transport.build.main 1: {scenario.set('node') =}")
+
     # Set up a Computer for input data calculations. This also:
     # - Creates a Config instance
     # - Generates and stores context.transport.spec, i.e the specification of the
@@ -627,4 +630,7 @@ def _add_data(s, **kw):
     scenario.set_as_default()
     log.info(f"Built {scenario.url} and set as default version")
 
+    log.info(f"transport.build.main 2: {scenario.url =}")
+    log.info(f"transport.build.main 2: {scenario.set('node') =}")
+
     return scenario

message_ix_models/model/transport/config.py

@@ -341,12 +341,15 @@ def from_context(
         # Handle arguments
         options = options or dict()
 
+        log.debug(f".transport.Config.from_context: {context.model.regions = }")
         try:
             # Identify the node codelist used in `scenario`
             regions = identify_nodes(scenario) if scenario else context.model.regions
         except (AttributeError, ValueError):
             pass
         else:
+            if scenario:
+                log.debug(f".transport.Config.from_context: {scenario.set('node') = }")
             if context.model.regions != regions:
                 log.info(
                     f"Override Context.model.regions={context.model.regions!r} with "

message_ix_models/model/transport/testing.py

@@ -112,14 +112,22 @@ def built_transport(
     """Analogous to :func:`.testing.bare_res`, with transport detail added."""
     options = options or dict()
 
+    from itertools import count
+
+    i = count()
+
     # Retrieve (maybe generate) the bare RES with the same settings
+    log.info(f"built_transport {next(i)}: {context.regions = }")
     res = bare_res(request, context, solved)
+    log.info(f"built_transport {next(i)}: {res.set('node') = }")
+    log.info(f"built_transport {next(i)}: {res.url = }")
 
     # Derive the name for the transport scenario
     model_name = res.model.replace("-GLOBIOM", "-Transport")
 
     try:
-        scenario = Scenario(context.get_platform(), model_name, "baseline")
+        scenario = Scenario(res.platform, model_name, "baseline")
+        log.info(f"built_transport {next(i)}: {scenario.url = }")
     except ValueError:
         log.info(f"Create '{model_name}/baseline' for testing")
 
@@ -132,7 +140,9 @@ def built_transport(
 
         with log_cm:
             scenario = res.clone(model=model_name)
+            log.info(f"built_transport {next(i)}: {scenario.url = }")
             build.main(context, scenario, options, fast=True)
+            log.info(f"built_transport {next(i)}: {scenario.set('node') = }")
     else:
         # Loaded existing Scenario; ensure config files are loaded on `context`
         Config.from_context(context, options=options)
@@ -141,8 +151,21 @@ def built_transport(
         log.info(f"Solve '{scenario.model}/{scenario.scenario}'")
         scenario.solve(solve_options=dict(lpmethod=4))
 
+    log.info(f"built_transport {next(i)}: {scenario.url = }")
+    log.info(f"built_transport {next(i)}: {scenario.set('node') = }")
     log.info(f"Clone to '{model_name}/{request.node.name}'")
-    return scenario.clone(scenario=request.node.name, keep_solution=solved)
+    # # result = scenario.clone(scenario=request.node.name, keep_solution=solved)
+    # # log.info(f"built_transport: {result.url = }")
+    # log.info(f"built_transport: {result.set('node') = }")
+    result2 = scenario.clone(
+        model=model_name, scenario=request.node.name, keep_solution=solved
+    )
+    log.info(f"built_transport {next(i)}: {result2.url = }")
+    log.info(f"built_transport {next(i)}: {result2.set('node') = }")
+    result3 = Scenario(scenario.platform, model_name, request.node.name)
+    log.info(f"built_transport {next(i)}: {result3.url = }")
+    log.info(f"built_transport {next(i)}: {result3.set('node') = }")
+    return result2
 
 
 def simulated_solution(request, context) -> Reporter:
@@ -154,7 +177,10 @@ def simulated_solution(request, context) -> Reporter:
     from .report import callback
 
     # Build the base model
+    log.debug(f"simulated_solution: {context.regions = }")
     scenario = built_transport(request, context, solved=False)
+    log.debug(f"simulated_solution: {scenario.url = }")
+    log.debug(f"simulated_solution: {scenario.set('node') = }")
 
     # Info about the built model
     info = ScenarioInfo(scenario)
@@ -194,4 +220,6 @@ def simulated_solution(request, context) -> Reporter:
     with silence_log("genno", logging.CRITICAL):
         message_ix_models.report.prepare_reporter(context, reporter=rep)
 
+    log.debug(f"simulated_solution: {context.regions = }")
+
     return rep

message_ix_models/report/__init__.py

@@ -281,6 +281,8 @@ def prepare_reporter(
     """
     log.info("Prepare reporter")
 
+    log.debug(f".report.prepare_reporter: {context.regions = }")
+
     if reporter:
         # Existing `Reporter` provided
         rep = reporter

message_ix_models/testing/__init__.py

@@ -202,6 +202,7 @@ def bare_res(request, context: Context, solved: bool = False) -> message_ix.Scen
     from message_ix_models.model import bare
 
     # Model name: standard "MESSAGEix-GLOBIOM R12 YB" plus a suffix
+    log.info(f"bare_res: {context.model.regions = }")
     model_name = bare.name(context, unique=True)
 
     mp = context.get_platform()
@@ -213,6 +214,8 @@ def bare_res(request, context: Context, solved: bool = False) -> message_ix.Scen
         context.scenario_info.update(model=model_name, scenario="baseline")
         base = bare.create_res(context)
 
+    log.info(f"bare_res: {base.set('node') = }")
+
     if solved and not base.has_solution():
         log.info("Solve")
         base.solve(solve_options=dict(lpmethod=4), quiet=True)

message_ix_models/tests/model/transport/test_report.py

@@ -141,6 +141,7 @@ def test_simulated_solution(request, test_context, regions="R12", years="B"):
 def test_plot_simulated(request, test_context, plot_name, regions="R12", years="B"):
     """Plots are generated correctly using simulated data."""
     test_context.update(regions=regions, years=years)
+    log.debug(f"test_plot_simulated: {test_context.regions = }")
     rep = simulated_solution(request, test_context)
 
     # print(rep.describe(f"plot {plot_name}"))  # DEBUG