Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 1 addition & 2 deletions src/lenskit/data/_container.py
Original file line number Diff line number Diff line change
Expand Up @@ -17,8 +17,7 @@
from pyarrow.parquet import read_table, write_table

from lenskit._accel import data as _data_accel
from lenskit.logging import get_logger
from lenskit.logging.stopwatch import Stopwatch
from lenskit.logging import Stopwatch, get_logger

from .schema import DataSchema

Expand Down
2 changes: 1 addition & 1 deletion src/lenskit/knn/item.py
Original file line number Diff line number Diff line change
Expand Up @@ -26,7 +26,7 @@
from lenskit.data.matrix import SparseRowArray
from lenskit.diagnostics import DataWarning
from lenskit.logging import Stopwatch, get_logger, item_progress, trace
from lenskit.logging.resource import cur_memory, max_memory
from lenskit.logging._resource import cur_memory, max_memory
from lenskit.parallel import ensure_parallel_init
from lenskit.pipeline import Component
from lenskit.training import Trainable, TrainingOptions
Expand Down
10 changes: 6 additions & 4 deletions src/lenskit/logging/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -8,14 +8,15 @@
Logging, progress, and resource records.
"""

from ._config import LoggingConfig, basic_logging, notebook_logging
from ._console import console, stdout_console
from ._formats import friendly_duration
from ._proxy import get_logger
from .config import LoggingConfig, basic_logging, notebook_logging
from .formats import friendly_duration
from ._resource import ResourceMeasurement
from ._stopwatch import Stopwatch
from ._tracing import Tracer, get_tracer, trace
from .progress import Progress, item_progress, set_progress_impl
from .stopwatch import Stopwatch
from .tasks import Task
from .tracing import Tracer, get_tracer, trace

__all__ = [
"LoggingConfig",
Expand All @@ -25,6 +26,7 @@
"item_progress",
"set_progress_impl",
"Task",
"ResourceMeasurement",
"get_logger",
"get_tracer",
"trace",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -23,8 +23,8 @@

from ._accel import update_log_level
from ._console import ConsoleHandler, console, setup_console
from .processors import filter_exceptions, format_timestamp, log_warning, remove_internal
from .tracing import activate_tracing, lenskit_filtering_logger
from ._processors import filter_exceptions, format_timestamp, log_warning, remove_internal
from ._tracing import activate_tracing, lenskit_filtering_logger

LVL_TRACE = 5
CORE_PROCESSORS = [
Expand Down
File renamed without changes.
File renamed without changes.
File renamed without changes.
File renamed without changes.
Original file line number Diff line number Diff line change
Expand Up @@ -13,7 +13,7 @@
import time
from contextlib import contextmanager

from .formats import friendly_duration
from ._formats import friendly_duration


class Stopwatch:
Expand Down
File renamed without changes.
8 changes: 8 additions & 0 deletions src/lenskit/logging/multiprocess/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,14 @@
# Licensed under the MIT license, see LICENSE.md for details.
# SPDX-License-Identifier: MIT

"""
Multiprocess logging support for Ray integration. Most code doesn't need to
touch this.

Stability:
Internal
"""

from ._monitor import Monitor, get_monitor
from ._records import RecordSink
from ._worker import WorkerContext, WorkerLogConfig, send_task
Expand Down
8 changes: 4 additions & 4 deletions src/lenskit/logging/multiprocess/_worker.py
Original file line number Diff line number Diff line change
Expand Up @@ -31,15 +31,15 @@

from lenskit.logging.progress._base import Progress

from .._config import CORE_PROCESSORS, active_logging_config, log_warning
from .._limit import RateLimit
from .._processors import add_process_info
from .._proxy import get_logger
from ..config import CORE_PROCESSORS, active_logging_config, log_warning
from ..processors import add_process_info
from .._tracing import lenskit_filtering_logger
from ..progress import set_progress_impl

# from ..progress._worker import ProgressMessage
from ..tasks import Task
from ..tracing import lenskit_filtering_logger
from ._protocol import (
LogChannel,
MsgAuthenticator,
Expand Down Expand Up @@ -76,7 +76,7 @@ def current(cls, *, from_monitor: bool = True):
if _active_context is not None:
return _active_context.config
elif from_monitor:
from ..monitor import get_monitor
from .._monitor import get_monitor

mon = get_monitor()
if mon.log_address is None:
Expand Down
10 changes: 5 additions & 5 deletions src/lenskit/logging/tasks.py
Original file line number Diff line number Diff line change
Expand Up @@ -23,9 +23,9 @@
from pydantic import AliasChoices, BaseModel, BeforeValidator, Field, SerializeAsAny
from typing_extensions import Literal

from ._formats import friendly_duration
from ._proxy import get_logger
from .formats import friendly_duration
from .resource import ResourceMeasurement, reset_linux_hwm
from ._resource import ResourceMeasurement, reset_linux_hwm

_log = get_logger(__name__)
_active_tasks: list[Task] = []
Expand Down Expand Up @@ -254,7 +254,7 @@ def save_to_file(self, path: PathLike[str], monitor: bool = True):
and self._refresh_id is None
and self._final_meter is None
):
from lenskit.logging.monitor import get_monitor
from lenskit.logging._monitor import get_monitor

mon = get_monitor()
self._refresh_id = mon.add_refreshable(self)
Expand Down Expand Up @@ -285,7 +285,7 @@ def start(self):

_active_tasks.append(self)
if self._save_file:
from lenskit.logging.monitor import get_monitor
from lenskit.logging._monitor import get_monitor

mon = get_monitor()
self._refresh_id = mon.add_refreshable(self)
Expand All @@ -303,7 +303,7 @@ def finish(self, status: TaskStatus = TaskStatus.FINISHED):

with self._lock:
if self._refresh_id is not None:
from lenskit.logging.monitor import get_monitor
from lenskit.logging._monitor import get_monitor

mon = get_monitor()
mon.remove_refreshable(self._refresh_id)
Expand Down
16 changes: 0 additions & 16 deletions src/lenskit/logging/worker.py

This file was deleted.

2 changes: 1 addition & 1 deletion src/lenskit/parallel/ray.py
Original file line number Diff line number Diff line change
Expand Up @@ -20,7 +20,7 @@
import torch

from lenskit.logging import get_logger
from lenskit.logging.worker import WorkerContext, WorkerLogConfig
from lenskit.logging.multiprocess import WorkerContext, WorkerLogConfig

from .config import (
effective_cpu_count,
Expand Down
2 changes: 1 addition & 1 deletion src/lenskit/tuning/_iterative.py
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,7 @@

from lenskit.batch import BatchPipelineRunner
from lenskit.logging import Task, get_logger
from lenskit.logging.worker import send_task
from lenskit.logging.multiprocess import send_task
from lenskit.pipeline import Component, Pipeline, PipelineBuilder
from lenskit.pipeline.components import Placeholder
from lenskit.pipeline.nodes import ComponentConstructorNode, ComponentInstanceNode
Expand Down
2 changes: 1 addition & 1 deletion src/lenskit/tuning/_simple.py
Original file line number Diff line number Diff line change
Expand Up @@ -13,7 +13,7 @@
from pydantic_core import to_json

from lenskit.logging import Task, get_logger
from lenskit.logging.worker import send_task
from lenskit.logging.multiprocess import send_task
from lenskit.pipeline import Pipeline
from lenskit.random import make_seed
from lenskit.training import TrainingOptions
Expand Down
19 changes: 0 additions & 19 deletions src/lenskit/util.py

This file was deleted.

Loading