Struct DatabaseScanner 

pub struct DatabaseScanner { /* private fields */ }

Implementations

impl DatabaseScanner

pub fn create_record_batch_sink(&self, batch_size: usize) -> RecordBatchSink

Create a RecordBatchSink that pushes batches to this scanner’s tables.

The sink can be registered with hyperactor_telemetry::register_sink() to receive trace events and store them as queryable tables.

pub fn create_entity_dispatcher(&self, batch_size: usize) -> EntityDispatcher

Create an EntityDispatcher that pushes batches to this scanner’s tables.

The dispatcher can be registered with hyperactor_telemetry::set_entity_dispatcher() to receive entity events (actors, meshes) and store them as queryable tables.

pub fn store_pyspy_dump( &self, dump_id: &str, proc_ref: &str, pyspy_result_json: &str, ) -> Result<()>

Parse a py-spy result JSON and store data in normalized py-spy tables.

Populates four tables matching the hyperactor_mesh::pyspy structs:

• pyspy_dumps: one row per dump
• pyspy_stack_traces: one row per thread (matches PySpyStackTrace)
• pyspy_frames: one row per frame (matches PySpyFrame)
• pyspy_local_variables: one row per local variable (matches PySpyLocalVariable)

Design notes:

• Non-Ok results (BinaryNotFound, Failed) are silently dropped. We intentionally do not record them as structured telemetry today; the caller can log or count those cases if needed.
• dump_id is caller-provided; uniqueness is the caller’s responsibility.
• timestamp_us records ingestion time, not py-spy capture time (the py-spy JSON carries no capture timestamp).
• We parse via serde_json::Value rather than importing the typed PySpyResult to avoid a crate dependency on hyperactor_mesh. The tradeoff is that schema drift in the py-spy structs will not be caught at compile time.

pub fn table_store(&self) -> TableStore

Return an opaque TableStore handle for external callers.

Trait Implementations

impl<'py> IntoPyObject<'py> for DatabaseScanner

type Target = DatabaseScanner

The Python output type

type Output = Bound<'py, <DatabaseScanner as IntoPyObject<'py>>::Target>

The smart pointer type to use.

type Error = PyErr

The type returned in the event of a conversion error.

fn into_pyobject( self, py: Python<'py>, ) -> Result<<Self as IntoPyObject<'_>>::Output, <Self as IntoPyObject<'_>>::Error>

Performs the conversion.

impl PyClass for DatabaseScanner

type Frozen = False

Whether the pyclass is frozen.

impl PyClassImpl for DatabaseScanner

const IS_BASETYPE: bool = false

#[pyclass(subclass)]

const IS_SUBCLASS: bool = false

#[pyclass(extends=…)]

const IS_MAPPING: bool = false

#[pyclass(mapping)]

const IS_SEQUENCE: bool = false

#[pyclass(sequence)]

const IS_IMMUTABLE_TYPE: bool = false

#[pyclass(immutable_type)]

const RAW_DOC: &'static CStr = c"\x00"

Docstring for the class provided on the struct or enum.

const DOC: &'static CStr

Fully rendered class doc, including the text_signature if a constructor is defined.

type BaseType = PyAny

Base class

type ThreadChecker = SendablePyClass<DatabaseScanner>

This handles following two situations:

type Inventory = Pyo3MethodsInventoryForDatabaseScanner

type PyClassMutability = <<PyAny as PyClassBaseType>::PyClassMutability as PyClassMutability>::MutableChild

Immutable or mutable

type Dict = PyClassDummySlot

Specify this class has #[pyclass(dict)] or not.

type WeakRef = PyClassDummySlot

Specify this class has #[pyclass(weakref)] or not.

type BaseNativeType = PyAny

The closest native ancestor. This is PyAny by default, and when you declare #[pyclass(extends=PyDict)], it’s PyDict.

fn items_iter() -> PyClassItemsIter

fn lazy_type_object() -> &'static LazyTypeObject<Self>

fn dict_offset() -> Option<isize>

fn weaklist_offset() -> Option<isize>

impl PyClassNewTextSignature for DatabaseScanner

const TEXT_SIGNATURE: &'static str = "(rank, batch_size=1000, retention_secs=...)"

impl<'a, 'holder, 'py> PyFunctionArgument<'a, 'holder, 'py, false> for &'holder DatabaseScanner

type Holder = Option<PyClassGuard<'a, DatabaseScanner>>

fn extract( obj: &'a Bound<'py, PyAny>, holder: &'holder mut Self::Holder, ) -> PyResult<Self>

impl<'a, 'holder, 'py> PyFunctionArgument<'a, 'holder, 'py, false> for &'holder mut DatabaseScanner

type Holder = Option<PyClassGuardMut<'a, DatabaseScanner>>

fn extract( obj: &'a Bound<'py, PyAny>, holder: &'holder mut Self::Holder, ) -> PyResult<Self>

impl PyTypeInfo for DatabaseScanner

const NAME: &'static str = "DatabaseScanner"

Class name.

const MODULE: Option<&'static str>

Module name, if any.

fn type_object_raw(py: Python<'_>) -> *mut PyTypeObject

Returns the PyTypeObject instance for this type.

fn type_object(py: Python<'_>) -> Bound<'_, PyType>

Returns the safe abstraction over the type object.

fn is_type_of(object: &Bound<'_, PyAny>) -> bool

Checks if object is an instance of this type or a subclass of this type.

fn is_exact_type_of(object: &Bound<'_, PyAny>) -> bool

Checks if object is an instance of this type.

impl DerefToPyAny for DatabaseScanner