Skip to main content

qualia_core_db/query/ingest_job/
mod.rs

1//! Durable ingest jobs: inspect, compare, resume, append, and attested streams.
2//!
3//! A job directory survives process death (unlike `tempfile::TempDir`). Incomplete
4//! OSM-style runs can be reviewed and, when the source is seekable and uncompressed,
5//! continued. HTTP/gzip streams are ingested without a second copy of the source;
6//! SHA-256 of the *decompressed* bytes plus 16 MiB window hashes remain so the
7//! original can be verified later without keeping the file.
8
9#[cfg(not(target_arch = "wasm32"))]
10mod append;
11#[cfg(not(target_arch = "wasm32"))]
12mod compare;
13#[cfg(not(target_arch = "wasm32"))]
14mod inspect;
15#[cfg(not(target_arch = "wasm32"))]
16mod job;
17#[cfg(not(target_arch = "wasm32"))]
18mod resume;
19#[cfg(not(target_arch = "wasm32"))]
20mod source;
21#[cfg(not(target_arch = "wasm32"))]
22mod status;
23
24#[cfg(not(target_arch = "wasm32"))]
25pub use append::append_rdf_to_root;
26#[cfg(not(target_arch = "wasm32"))]
27pub use compare::{compare_attestation_file_to_path, compare_attestation_to_stream, CompareReport};
28#[cfg(not(target_arch = "wasm32"))]
29pub use inspect::{inspect_job, inspect_legacy_scratch, inspect_volume_root, IngestInspectReport};
30#[cfg(not(target_arch = "wasm32"))]
31pub use job::{
32    hex_encode, read_window_hashes, unix_now, window_commitment, write_json_atomic, IngestJob,
33    IngestJobPhase, IngestJobSpec, SourceAttestation, JOB_CHECKPOINT, JOB_PROGRESS, JOB_SPEC,
34};
35#[cfg(not(target_arch = "wasm32"))]
36pub use resume::{adopt_legacy_scratch, continue_job, publish_job, resume_is_supported};
37#[cfg(not(target_arch = "wasm32"))]
38pub use source::{
39    detect_encoding, infer_rdf_format, open_ingest_source, DigestOutcome, DigestingReader,
40    IngestEncoding, IngestRdfFormat, IngestSourceKind, OpenedSource, WINDOW_BYTES,
41};
42#[cfg(not(target_arch = "wasm32"))]
43pub use status::{job_status, read_progress_json, IngestJobStatus};