codecs/encoding/
mod.rs

1//! A collection of support structures that are used in the process of encoding
2//! events into bytes.
3
4pub mod chunking;
5mod config;
6mod encoder;
7pub mod format;
8pub mod framing;
9pub mod serializer;
10mod transformer;
11pub use chunking::{Chunker, Chunking, GelfChunker};
12pub use config::{EncodingConfig, EncodingConfigWithFraming, SinkType};
13pub use encoder::{BatchEncoder, BatchSerializer, Encoder, EncoderKind};
14#[cfg(feature = "arrow")]
15pub use format::{
16    ArrowEncodingError, ArrowStreamSerializer, ArrowStreamSerializerConfig, SchemaProvider,
17    find_null_non_nullable_fields,
18};
19pub use format::{
20    AvroSerializer, AvroSerializerConfig, AvroSerializerOptions, CefSerializer,
21    CefSerializerConfig, CsvSerializer, CsvSerializerConfig, GelfSerializer, GelfSerializerConfig,
22    JsonSerializer, JsonSerializerConfig, JsonSerializerOptions, LogfmtSerializer,
23    LogfmtSerializerConfig, NativeJsonSerializer, NativeJsonSerializerConfig, NativeSerializer,
24    NativeSerializerConfig, ProtobufSerializer, ProtobufSerializerConfig,
25    ProtobufSerializerOptions, RawMessageSerializer, RawMessageSerializerConfig, TextSerializer,
26    TextSerializerConfig,
27};
28#[cfg(feature = "opentelemetry")]
29pub use format::{OtlpSerializer, OtlpSerializerConfig};
30#[cfg(feature = "syslog")]
31pub use format::{SyslogSerializer, SyslogSerializerConfig};
32pub use framing::{
33    BoxedFramer, BoxedFramingError, BytesEncoder, BytesEncoderConfig, CharacterDelimitedEncoder,
34    CharacterDelimitedEncoderConfig, CharacterDelimitedEncoderOptions, Framer, FramingConfig,
35    LengthDelimitedEncoder, LengthDelimitedEncoderConfig, NewlineDelimitedEncoder,
36    NewlineDelimitedEncoderConfig, VarintLengthDelimitedEncoder,
37    VarintLengthDelimitedEncoderConfig,
38};
39#[cfg(feature = "arrow")]
40pub use serializer::BatchSerializerConfig;
41pub use serializer::{Serializer, SerializerConfig};
42pub use transformer::{TimestampFormat, Transformer};
43
44/// An error that occurred while building an encoder.
45pub type BuildError = Box<dyn std::error::Error + Send + Sync + 'static>;
46
47/// An error that occurred while encoding structured events.
48#[derive(Debug)]
49pub enum Error {
50    /// The error occurred while encoding the byte frame boundaries.
51    FramingError(BoxedFramingError),
52    /// The error occurred while serializing a structured event into bytes.
53    SerializingError(vector_common::Error),
54    /// A schema constraint was violated during encoding (e.g., null value for non-nullable field).
55    SchemaConstraintViolation(vector_common::Error),
56}
57
58impl std::fmt::Display for Error {
59    fn fmt(&self, formatter: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
60        match self {
61            Self::FramingError(error) => write!(formatter, "FramingError({error})"),
62            Self::SerializingError(error) => write!(formatter, "SerializingError({error})"),
63            Self::SchemaConstraintViolation(error) => {
64                write!(formatter, "SchemaConstraintViolation({error})")
65            }
66        }
67    }
68}
69
70impl std::error::Error for Error {}
71
72impl From<std::io::Error> for Error {
73    fn from(error: std::io::Error) -> Self {
74        Self::FramingError(Box::new(error))
75    }
76}
codecs/encoding/mod.rs

codecs/encoding/
mod.rs
