Update python client and documentation.

Author: piotrczarnas

distribution/python/dqops/client/models/compression_type.py

@@ -4,7 +4,9 @@
 class CompressionType(str, Enum):
     AUTO = "auto"
     GZIP = "gzip"
+    LZ4 = "lz4"
     NONE = "none"
+    SNAPPY = "snappy"
     ZSTD = "zstd"
 
     def __str__(self) -> str:

distribution/python/dqops/client/models/csv_file_format_spec.py

@@ -19,6 +19,8 @@ class CsvFileFormatSpec:
         allow_quoted_nulls (Union[Unset, bool]): Option to allow the conversion of quoted values to NULL values.
         auto_detect (Union[Unset, bool]): Enables auto detection of CSV parameters.
         compression (Union[Unset, CompressionType]):
+        no_compression_extension (Union[Unset, bool]): Whether the compression extension is present at the end of the
+            file name.
         dateformat (Union[Unset, str]): Specifies the date format to use when parsing dates.
         decimal_separator (Union[Unset, str]): The decimal separator of numbers.
         delim (Union[Unset, str]): Specifies the string that separates columns within each row (line) of the file.
@@ -41,6 +43,7 @@ class CsvFileFormatSpec:
     allow_quoted_nulls: Union[Unset, bool] = UNSET
     auto_detect: Union[Unset, bool] = UNSET
     compression: Union[Unset, CompressionType] = UNSET
+    no_compression_extension: Union[Unset, bool] = UNSET
     dateformat: Union[Unset, str] = UNSET
     decimal_separator: Union[Unset, str] = UNSET
     delim: Union[Unset, str] = UNSET
@@ -64,6 +67,7 @@ def to_dict(self) -> Dict[str, Any]:
         if not isinstance(self.compression, Unset):
             compression = self.compression.value
 
+        no_compression_extension = self.no_compression_extension
         dateformat = self.dateformat
         decimal_separator = self.decimal_separator
         delim = self.delim
@@ -92,6 +96,8 @@ def to_dict(self) -> Dict[str, Any]:
             field_dict["auto_detect"] = auto_detect
         if compression is not UNSET:
             field_dict["compression"] = compression
+        if no_compression_extension is not UNSET:
+            field_dict["no_compression_extension"] = no_compression_extension
         if dateformat is not UNSET:
             field_dict["dateformat"] = dateformat
         if decimal_separator is not UNSET:
@@ -137,6 +143,8 @@ def from_dict(cls: Type[T], src_dict: Dict[str, Any]) -> T:
         else:
             compression = CompressionType(_compression)
 
+        no_compression_extension = d.pop("no_compression_extension", UNSET)
+
         dateformat = d.pop("dateformat", UNSET)
 
         decimal_separator = d.pop("decimal_separator", UNSET)
@@ -173,6 +181,7 @@ def from_dict(cls: Type[T], src_dict: Dict[str, Any]) -> T:
             allow_quoted_nulls=allow_quoted_nulls,
             auto_detect=auto_detect,
             compression=compression,
+            no_compression_extension=no_compression_extension,
             dateformat=dateformat,
             decimal_separator=decimal_separator,
             delim=delim,

distribution/python/dqops/client/models/json_file_format_spec.py

@@ -18,6 +18,8 @@ class JsonFileFormatSpec:
         auto_detect (Union[Unset, bool]): Whether to auto-detect detect the names of the keys and data types of the
             values automatically.
         compression (Union[Unset, CompressionType]):
+        no_compression_extension (Union[Unset, bool]): Whether the compression extension is present at the end of the
+            file name.
         convert_strings_to_integers (Union[Unset, bool]): Whether strings representing integer values should be
             converted to a numerical type.
         dateformat (Union[Unset, str]): Specifies the date format to use when parsing dates.
@@ -36,6 +38,7 @@ class JsonFileFormatSpec:
 
     auto_detect: Union[Unset, bool] = UNSET
     compression: Union[Unset, CompressionType] = UNSET
+    no_compression_extension: Union[Unset, bool] = UNSET
     convert_strings_to_integers: Union[Unset, bool] = UNSET
     dateformat: Union[Unset, str] = UNSET
     filename: Union[Unset, bool] = UNSET
@@ -55,6 +58,7 @@ def to_dict(self) -> Dict[str, Any]:
         if not isinstance(self.compression, Unset):
             compression = self.compression.value
 
+        no_compression_extension = self.no_compression_extension
         convert_strings_to_integers = self.convert_strings_to_integers
         dateformat = self.dateformat
         filename = self.filename
@@ -80,6 +84,8 @@ def to_dict(self) -> Dict[str, Any]:
             field_dict["auto_detect"] = auto_detect
         if compression is not UNSET:
             field_dict["compression"] = compression
+        if no_compression_extension is not UNSET:
+            field_dict["no_compression_extension"] = no_compression_extension
         if convert_strings_to_integers is not UNSET:
             field_dict["convert_strings_to_integers"] = convert_strings_to_integers
         if dateformat is not UNSET:
@@ -117,6 +123,8 @@ def from_dict(cls: Type[T], src_dict: Dict[str, Any]) -> T:
         else:
             compression = CompressionType(_compression)
 
+        no_compression_extension = d.pop("no_compression_extension", UNSET)
+
         convert_strings_to_integers = d.pop("convert_strings_to_integers", UNSET)
 
         dateformat = d.pop("dateformat", UNSET)
@@ -152,6 +160,7 @@ def from_dict(cls: Type[T], src_dict: Dict[str, Any]) -> T:
         json_file_format_spec = cls(
             auto_detect=auto_detect,
             compression=compression,
+            no_compression_extension=no_compression_extension,
             convert_strings_to_integers=convert_strings_to_integers,
             dateformat=dateformat,
             filename=filename,

distribution/python/dqops/client/models/parquet_file_format_spec.py

@@ -3,6 +3,7 @@
 from attrs import define as _attrs_define
 from attrs import field as _attrs_field
 
+from ..models.compression_type import CompressionType
 from ..types import UNSET, Unset
 
 T = TypeVar("T", bound="ParquetFileFormatSpec")
@@ -20,13 +21,18 @@ class ParquetFileFormatSpec:
         hive_partitioning (Union[Unset, bool]): Whether or not to interpret the path as a hive partitioned path.
         union_by_name (Union[Unset, bool]): Whether the columns of multiple schemas should be unified by name, rather
             than by position.
+        compression (Union[Unset, CompressionType]):
+        no_compression_extension (Union[Unset, bool]): Whether the compression extension is present at the end of the
+            file name.
     """
 
     binary_as_string: Union[Unset, bool] = UNSET
     filename: Union[Unset, bool] = UNSET
     file_row_number: Union[Unset, bool] = UNSET
     hive_partitioning: Union[Unset, bool] = UNSET
     union_by_name: Union[Unset, bool] = UNSET
+    compression: Union[Unset, CompressionType] = UNSET
+    no_compression_extension: Union[Unset, bool] = UNSET
     additional_properties: Dict[str, Any] = _attrs_field(init=False, factory=dict)
 
     def to_dict(self) -> Dict[str, Any]:
@@ -35,6 +41,11 @@ def to_dict(self) -> Dict[str, Any]:
         file_row_number = self.file_row_number
         hive_partitioning = self.hive_partitioning
         union_by_name = self.union_by_name
+        compression: Union[Unset, str] = UNSET
+        if not isinstance(self.compression, Unset):
+            compression = self.compression.value
+
+        no_compression_extension = self.no_compression_extension
 
         field_dict: Dict[str, Any] = {}
         field_dict.update(self.additional_properties)
@@ -49,6 +60,10 @@ def to_dict(self) -> Dict[str, Any]:
             field_dict["hive_partitioning"] = hive_partitioning
         if union_by_name is not UNSET:
             field_dict["union_by_name"] = union_by_name
+        if compression is not UNSET:
+            field_dict["compression"] = compression
+        if no_compression_extension is not UNSET:
+            field_dict["no_compression_extension"] = no_compression_extension
 
         return field_dict
 
@@ -65,12 +80,23 @@ def from_dict(cls: Type[T], src_dict: Dict[str, Any]) -> T:
 
         union_by_name = d.pop("union_by_name", UNSET)
 
+        _compression = d.pop("compression", UNSET)
+        compression: Union[Unset, CompressionType]
+        if isinstance(_compression, Unset):
+            compression = UNSET
+        else:
+            compression = CompressionType(_compression)
+
+        no_compression_extension = d.pop("no_compression_extension", UNSET)
+
         parquet_file_format_spec = cls(
             binary_as_string=binary_as_string,
             filename=filename,
             file_row_number=file_row_number,
             hive_partitioning=hive_partitioning,
             union_by_name=union_by_name,
+            compression=compression,
+            no_compression_extension=no_compression_extension,
         )
 
         parquet_file_format_spec.additional_properties = d