From bae4ac1729064dde8ba39f6988f81ec34e66a703 Mon Sep 17 00:00:00 2001 From: sk-portkey Date: Mon, 28 Apr 2025 18:38:52 +0530 Subject: [PATCH] fix: data service changelog --- changelog/data-service.mdx | 224 +++++++++++++++++++++++++++++++++++++ docs.json | 2 +- 2 files changed, 225 insertions(+), 1 deletion(-) create mode 100644 changelog/data-service.mdx diff --git a/changelog/data-service.mdx b/changelog/data-service.mdx new file mode 100644 index 0000000..c9b0df1 --- /dev/null +++ b/changelog/data-service.mdx @@ -0,0 +1,224 @@ +--- +title: "Data Service" +sidebarTitle: "Data Service [1.1.10]" +--- + + +## v1.1.10 +--- + +### S3 Upload Improvements +- Added support for passing encryption headers while uploading stream data to S3. +- Added support for both file path and direct value from environment variables for secrets like redis connection. + +### Batch and Fine-tune Enhancements +- Added provider_options as a key for batches and fine-tunes. + +### Stream Handling +- Improved stream cleanup for validation processes. + + + +## v1.1.9 +--- + +### File Handling Fixes +- Fixed issue with extra bytes being added to files during processing. + + + +## v1.1.8 +--- + +### File Upload Improvements +- Updated socket timeout for long requests during file uploads to prevent timeouts. + + + +## v1.1.7 +--- + +### Fireworks Fine-tuning Support +- Added support for Fireworks fine-tuning operations using Version2. + +### Batch Processing Improvements +- Included response tokens calculation in provider batch output. +- Fixed file loading in memory issues for better performance. + + + +## v1.1.6 +--- + +### S3 SDK Updates +- Upgraded S3 SDK to latest version for fixing issue with S3 streaming. + + + +## v1.1.5 +--- + +### Batch Processing Enhancements +- Improved provider batch output handling. +- Added support for custom batch output paths. +- Increased maximum lines to 500k and chunk size to 5MB for better performance. + + + +## v1.1.4 +--- + +### Vertex Embeddings Batches Support +- Added support for Vertex batch embeddings. + +### S3 and Storage Improvements +- Added support for custom S3 get operations. +- Back-merged Clickhouse query changes for better performance. + +### Batch Processing Updates +- Included model information in log objects. +- Implemented custom batch processing output generations. + +### HTTPS Support +- Added HTTPS connection support for secure communications. + + + + +## v1.1.3 +--- + +### Infrastructure Updates +- Streamlined uploaded file location for Bedrock operations. + + + +## v1.1.2 +--- + +### Vertex Integration +- Added support for Vertex provider options for batches. + +### Infrastructure Updates +- Fixed missing custom S3 support for file retrieval. +- Implemented cluster mode Redis for queues. +- Updated fine-tune status handling. + + + +## v1.1.1 +--- + +### S3 Enhancements +- Made S3 bucket optional for Bedrock batches. +- Added S3 encryption header support for finetunes and batches. +- Implemented SSE file upload support. + +### Logging Improvements +- Added filtering for log exports. +- Implemented end limit for log export records. + +### Performance Optimizations +- Added optional push gateway support. +- Implemented internal memory cache for better performance. + + + +## v1.1.0 +--- + +### Bull Board Integration +- Added Bull Board for visualizing job queues and their status. + +### Batch Job Retry Support +- Implemented retry functionality for batch jobs to handle failures gracefully. + +### Prometheus Metrics Enhancements +- Added Prometheus metrics for batch jobs and fine-tuning operations. + +### Error Handling Improvements +- Enhanced error handling across the service. + + + + +## v1.0.8 +--- + +### Azure Fine-tuning Support +- Added support for Azure fine-tuning operations. + + + + +## v1.0.7 +--- + +### Fine-tune v2 Implementation +- Implemented version 2 of the fine-tuning functionality. + + + +## v1.0.6 +--- + +### Prompt Slug Filter +- Added support for data exports filtering by PromptSlug. + + + + +## v1.0.5 +--- + +### Batch Exports +- Added support for batch exports functionality. + + + +## v1.0.4 +--- + +### Code Quality Improvements +- Fixed dynamic port retrieval from environment variables. + + + +## v1.0.3 +--- + +### Vision Fine-tuning Support +- Added support for vision fine-tuning validation for OpenAI. +- Implemented S3 bucket support for fine-tunes. + +### AWS Integration Improvements +- Fixed assumed role handling for Bedrock fine-tuning dataset URLs. +- Improved S3 bucket path handling for Bedrock fine-tune operations. +- Achieved parity with Enterprise Gateway for data sources. + + + +## v1.0.2 +--- + +### Fine-tuning Enhancements +- Added support for OpenAI job start and Fireworks upload. +- Improved handling of chunk type failures with JSON. + + + +## v1.0.1 +--- + +### Fireworks Fine-tuning Support +- Added support for Fireworks fine-tuning operations. + + + + +## v1.0.0 +--- + +### Initial Release +- Base version of the Data Service with core functionality. + diff --git a/docs.json b/docs.json index 7fb6846..a4dba28 100644 --- a/docs.json +++ b/docs.json @@ -831,7 +831,7 @@ }, { "group": "Enterprise Releases", - "pages": ["changelog/enterprise", "changelog/helm-chart"] + "pages": ["changelog/enterprise", "changelog/helm-chart", "changelog/data-service"] }, { "group": "Product Releases",