-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathdocument.go
75 lines (64 loc) · 1.28 KB
/
document.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
package dagobert
import (
"strconv"
"github.com/jina-ai/client-go/docarray"
"github.com/samber/lo"
)
const (
TextDocumentType = iota
URIDocumentType
ReaderDocumentType
)
type Document struct {
tYpe int
text string
uri string
blob []byte
}
func NewTextDocument(text string) *Document {
return &Document{
tYpe: TextDocumentType,
text: text,
}
}
func NewURIDocument(uri string) *Document {
return &Document{
tYpe: URIDocumentType,
uri: uri,
}
}
func NewBlobDocument(blob []byte) *Document {
return &Document{
tYpe: ReaderDocumentType,
blob: blob,
}
}
func (d *Document) toDocumentProto(id string) *docarray.DocumentProto {
switch d.tYpe {
case TextDocumentType:
return &docarray.DocumentProto{
Id: id,
Content: &docarray.DocumentProto_Text{
Text: d.text,
},
}
case URIDocumentType:
return &docarray.DocumentProto{
Id: id,
Uri: d.uri,
}
case ReaderDocumentType:
return &docarray.DocumentProto{
Id: id,
Content: &docarray.DocumentProto_Blob{
Blob: d.blob,
},
}
}
panic("unexpected document type")
}
func documentsToArray(documents []*Document) []*docarray.DocumentProto {
return lo.Map(documents, func(doc *Document, index int) *docarray.DocumentProto {
return doc.toDocumentProto(strconv.FormatInt(int64(index), 10))
})
}