0_Transformer/config.json DELETED
@@ -1,31 +0,0 @@
1
- {
2
- "_name_or_path": "answerdotai/answerai-colbert-small-v1",
3
- "architectures": [
4
- "BertModel"
5
- ],
6
- "attention_probs_dropout_prob": 0.1,
7
- "classifier_dropout": null,
8
- "hidden_act": "gelu",
9
- "hidden_dropout_prob": 0.1,
10
- "hidden_size": 384,
11
- "id2label": {
12
- "0": "LABEL_0"
13
- },
14
- "initializer_range": 0.02,
15
- "intermediate_size": 1536,
16
- "label2id": {
17
- "LABEL_0": 0
18
- },
19
- "layer_norm_eps": 1e-12,
20
- "max_position_embeddings": 512,
21
- "model_type": "bert",
22
- "num_attention_heads": 12,
23
- "num_hidden_layers": 12,
24
- "pad_token_id": 0,
25
- "position_embedding_type": "absolute",
26
- "torch_dtype": "float32",
27
- "transformers_version": "4.45.0.dev0",
28
- "type_vocab_size": 2,
29
- "use_cache": true,
30
- "vocab_size": 30522
31
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
0_Transformer/model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:ac67445c20ea550edb254061e4e9402095f99bcba9c0b9a952e5f005abde9f1a
3
- size 132870584
 
 
 
 
0_Transformer/sentence_bert_config.json DELETED
@@ -1,7 +0,0 @@
1
- {
2
- "max_seq_length": 512,
3
- "do_lower_case": false,
4
- "model_args": {
5
- "add_pooling_layer": false
6
- }
7
- }
 
 
 
 
 
 
 
 
0_Transformer/tokenizer.json DELETED
The diff for this file is too large to render. See raw diff
 
1_Dense/config.json DELETED
@@ -1 +0,0 @@
1
- {"in_features": 384, "out_features": 96, "bias": false, "activation_function": "torch.nn.modules.linear.Identity"}
 
 
1_Dense/model.safetensors DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:47d2690e7c1612c84b7b941e69a883e99190b9b44ebb0be00152f68966c6eb11
3
- size 147544
 
 
 
 
README.md CHANGED
@@ -54,7 +54,7 @@ RAG = RAGPretrainedModel.from_pretrained("answerdotai/answerai-colbert-small-v1"
54
 
55
  docs = ['Hayao Miyazaki is a Japanese director, born on [...]', 'Walt Disney is an American author, director and [...]', ...]
56
 
57
- RAG.index(docs, index_name="ghibli")
58
 
59
  query = 'Who directed spirited away?'
60
  results = RAG.search(query)
 
54
 
55
  docs = ['Hayao Miyazaki is a Japanese director, born on [...]', 'Walt Disney is an American author, director and [...]', ...]
56
 
57
+ RAG.index(documents, index_name="ghibli")
58
 
59
  query = 'Who directed spirited away?'
60
  results = RAG.search(query)
config_sentence_transformers.json DELETED
@@ -1,49 +0,0 @@
1
- {
2
- "__version__": {
3
- "sentence_transformers": "3.0.1",
4
- "transformers": "4.45.0.dev0",
5
- "pytorch": "2.4.0+cu121"
6
- },
7
- "prompts": {},
8
- "default_prompt_name": null,
9
- "similarity_fn_name": null,
10
- "query_prefix": "[unused0]",
11
- "document_prefix": "[unused1]",
12
- "query_length": 32,
13
- "document_length": 300,
14
- "attend_to_expansion_tokens": false,
15
- "skiplist_words": [
16
- "!",
17
- "\"",
18
- "#",
19
- "$",
20
- "%",
21
- "&",
22
- "'",
23
- "(",
24
- ")",
25
- "*",
26
- "+",
27
- ",",
28
- "-",
29
- ".",
30
- "/",
31
- ":",
32
- ";",
33
- "<",
34
- "=",
35
- ">",
36
- "?",
37
- "@",
38
- "[",
39
- "\\",
40
- "]",
41
- "^",
42
- "_",
43
- "`",
44
- "{",
45
- "|",
46
- "}",
47
- "~"
48
- ]
49
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
modules.json DELETED
@@ -1,14 +0,0 @@
1
- [
2
- {
3
- "idx": 0,
4
- "name": "0",
5
- "path": "0_Transformer",
6
- "type": "sentence_transformers.models.Transformer"
7
- },
8
- {
9
- "idx": 1,
10
- "name": "1",
11
- "path": "1_Dense",
12
- "type": "pylate.models.Dense"
13
- }
14
- ]