Skip to content

Commit 1bfef6c

Browse files
committed
Update README
1 parent df75753 commit 1bfef6c

File tree

2 files changed

+11
-0
lines changed

2 files changed

+11
-0
lines changed

LLamaStack.Core/README.md

+3
Original file line numberDiff line numberDiff line change
@@ -109,7 +109,10 @@ await foreach (var token in inferTokens)
109109
Console.Write(token.Logit);
110110
Console.Write(token.Probability);
111111
Console.Write(token.Content);
112+
Console.Write(token.IsChild);
112113
}
114+
//Note: If a character has more than one token the first will contain the entire content
115+
//the others are marked as IsChild and will only contain the Id, Logit and Probability
113116
114117

115118
// InferTextAsync, returns IAsyncEnumerable<string> for streaming output of tokens

LLamaStack.WebApi/README.md

+8
Original file line numberDiff line numberDiff line change
@@ -190,6 +190,7 @@ The `ModelSessionController` is a controller designed to handle various `ModelSe
190190
"logit": 0,
191191
"probability": 0,
192192
"content": null,
193+
"isChild": false,
193194
"type": "Begin",
194195
"elapsed": 0
195196
},
@@ -198,6 +199,7 @@ The `ModelSessionController` is a controller designed to handle various `ModelSe
198199
"logit": 27.43893,
199200
"probability": 0.5839324,
200201
"content": " An",
202+
"isChild": false,
201203
"type": "Content",
202204
"elapsed": 1292
203205
},
@@ -206,6 +208,7 @@ The `ModelSessionController` is a controller designed to handle various `ModelSe
206208
"logit": 31.901243,
207209
"probability": 0.9997987,
208210
"content": " apple",
211+
"isChild": false,
209212
"type": "Content",
210213
"elapsed": 1414
211214
},
@@ -214,6 +217,7 @@ The `ModelSessionController` is a controller designed to handle various `ModelSe
214217
"logit": 32.91171,
215218
"probability": 0.99989986,
216219
"content": " is",
220+
"isChild": false,
217221
"type": "Content",
218222
"elapsed": 1672
219223
},
@@ -259,6 +263,7 @@ The `ModelSessionController` is a controller designed to handle various `ModelSe
259263
"logit": 0,
260264
"probability": 0,
261265
"content": null,
266+
"isChild": false,
262267
"type": "Begin",
263268
"elapsed": 0
264269
},
@@ -267,6 +272,7 @@ The `ModelSessionController` is a controller designed to handle various `ModelSe
267272
"logit": 27.43893,
268273
"probability": 0.5839324,
269274
"content": " An",
275+
"isChild": false,
270276
"type": "Content",
271277
"elapsed": 1292
272278
},
@@ -275,6 +281,7 @@ The `ModelSessionController` is a controller designed to handle various `ModelSe
275281
"logit": 31.901243,
276282
"probability": 0.9997987,
277283
"content": " apple",
284+
"isChild": false,
278285
"type": "Content",
279286
"elapsed": 1414
280287
},
@@ -283,6 +290,7 @@ The `ModelSessionController` is a controller designed to handle various `ModelSe
283290
"logit": 32.91171,
284291
"probability": 0.99989986,
285292
"content": " is",
293+
"isChild": false,
286294
"type": "Content",
287295
"elapsed": 1672
288296
},

0 commit comments

Comments
 (0)