File tree Expand file tree Collapse file tree 1 file changed +3
-4
lines changed Expand file tree Collapse file tree 1 file changed +3
-4
lines changed Original file line number Diff line number Diff line change @@ -65,14 +65,13 @@ class llama_batch_allocr {
65
65
// call once before splitting the batch to reset the internal state
66
66
void split_reset ();
67
67
68
- // simple split, unknown number of sequences of unequal lengths
68
+ // simple split, unknown number of sequence sets of unequal lengths
69
69
llama_ubatch split_simple (uint32_t n_ubatch);
70
70
71
- // make ubatches of equal-length sequences
71
+ // make ubatches of equal-length sequences sets
72
72
llama_ubatch split_equal (uint32_t n_ubatch);
73
73
74
- // sequence-wise split - each ubatch contains a single sequence
75
- // TODO: fit more than one full sequence, as long as they fit in the ubatch
74
+ // sequence-set-wise split - each ubatch contains a single sequence-set
76
75
llama_ubatch split_seq (uint32_t n_ubatch);
77
76
78
77
// a helper method for creating a well-defined ubatch of tokens
You can’t perform that action at this time.
0 commit comments