Instructions to use Xenova/tiny_starcoder_py with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers.js
How to use Xenova/tiny_starcoder_py with Transformers.js:
// npm i @huggingface/transformers import { pipeline } from '@huggingface/transformers'; // Allocate pipeline const pipe = await pipeline('text-generation', 'Xenova/tiny_starcoder_py');
File size: 2,478 Bytes
141c21d b645993 141c21d 247a083 141c21d b645993 1c7ebbb b645993 1c7ebbb b645993 247a083 b645993 1c7ebbb b645993 247a083 1c7ebbb b645993 1c7ebbb b645993 141c21d 247a083 141c21d b645993 1c7ebbb b645993 1c7ebbb b645993 247a083 b645993 1c7ebbb b645993 247a083 1c7ebbb b645993 1c7ebbb b645993 141c21d 247a083 141c21d b645993 1c7ebbb b645993 1c7ebbb b645993 247a083 b645993 1c7ebbb b645993 247a083 1c7ebbb b645993 1c7ebbb b645993 141c21d | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 | {
"per_channel": false,
"reduce_range": false,
"per_model_config": {
"decoder_model": {
"op_types": [
"Tanh",
"Softmax",
"Unsqueeze",
"Equal",
"Mul",
"Div",
"Pow",
"And",
"Sub",
"Shape",
"CumSum",
"Transpose",
"Add",
"Slice",
"Concat",
"Cast",
"ReduceMean",
"MatMul",
"Where",
"Squeeze",
"Reshape",
"Constant",
"ConstantOfShape",
"Sqrt",
"Split",
"Gather"
],
"weight_type": "QInt8"
},
"decoder_model_merged": {
"op_types": [
"Tanh",
"Softmax",
"Unsqueeze",
"Equal",
"Mul",
"Div",
"Pow",
"And",
"Sub",
"Shape",
"CumSum",
"Transpose",
"Add",
"Slice",
"Concat",
"Cast",
"ReduceMean",
"MatMul",
"Where",
"Squeeze",
"Reshape",
"Constant",
"ConstantOfShape",
"Sqrt",
"If",
"Split",
"Gather"
],
"weight_type": "QInt8"
},
"decoder_with_past_model": {
"op_types": [
"Tanh",
"Softmax",
"Unsqueeze",
"Equal",
"Mul",
"Div",
"Pow",
"And",
"Sub",
"Shape",
"CumSum",
"Transpose",
"Add",
"Slice",
"Concat",
"Cast",
"ReduceMean",
"MatMul",
"Where",
"Squeeze",
"Reshape",
"Constant",
"ConstantOfShape",
"Sqrt",
"Split",
"Gather"
],
"weight_type": "QInt8"
}
}
} |