|
|
--- |
|
|
language: |
|
|
- en |
|
|
- code |
|
|
license: apache-2.0 |
|
|
library_name: transformers |
|
|
tags: |
|
|
- code |
|
|
- mathematics |
|
|
- reasoning |
|
|
- causal-lm |
|
|
- text-generation |
|
|
- python |
|
|
- javascript |
|
|
- algorithm |
|
|
- optimization |
|
|
datasets: |
|
|
- code_repositories |
|
|
- mathematical_texts |
|
|
pipeline_tag: text-generation |
|
|
model-index: |
|
|
- name: Helion-OSC |
|
|
results: |
|
|
- task: |
|
|
type: text-generation |
|
|
name: Code Generation |
|
|
metrics: |
|
|
- type: pass@1 |
|
|
value: 85.2 |
|
|
name: HumanEval Pass@1 |
|
|
- type: pass@10 |
|
|
value: 92.8 |
|
|
name: HumanEval Pass@10 |
|
|
- task: |
|
|
type: text-generation |
|
|
name: Mathematical Reasoning |
|
|
metrics: |
|
|
- type: accuracy |
|
|
value: 78.5 |
|
|
name: GSM8K Accuracy |
|
|
widget: |
|
|
- text: "Write a Python function to implement binary search:" |
|
|
example_title: "Code Generation" |
|
|
- text: "Solve: If f(x) = 2x^2 + 3x - 5, find f'(x)" |
|
|
example_title: "Mathematical Reasoning" |
|
|
- text: "Optimize this code: for i in range(len(arr)): for j in range(len(arr)):" |
|
|
example_title: "Code Optimization" |
|
|
inference: |
|
|
parameters: |
|
|
max_length: 1024 |
|
|
temperature: 0.7 |
|
|
top_p: 0.95 |
|
|
do_sample: true |
|
|
base_model: null |
|
|
base_model_relation: null |
