Skip to content

Cohere transcribe support #431

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Draft
ealmloff wants to merge 15 commits into
base: main
Choose a base branch
from
Draft

Cohere transcribe support #431

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
15 commits
Select commit Hold shift + click to select a range
a3528b4
cohere transcribe
ealmloff Mar 28, 2026
34765e1
word level timestamps
ealmloff Mar 28, 2026
d430cd5
fusor running
ealmloff Mar 28, 2026
c84c76c
wip
ealmloff Apr 11, 2026
6382a1c
fixes
ealmloff Apr 11, 2026
55c1d69
some more proper fixes
ealmloff Apr 12, 2026
1127fae
remove workarounds
ealmloff Apr 12, 2026
5b41507
moonshot
ealmloff Apr 12, 2026
48c9c6e
gguf only
ealmloff Apr 12, 2026
790eeb0
revert streaming transcription changes
ealmloff Apr 14, 2026
7d9a505
bump remote models
ealmloff Apr 14, 2026
2855fd6
moonshot streaming parity
ealmloff Apr 15, 2026
7262a85
gpu working but slow
ealmloff Apr 15, 2026
e57d86f
fix some missing text at the end of cohere
ealmloff Apr 24, 2026
0d75d10
never materialize in rwhisper, improve fusor core perf
ealmloff Apr 24, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
159 changes: 159 additions & 0 deletions .claude/settings.local.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,159 @@
{
"permissions": {
"allow": [
"Bash(cargo test:*)",
"Bash(cargo check:*)",
"Bash(find:*)",
"Bash(cargo bench:*)",
"Bash(cargo build:*)",
"Bash(RUST_LOG=debug cargo test test_matmul)",
"Bash(git stash:*)",
"Bash(RUST_BACKTRACE=1 cargo test fuzz_matmul)",
"Bash(timeout 60 cargo bench --package fusor-core matmul -- --output-format=quiet \"matmul-wgpu/1024x1\")",
"Bash(RUSTFLAGS=\"-C opt-level=3\" cargo run --release --bin test_sgemv_fix test_sgemv_fix.rs)",
"Bash(timeout 30 cargo run --example test_sgemv_fix ../../test_sgemv_fix.rs)",
"Bash(timeout 120 cargo bench --package fusor-core matmul)",
"Bash(cargo run:*)",
"Bash(cargo clippy:*)",
"Bash(timeout 30 cargo run --example gemv_tuner)",
"Bash(timeout 30 cargo run --package fusor-core --example gemv_tuner)",
"Bash(timeout 120 cargo run --package fusor-core --example gemv_tuner)",
"Bash(sed:*)",
"Bash(RUST_BACKTRACE=1 cargo run --example embed --package rbert)",
"Bash(RUST_BACKTRACE=1 cargo test test_transposed_matmul)",
"Bash(timeout 180 cargo bench --package fusor-core --bench elementwise bench_vec4_optimization)",
"Bash(cat:*)",
"Bash(timeout 120 cargo bench --bench elementwise -- --noplot vec4)",
"Bash(tee:*)",
"Bash(timeout 300 cargo bench --bench elementwise -- --noplot vec4)",
"Bash(timeout 360 cargo bench --bench elementwise -- --noplot vec4)",
"Bash(cargo clean:*)",
"Bash(timeout 30 cargo run --example embed --package rbert)",
"Bash(RUST_BACKTRACE=1 cargo test test_fuzz_q_mat_mul_q6k --package fusor-core -- --nocapture)",
"Bash(RUST_BACKTRACE=1 cargo test test_fuzz_q_mat_mul_q6k --package fusor-core)",
"Bash(for i in {1..3})",
"Bash(do echo \"=== Run $i ===\")",
"Bash(done)",
"Bash(RUST_BACKTRACE=full timeout 45 cargo run --example embed --package rbert)",
"Bash(RUST_BACKTRACE=1 timeout 30 cargo run --example embed --package rbert)",
"Bash(timeout:*)",
"Bash(RUST_BACKTRACE=1 cargo test:*)",
"Bash(python3:*)",
"Bash(RUST_BACKTRACE=1 timeout 60 cargo run --example embed --package rbert)",
"Bash(RUST_LOG=debug timeout 60 cargo run --example embed_with_tracing --package rbert)",
"Bash(RUST_BACKTRACE=1 cargo run:*)",
"Bash(for i in 1 2 3)",
"Bash(for:*)",
"Bash(do cargo test --package fusor-core fuzz_matmul -- --nocapture)",
"Bash(break)",
"Bash(git checkout:*)",
"Bash(git log:*)",
"Bash(cargo doc:*)",
"Bash(echo:*)",
"Bash(RUST_BACKTRACE=1 timeout 30 cargo run:*)",
"Bash(1)",
"Bash(RUST_BACKTRACE=1 timeout 60 cargo run:*)",
"Bash(git restore:*)",
"Bash(grep:*)",
"Bash(RUST_LOG=kalosm_llama=debug cargo run:*)",
"Bash(cargo fmt:*)",
"Bash(pkill:*)",
"Bash(RUST_BACKTRACE=1 timeout 90 cargo run:*)",
"WebSearch",
"WebFetch(domain:github.com)",
"Bash(cargo update:*)",
"Bash(do cargo test --package fusor-core test_flash_attention_masked_fuzz)",
"Bash(git -C /Users/evanalmloff/Desktop/Github/floneum log --oneline --all)",
"Bash(git -C /Users/evanalmloff/Desktop/Github/floneum log --oneline -20)",
"Bash(git -C /Users/evanalmloff/Desktop/Github/floneum show:*)",
"WebFetch(domain:docs.rs)",
"WebFetch(domain:web.dev)",
"Bash(RUSTFLAGS='--cfg=web_sys_unstable_apis' cargo check:*)",
"Bash(RUST_LOG=warn cargo run:*)",
"Bash(git show:*)",
"Bash(curl:*)",
"Bash(RUST_BACKTRACE=1 timeout 300 cargo run:*)",
"Bash(RUST_BACKTRACE=1 RUST_LOG=debug timeout 180 cargo run:*)",
"Bash(VISION_GGUF=\"/Users/evanalmloff/Library/Application Support/kalosm/cache/ggml-org/pixtral-12b-GGUF/main/pixtral-12b-Q4_K_M.gguf\" cargo run:*)",
"Bash(RUST_BACKTRACE=1 timeout 120 cargo run:*)",
"Bash(VISION_GGUF=\"/Users/evanalmloff/Library/Application Support/kalosm/cache/ggml-org/pixtral-12b-GGUF/main/mmproj-pixtral-12b-f16.gguf\" cargo run:*)",
"Bash(RUST_BACKTRACE=full timeout 300 cargo run:*)",
"Bash(GGUF_PATH=\"/Users/evanalmloff/Library/Application Support/kalosm/cache/ggml-org/pixtral-12b-GGUF/main/pixtral-12b-Q4_K_M.gguf\" python3:*)",
"Bash(RUST_LOG=debug timeout 300 cargo run:*)",
"Bash(RUST_BACKTRACE=1 timeout 400 cargo run:*)",
"Bash(RUST_BACKTRACE=1 timeout 600 cargo run:*)",
"WebFetch(domain:raw.githubusercontent.com)",
"WebFetch(domain:towardsdatascience.com)",
"WebFetch(domain:docs.anthropic.com)",
"Bash(gh pr:*)",
"Bash(RUST_BACKTRACE=1 cargo build:*)",
"Bash(./target/debug/fusor-nanochat:*)",
"Bash(md5:*)",
"Bash(rm:*)",
"Bash(RUST_BACKTRACE=1 ./target/debug/fusor-nanochat:*)",
"Bash(git add:*)",
"Bash(git -C /Users/evanalmloff/Desktop/Github/floneum log --oneline --all -- fusor-ml/cpu/src/concrete_tensor.rs)",
"Bash(git -C /Users/evanalmloff/Desktop/Github/floneum diff -- fusor-ml/cpu/src/quantized.rs)",
"Bash(git -C /Users/evanalmloff/Desktop/Github/floneum checkout -- fusor-ml/cpu/src/quantized.rs)",
"Bash(git -C /Users/evanalmloff/Desktop/Github/floneum diff --stat)",
"Bash(git -C /Users/evanalmloff/Desktop/Github/floneum diff --name-only -- fusor-ml/nanochat/)",
"Bash(git -C /Users/evanalmloff/Desktop/Github/floneum diff -- fusor-ml/fusor/src/lib.rs)",
"Bash(system_profiler:*)",
"Bash(sysctl:*)",
"Bash(RUST_BACKTRACE=1 timeout 180 cargo run:*)",
"Bash(git reset:*)",
"Bash(git rm:*)",
"Bash(gh api:*)",
"Bash(xargs git rm --cached)",
"Bash(xargs -I {} sh -c 'echo \"\"\"\"=== {} ===\"\"\"\" && grep -c \"\"\"\"pub fn\"\"\"\" {}')",
"Bash(xargs -I {} sh -c 'echo \"\"\"\"=== {} ===\"\"\"\" && grep -n \"\"\"\"pub fn\"\"\"\" {} | grep -v test')",
"Bash(git -C /Users/evanalmloff/Desktop/Github/floneum diff --name-only)",
"Bash(git -C /Users/evanalmloff/Desktop/Github/floneum diff --stat -- fusor-ml/core/src/compute_graph/resolve.rs fusor-ml/core/src/device.rs fusor-ml/core/src/mir/kernel.rs)",
"Bash(git -C /Users/evanalmloff/Desktop/Github/floneum stash)",
"Bash(git -C /Users/evanalmloff/Desktop/Github/floneum stash pop)",
"Bash(git -C /Users/evanalmloff/Desktop/Github/floneum stash drop)",
"Bash(git -C /Users/evanalmloff/Desktop/Github/floneum diff --stat -- fusor-ml/core/src/compute_graph/resolve.rs)",
"Bash(git -C /Users/evanalmloff/Desktop/Github/floneum stash list:*)",
"Bash(git -C /Users/evanalmloff/Desktop/Github/floneum diff --name-only --cached)",
"Bash(git -C /Users/evanalmloff/Desktop/Github/floneum status --short -- fusor-ml/core/src/device.rs fusor-ml/core/src/mir/kernel.rs)",
"Bash(git -C /Users/evanalmloff/Desktop/Github/floneum fsck --unreachable --no-reflogs)",
"Bash(git -C /Users/evanalmloff/Desktop/Github/floneum status --short)",
"Bash(git -C /Users/evanalmloff/Desktop/Github/floneum diff -- fusor-ml/types/src/layout.rs fusor-ml/cpu/src/tensor.rs fusor-ml/core/src/map_layout.rs fusor-ml/core/src/lib.rs fusor-ml/fusor/src/composite/shape.rs)",
"Bash(git -C /Users/evanalmloff/Desktop/Github/floneum log --oneline -5)",
"Bash(rt:*)",
"Bash(mkdir:*)",
"Bash(RUST_BACKTRACE=full cargo test:*)",
"Bash(pip3 show:*)",
"Bash(huggingface-cli download:*)",
"Bash(readlink:*)",
"Bash(RWHISPER_COHERE_DIR=/private/tmp/cohere-transcribe-03-2026 cargo run:*)",
"Bash(huggingface-cli whoami:*)",
"Bash(huggingface-cli repo create:*)",
"Bash(RWHISPER_COHERE=1 cargo run:*)",
"Bash(do echo \"=== $commit ===\")",
"Bash(hf whoami:*)",
"Bash(hf auth:*)",
"Bash(git -s ls-files models/rwhisper/artifacts/)",
"Bash(hf download:*)",
"Bash(mv moonshine-streaming-__TRACKED_VAR__/model.gguf moonshine-streaming-__TRACKED_VAR__.gguf)",
"Bash(rm -rf moonshine-streaming-__TRACKED_VAR__)",
"Bash(FUSOR_USE_GPU=1 cargo test -p rwhisper --test jfk_regression -r)",
"Bash(FUSOR_USE_GPU=1 RUST_BACKTRACE=1 cargo test -p rwhisper --test jfk_regression -r moonshine_tiny_matches_the_jfk_reference)",
"Bash(FUSOR_USE_GPU=1 cargo test -p rwhisper --test jfk_regression -r moonshine_tiny_matches_the_jfk_reference)",
"Bash(mkdir -p ~/.cache/huggingface/hub/models--Demonthos--moonshot-gguf/refs)",
"Bash(echo -n \"main\")",
"Read(//Users/evanalmloff/.cache/huggingface/hub/models--Demonthos--moonshot-gguf/**)",
"Bash(FUSOR_USE_GPU=1 FUSOR_DUMP_SHADERS=1 cargo test -p rwhisper --test jfk_regression -r moonshine_tiny_matches_the_jfk_reference)",
"Bash(awk '/=== fusor shader ===/{n++; out=\"\"; next} /=== end shader ===/{last=out; next} /invalid accessor/{print last; exit} {out=out \"\\\\n\" $0}')",
"Bash(FUSOR_USE_GPU=1 cargo test -p rwhisper --test jfk_regression -r moonshine_tiny_streaming_matches_the_jfk_reference)",
"Bash(FUSOR_USE_GPU=1 cargo test -p rwhisper --lib quantized::moonshine::tests::cached_decode_matches_full_decode -- --nocapture)",
"Bash(FUSOR_USE_GPU=1 cargo test -p rwhisper --lib quantized::moonshine::tests::streaming_encoder_matches_full_encoder_on_jfk -- --nocapture)",
"Bash(awk 'NR<1357 || NR>1544' models/rwhisper/src/quantized/moonshine.rs)",
"Bash(awk 'NR<=1352 || NR>=1469' models/rwhisper/src/quantized/moonshine.rs)"
],
"deny": [],
"additionalDirectories": [
"/private/tmp"
]
}
}
39 changes: 39 additions & 0 deletions fusor-ml/core/.claude/settings.local.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,39 @@
{
"permissions": {
"allow": [
"Bash(cargo check:*)",
"Bash(cargo test:*)",
"Bash(RUST_BACKTRACE=1 cargo test test_fuzz_q_mat_mul -- --nocapture)",
"Bash(RUST_BACKTRACE=1 cargo test test_fuzz_q_mat_mul_q8_0 -- --nocapture)",
"Bash(RUST_BACKTRACE=1 cargo test test_fuzz_q_mat_mul_sgemv -- --nocapture)",
"Bash(git log:*)",
"Read(//Users/evanalmloff/Desktop/Github/floneum/models/rwhisper/src/**)",
"Read(//Users/evanalmloff/Desktop/Github/floneum/models/rwhisper/**)",
"Read(//Users/evanalmloff/.cargo/registry/src/**)",
"Bash(git merge:*)",
"Bash(git checkout:*)",
"Bash(git add:*)",
"Bash(git rm:*)",
"Bash(git commit:*)",
"Bash(RUST_BACKTRACE=1 cargo test:*)",
"Bash(cargo build:*)",
"Bash(RUST_BACKTRACE=1 cargo run:*)",
"Bash(cargo run:*)",
"Bash(FUSOR_DEBUG_SHADERS=1 cargo run:*)",
"Bash(tee:*)",
"Bash(timeout 120 bash:*)",
"Bash(timeout 120 cargo run:*)",
"Bash(timeout 60 cargo run:*)",
"Bash(FUSOR_DEBUG_SHADERS=1 timeout 45 cargo run:*)",
"Bash(cat:*)",
"Bash(timeout 300 cargo run:*)",
"Bash(FUSOR_DEBUG_SHADERS=1 timeout 120 cargo run:*)",
"Bash(RUST_BACKTRACE=1 timeout 120 cargo run:*)",
"Bash(git stash:*)",
"Bash(FUSOR_DEBUG_SHADERS=1 cargo test:*)",
"Bash(git show:*)"
],
"deny": [],
"ask": []
}
}
Loading