Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
15 changes: 15 additions & 0 deletions backends/arm/test/models/test_llama.py
Original file line number Diff line number Diff line change
Expand Up @@ -208,6 +208,11 @@ def test_llama_tosa_FP():
pipeline.run()


@pytest.mark.xfail(
reason="index_put into a preserved fp32 mutable KV cache (torchao pytorch/ao#4466) is "
"not delegatable by the INT backend, so the cache round-trip forms a partition "
"dependency cycle. Same root cause as the xfailed static-cache tests: MLETORCH-1971."
)
def test_llama_tosa_INT():
llama_model, llama_inputs, llama_meta = TestLlama().prepare_model()

Expand All @@ -229,6 +234,11 @@ def test_llama_tosa_INT():
pipeline.run()


@pytest.mark.xfail(
reason="index_put into a preserved fp32 mutable buffer (torchao pytorch/ao#4466) is "
"not delegatable by the INT backend, so the KV-cache round-trip forms a partition "
"dependency cycle. Same root cause as the xfailed static-cache tests: MLETORCH-1971."
)
def test_llama_tosa_INT_static():
llama_model, llama_inputs, _ = TestLlama().prepare_model_hf_static()
if llama_model is None or llama_inputs is None:
Expand Down Expand Up @@ -270,6 +280,11 @@ def test_llama_vgf_no_quant():


@common.SkipIfNoModelConverter
@pytest.mark.xfail(
reason="The KV cache stays fp32 (torchao pytorch/ao#4466), so attention reads it as "
"float while the query is quantized: MATMUL rejects the int8/float32 operand pair. "
"Same root cause as the xfailed static-cache tests: MLETORCH-1971."
)
def test_llama_vgf_quant():
llama_model, llama_inputs, llama_meta = TestLlama().prepare_model()

Expand Down
2 changes: 1 addition & 1 deletion install_requirements.py
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,7 @@
# This will be dynamically set based on CUDA availability and CUDA backend enabled/disabled.
TORCH_URL_BASE = "https://download.pytorch.org/whl/test"
TORCHAO_URL_BASE = "https://download.pytorch.org/whl/nightly"
TORCHAO_NIGHTLY_VERSION = "0.18.0.dev20260715"
TORCHAO_NIGHTLY_VERSION = "0.18.0.dev20260729"

# Since ExecuTorch often uses main-branch features of pytorch, only the nightly
# pip versions will have the required features.
Expand Down
2 changes: 1 addition & 1 deletion third-party/ao
Submodule ao updated 103 files
Loading