Skip to content

Commit

Permalink
fix comments
Browse files Browse the repository at this point in the history
  • Loading branch information
xczhai committed Oct 8, 2024
1 parent 37479b2 commit 0f72618
Show file tree
Hide file tree
Showing 2 changed files with 3 additions and 15 deletions.
13 changes: 0 additions & 13 deletions src/plugins/intel_cpu/src/nodes/kernels/scaled_attn/common.hpp
Original file line number Diff line number Diff line change
Expand Up @@ -215,19 +215,6 @@ static constexpr size_t vec_len_f32_neon = vec_len_neon / sizeof(float);
return _mm256_maskstore_ps(addr, mask, v);
}

inline void mm256_uni_storeu_tail_ps(ov::bfloat16 *addr, __m256 v, size_t count) {
assert("AVX2 version of bfloat16 tail store is just for compilation pass");
ov::bfloat16 tmp_values[8];
mm256_uni_storeu_ps(tmp_values, v);
std::memcpy(addr, tmp_values, count * sizeof(ov::bfloat16));
}

inline void mm256_uni_storeu_tail_ps(ov::float16 *addr, __m256 v, size_t count) {
ov::float16 tmp_values[8];
mm256_uni_storeu_ps(tmp_values, v);
std::memcpy(addr, tmp_values, count * sizeof(ov::float16));
}

inline void hsum(__m256& x) {
__m256 y; // x: 0 1 2 3 4 5 6 7
y = _mm256_permute_ps(x, 0x39); // y: 1 2 3 0 5 6 7 4
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -56,6 +56,7 @@ class ConcatMultiQuerySDPTest : public testing::WithParamInterface<ConcatMultiQu
bool forceKVU8;
bool hasShapeOf;
std::tie(qkvType, inputShapeAndOrders, forceKVU8, hasShapeOf) = obj.param;
ElementType kvCacheType = forceKVU8 ? ov::element::Type_t::u8 : qkvType;
std::ostringstream result;
std::vector<InputShape>& inputShapes = inputShapeAndOrders.first;
std::vector<size_t>& transposeOrder = inputShapeAndOrders.second;
Expand All @@ -73,8 +74,8 @@ class ConcatMultiQuerySDPTest : public testing::WithParamInterface<ConcatMultiQu
}
result << ")_";
}
result << "Prc=" << qkvType << "_";
result << "ForceKVU8" << forceKVU8 << "_";
result << "qDataType=" << qkvType << "_";
result << "kvDataType=" << kvCacheType << "_";
result << "HasShapeOf=" << hasShapeOf << "_";
result << "TransposeOrder=";
result << "(";
Expand Down

0 comments on commit 0f72618

Please sign in to comment.