@@ -312,15 +312,9 @@ static std::shared_ptr<ov::Model> buildROPE_VIT(const int seq_length,
312
312
auto seq_length_s = static_cast <size_t >(seq_length);
313
313
auto rotary_ndims_s = static_cast <size_t >(rotary_ndims);
314
314
auto num_heads_s = static_cast <size_t >(num_heads);
315
- auto input = std::make_shared<ov::opset1::Parameter>(ov::element::f32 ,
316
- ov::Shape{seq_length_s, num_heads_s, rotary_ndims_s});
317
- auto Constant_396096 = makeConst (ov::element::f32 ,
318
- ov::Shape ({
319
- 1 ,
320
- 1 ,
321
- 1 ,
322
- }),
323
- {-1 .000000f });
315
+ auto input =
316
+ std::make_shared<ov::opset1::Parameter>(ov::element::f32 , ov::Shape{seq_length_s, num_heads_s, rotary_ndims_s});
317
+ auto Constant_396096 = makeConst (ov::element::f32 , ov::Shape ({1 , 1 , 1 }), {-1 .000000f });
324
318
325
319
auto param_cos =
326
320
std::make_shared<ov::opset1::Parameter>(ov::element::f32 , ov::Shape{seq_length_s, 1 , rotary_ndims_s});
@@ -329,12 +323,14 @@ static std::shared_ptr<ov::Model> buildROPE_VIT(const int seq_length,
329
323
ov::Output<ov::Node> cat_Concat;
330
324
if (is_split) {
331
325
auto split = makeOP<ov::opset1::VariadicSplit>({input, {2 }, {rotary_ndims / 2 , rotary_ndims / 2 }});
332
- auto neg_Multiply = makeOP<ov::opset1::Multiply>({split->output (1 ), Constant_396096}, {{" auto_broadcast" , " numpy" }});
326
+ auto neg_Multiply =
327
+ makeOP<ov::opset1::Multiply>({split->output (1 ), Constant_396096}, {{" auto_broadcast" , " numpy" }});
333
328
cat_Concat = makeOP<ov::opset1::Concat>({neg_Multiply, split->output (0 )}, {{" axis" , -1 }});
334
329
} else {
335
330
auto slice_right_part = makeOP<ov::opset8::Slice>({input, {rotary_ndims / 2 }, {INT_MAX}, {1 }, {2 }});
336
331
auto slice_left_part = makeOP<ov::opset8::Slice>({input, {0 }, {rotary_ndims / 2 }, {1 }, {2 }});
337
- auto neg_Multiply = makeOP<ov::opset1::Multiply>({slice_right_part, Constant_396096}, {{" auto_broadcast" , " numpy" }});
332
+ auto neg_Multiply =
333
+ makeOP<ov::opset1::Multiply>({slice_right_part, Constant_396096}, {{" auto_broadcast" , " numpy" }});
338
334
cat_Concat = makeOP<ov::opset1::Concat>({neg_Multiply, slice_left_part}, {{" axis" , -1 }});
339
335
}
340
336
auto mul_sin_Multiply = makeOP<ov::opset1::Multiply>({cat_Concat, param_sin}, {{" auto_broadcast" , " numpy" }});
@@ -760,10 +756,8 @@ TEST_P(ConvertToROPETestVIT, ConvertToROPE_qwen) {
760
756
{
761
757
auto input =
762
758
std::make_shared<ov::opset1::Parameter>(ov::element::f32 , ov::Shape{seq_len, num_heads, rotary_ndims});
763
- auto param_cos =
764
- std::make_shared<ov::opset1::Parameter>(ov::element::f32 , ov::Shape{seq_len, 1 , rotary_ndims});
765
- auto param_sin =
766
- std::make_shared<ov::opset1::Parameter>(ov::element::f32 , ov::Shape{seq_len, 1 , rotary_ndims});
759
+ auto param_cos = std::make_shared<ov::opset1::Parameter>(ov::element::f32 , ov::Shape{seq_len, 1 , rotary_ndims});
760
+ auto param_sin = std::make_shared<ov::opset1::Parameter>(ov::element::f32 , ov::Shape{seq_len, 1 , rotary_ndims});
767
761
auto rope = makeOP<ov::op::internal::RoPE>({input, param_cos, param_sin},
768
762
{{" config.slice_start" , 0 },
769
763
{" config.slice_stop" , 0 },
0 commit comments