Skip to main content

Mojo function

rope_ragged

rope_ragged[dtype: DType, freq_dtype: DType, *, interleaved: Bool, target: StringSlice[StaticConstantOrigin], output_fn: fn[width: Int, alignment: Int](idx: IndexList[3], val: SIMD[dtype, width]) capturing -> None, mrope_types: Variadic[CoordLike] = , mrope_section: Optional[Coord[mrope_types]] = None](x: TileTensor[dtype, x.LayoutType, x.origin, address_space=x.address_space, linear_idx_type=x.linear_idx_type, element_shape_types=x.element_shape_types], input_row_offsets: TileTensor[DType.uint32, input_row_offsets.LayoutType, input_row_offsets.origin, address_space=input_row_offsets.address_space, linear_idx_type=input_row_offsets.linear_idx_type, element_shape_types=input_row_offsets.element_shape_types], start_pos: TileTensor[DType.uint32, start_pos.LayoutType, start_pos.origin, address_space=start_pos.address_space, linear_idx_type=start_pos.linear_idx_type, element_shape_types=start_pos.element_shape_types], freqs_cis: TileTensor[freq_dtype, freqs_cis.LayoutType, freqs_cis.origin, address_space=freqs_cis.address_space, linear_idx_type=freqs_cis.linear_idx_type, element_shape_types=freqs_cis.element_shape_types], context: Optional[DeviceContext], position_ids: OptionalReg[TileTensor[DType.uint32, Layout[RuntimeInt[DType.int64], RuntimeInt[DType.int64], RuntimeInt[DType.int64], ComptimeInt[1]], MutAnyOrigin]] = None)

Was this page helpful?