For the complete documentation index, see llms.txt. Markdown versions of all pages are available by appending .md to any URL (e.g. /max/get-started.md).

Mojo function

rope_ragged

def rope_ragged[dtype: DType, freq_dtype: DType, *, interleaved: Bool, target: StringSlice[StaticConstantOrigin], output_fn: def[width: SIMDSize, alignment: Int](idx: IndexList[Int(3)], val: SIMD[dtype, width]) capturing -> None, mrope_types: TypeList[mrope_types.values] = *?, mrope_section: Optional[Coord[mrope_types]] = None, PositionIdsLayoutType: TensorLayout = Layout[*?, *?]](x: TileTensor[dtype, Storage=x.Storage, address_space=x.address_space, linear_idx_type=x.linear_idx_type, element_size=x.element_size], input_row_offsets: TileTensor[DType.uint32, Storage=input_row_offsets.Storage, address_space=input_row_offsets.address_space, linear_idx_type=input_row_offsets.linear_idx_type, element_size=input_row_offsets.element_size], start_pos: TileTensor[DType.uint32, Storage=start_pos.Storage, address_space=start_pos.address_space, linear_idx_type=start_pos.linear_idx_type, element_size=start_pos.element_size], freqs_cis: TileTensor[freq_dtype, Storage=freqs_cis.Storage, address_space=freqs_cis.address_space, linear_idx_type=freqs_cis.linear_idx_type, element_size=freqs_cis.element_size], context: DeviceContext, position_ids: OptionalReg[TileTensor[DType.uint32, PositionIdsLayoutType, ImmutAnyOrigin]] = None) where (Int(len(#kgen.param_list.concat(#kgen.param_list.tabulate(len(#kgen.param_list.concat(#kgen.param_list.tabulate(len(#kgen.param_list.concat(#kgen.param_list.tabulate(len(#kgen.param_list.concat(#kgen.param_list.tabulate(len(start_pos.LayoutType.__shape_types), [idx: __mlir_type.index] start_pos.LayoutType.__shape_types[idx]._ParamListType))), [idx: __mlir_type.index] #kgen.param_list.concat(#kgen.param_list.tabulate(len(start_pos.LayoutType.__shape_types), [idx: __mlir_type.index] start_pos.LayoutType.__shape_types[idx]._ParamListType))[idx]._ParamListType))), [idx: __mlir_type.index] #kgen.param_list.concat(#kgen.param_list.tabulate(len(#kgen.param_list.concat(#kgen.param_list.tabulate(len(start_pos.LayoutType.__shape_types), [idx: __mlir_type.index] start_pos.LayoutType.__shape_types[idx]._ParamListType))), [idx: __mlir_type.index] #kgen.param_list.concat(#kgen.param_list.tabulate(len(start_pos.LayoutType.__shape_types), [idx: __mlir_type.index] start_pos.LayoutType.__shape_types[idx]._ParamListType))[idx]._ParamListType))[idx]._ParamListType))), [idx: __mlir_type.index] #kgen.param_list.concat(#kgen.param_list.tabulate(len(#kgen.param_list.concat(#kgen.param_list.tabulate(len(#kgen.param_list.concat(#kgen.param_list.tabulate(len(start_pos.LayoutType.__shape_types), [idx: __mlir_type.index] start_pos.LayoutType.__shape_types[idx]._ParamListType))), [idx: __mlir_type.index] #kgen.param_list.concat(#kgen.param_list.tabulate(len(start_pos.LayoutType.__shape_types), [idx: __mlir_type.index] start_pos.LayoutType.__shape_types[idx]._ParamListType))[idx]._ParamListType))), [idx: __mlir_type.index] #kgen.param_list.concat(#kgen.param_list.tabulate(len(#kgen.param_list.concat(#kgen.param_list.tabulate(len(start_pos.LayoutType.__shape_types), [idx: __mlir_type.index] start_pos.LayoutType.__shape_types[idx]._ParamListType))), [idx: __mlir_type.index] #kgen.param_list.concat(#kgen.param_list.tabulate(len(start_pos.LayoutType.__shape_types), [idx: __mlir_type.index] start_pos.LayoutType.__shape_types[idx]._ParamListType))[idx]._ParamListType))[idx]._ParamListType))[idx]._ParamListType)))) == Int(1)) if (Int(len(#kgen.param_list.concat(#kgen.param_list.tabulate(len(#kgen.param_list.concat(#kgen.param_list.tabulate(len(#kgen.param_list.concat(#kgen.param_list.tabulate(len(#kgen.param_list.concat(#kgen.param_list.tabulate(len(input_row_offsets.LayoutType.__shape_types), [idx: __mlir_type.index] input_row_offsets.LayoutType.__shape_types[idx]._ParamListType))), [idx: __mlir_type.index] #kgen.param_list.concat(#kgen.param_list.tabulate(len(input_row_offsets.LayoutType.__shape_types), [idx: __mlir_type.index] input_row_offsets.LayoutType.__shape_types[idx]._ParamListType))[idx]._ParamListType))), [idx: __mlir_type.index] #kgen.param_list.concat(#kgen.param_list.tabulate(len(#kgen.param_list.concat(#kgen.param_list.tabulate(len(input_row_offsets.LayoutType.__shape_types), [idx: __mlir_type.index] input_row_offsets.LayoutType.__shape_types[idx]._ParamListType))), [idx: __mlir_type.index] #kgen.param_list.concat(#kgen.param_list.tabulate(len(input_row_offsets.LayoutType.__shape_types), [idx: __mlir_type.index] input_row_offsets.LayoutType.__shape_types[idx]._ParamListType))[idx]._ParamListType))[idx]._ParamListType))), [idx: __mlir_type.index] #kgen.param_list.concat(#kgen.param_list.tabulate(len(#kgen.param_list.concat(#kgen.param_list.tabulate(len(#kgen.param_list.concat(#kgen.param_list.tabulate(len(input_row_offsets.LayoutType.__shape_types), [idx: __mlir_type.index] input_row_offsets.LayoutType.__shape_types[idx]._ParamListType))), [idx: __mlir_type.index] #kgen.param_list.concat(#kgen.param_list.tabulate(len(input_row_offsets.LayoutType.__shape_types), [idx: __mlir_type.index] input_row_offsets.LayoutType.__shape_types[idx]._ParamListType))[idx]._ParamListType))), [idx: __mlir_type.index] #kgen.param_list.concat(#kgen.param_list.tabulate(len(#kgen.param_list.concat(#kgen.param_list.tabulate(len(input_row_offsets.LayoutType.__shape_types), [idx: __mlir_type.index] input_row_offsets.LayoutType.__shape_types[idx]._ParamListType))), [idx: __mlir_type.index] #kgen.param_list.concat(#kgen.param_list.tabulate(len(input_row_offsets.LayoutType.__shape_types), [idx: __mlir_type.index] input_row_offsets.LayoutType.__shape_types[idx]._ParamListType))[idx]._ParamListType))[idx]._ParamListType))[idx]._ParamListType)))) == Int(1)) else (Int(len(#kgen.param_list.concat(#kgen.param_list.tabulate(len(#kgen.param_list.concat(#kgen.param_list.tabulate(len(#kgen.param_list.concat(#kgen.param_list.tabulate(len(#kgen.param_list.concat(#kgen.param_list.tabulate(len(input_row_offsets.LayoutType.__shape_types), [idx: __mlir_type.index] input_row_offsets.LayoutType.__shape_types[idx]._ParamListType))), [idx: __mlir_type.index] #kgen.param_list.concat(#kgen.param_list.tabulate(len(input_row_offsets.LayoutType.__shape_types), [idx: __mlir_type.index] input_row_offsets.LayoutType.__shape_types[idx]._ParamListType))[idx]._ParamListType))), [idx: __mlir_type.index] #kgen.param_list.concat(#kgen.param_list.tabulate(len(#kgen.param_list.concat(#kgen.param_list.tabulate(len(input_row_offsets.LayoutType.__shape_types), [idx: __mlir_type.index] input_row_offsets.LayoutType.__shape_types[idx]._ParamListType))), [idx: __mlir_type.index] #kgen.param_list.concat(#kgen.param_list.tabulate(len(input_row_offsets.LayoutType.__shape_types), [idx: __mlir_type.index] input_row_offsets.LayoutType.__shape_types[idx]._ParamListType))[idx]._ParamListType))[idx]._ParamListType))), [idx: __mlir_type.index] #kgen.param_list.concat(#kgen.param_list.tabulate(len(#kgen.param_list.concat(#kgen.param_list.tabulate(len(#kgen.param_list.concat(#kgen.param_list.tabulate(len(input_row_offsets.LayoutType.__shape_types), [idx: __mlir_type.index] input_row_offsets.LayoutType.__shape_types[idx]._ParamListType))), [idx: __mlir_type.index] #kgen.param_list.concat(#kgen.param_list.tabulate(len(input_row_offsets.LayoutType.__shape_types), [idx: __mlir_type.index] input_row_offsets.LayoutType.__shape_types[idx]._ParamListType))[idx]._ParamListType))), [idx: __mlir_type.index] #kgen.param_list.concat(#kgen.param_list.tabulate(len(#kgen.param_list.concat(#kgen.param_list.tabulate(len(input_row_offsets.LayoutType.__shape_types), [idx: __mlir_type.index] input_row_offsets.LayoutType.__shape_types[idx]._ParamListType))), [idx: __mlir_type.index] #kgen.param_list.concat(#kgen.param_list.tabulate(len(input_row_offsets.LayoutType.__shape_types), [idx: __mlir_type.index] input_row_offsets.LayoutType.__shape_types[idx]._ParamListType))[idx]._ParamListType))[idx]._ParamListType))[idx]._ParamListType)))) == Int(1)) and (Int(len(#kgen.param_list.concat(#kgen.param_list.tabulate(len(#kgen.param_list.concat(#kgen.param_list.tabulate(len(#kgen.param_list.concat(#kgen.param_list.tabulate(len(#kgen.param_list.concat(#kgen.param_list.tabulate(len(freqs_cis.LayoutType.__shape_types), [idx: __mlir_type.index] freqs_cis.LayoutType.__shape_types[idx]._ParamListType))), [idx: __mlir_type.index] #kgen.param_list.concat(#kgen.param_list.tabulate(len(freqs_cis.LayoutType.__shape_types), [idx: __mlir_type.index] freqs_cis.LayoutType.__shape_types[idx]._ParamListType))[idx]._ParamListType))), [idx: __mlir_type.index] #kgen.param_list.concat(#kgen.param_list.tabulate(len(#kgen.param_list.concat(#kgen.param_list.tabulate(len(freqs_cis.LayoutType.__shape_types), [idx: __mlir_type.index] freqs_cis.LayoutType.__shape_types[idx]._ParamListType))), [idx: __mlir_type.index] #kgen.param_list.concat(#kgen.param_list.tabulate(len(freqs_cis.LayoutType.__shape_types), [idx: __mlir_type.index] freqs_cis.LayoutType.__shape_types[idx]._ParamListType))[idx]._ParamListType))[idx]._ParamListType))), [idx: __mlir_type.index] #kgen.param_list.concat(#kgen.param_list.tabulate(len(#kgen.param_list.concat(#kgen.param_list.tabulate(len(#kgen.param_list.concat(#kgen.param_list.tabulate(len(freqs_cis.LayoutType.__shape_types), [idx: __mlir_type.index] freqs_cis.LayoutType.__shape_types[idx]._ParamListType))), [idx: __mlir_type.index] #kgen.param_list.concat(#kgen.param_list.tabulate(len(freqs_cis.LayoutType.__shape_types), [idx: __mlir_type.index] freqs_cis.LayoutType.__shape_types[idx]._ParamListType))[idx]._ParamListType))), [idx: __mlir_type.index] #kgen.param_list.concat(#kgen.param_list.tabulate(len(#kgen.param_list.concat(#kgen.param_list.tabulate(len(freqs_cis.LayoutType.__shape_types), [idx: __mlir_type.index] freqs_cis.LayoutType.__shape_types[idx]._ParamListType))), [idx: __mlir_type.index] #kgen.param_list.concat(#kgen.param_list.tabulate(len(freqs_cis.LayoutType.__shape_types), [idx: __mlir_type.index] freqs_cis.LayoutType.__shape_types[idx]._ParamListType))[idx]._ParamListType))[idx]._ParamListType))[idx]._ParamListType)))) == Int(2))