📜 API Documentation#
tl;dr
The API documentation is comprehensive and can be overwhelming. The most important parts are:
pipefunc.pipefunc: the@pipefuncdecoratorpipefunc.PipeFunc: the class that is returned by the@pipefuncdecoratorpipefunc.Pipeline: the class containing thePipeFuncinstancespipefunc.Pipeline.run: run functions inline sequentiallypipefunc.Pipeline.map: run functions that may contain map-reduce operations in parallel
pipefuncmoduleErrorSnapshotErrorSnapshot.load_from_file()ErrorSnapshot.reproduce()ErrorSnapshot.save_to_file()ErrorSnapshot.functionErrorSnapshot.exceptionErrorSnapshot.argsErrorSnapshot.kwargsErrorSnapshot.tracebackErrorSnapshot.timestampErrorSnapshot.userErrorSnapshot.machineErrorSnapshot.ip_addressErrorSnapshot.current_directory
NestedPipeFuncPipeFuncPipeFunc.error_snapshotPipeFunc.boundPipeFunc.copy()PipeFunc.defaultsPipeFunc.original_parametersPipeFunc.output_annotationPipeFunc.output_namePipeFunc.output_pickerPipeFunc.parameter_annotationsPipeFunc.parameter_scopesPipeFunc.parametersPipeFunc.profilePipeFunc.renamesPipeFunc.requires_mappingPipeFunc.unscoped_parametersPipeFunc.update_bound()PipeFunc.update_defaults()PipeFunc.update_mapspec_axes()PipeFunc.update_renames()PipeFunc.update_scope()
PipelinePipeline.add()Pipeline.add_mapspec_axis()Pipeline.all_arg_combinationsPipeline.all_output_namesPipeline.all_root_argsPipeline.arg_combinations()Pipeline.cli()Pipeline.copy()Pipeline.debugPipeline.defaultsPipeline.drop()Pipeline.error_snapshotPipeline.func()Pipeline.func_dependencies()Pipeline.func_dependents()Pipeline.graphPipeline.independent_axes_in_mapspecs()Pipeline.info()Pipeline.join()Pipeline.leaf_nodesPipeline.map()Pipeline.map_async()Pipeline.mapspec_axesPipeline.mapspec_dimensionsPipeline.mapspec_namesPipeline.mapspecs()Pipeline.mapspecs_as_stringsPipeline.nest_funcs()Pipeline.node_mappingPipeline.output_annotationsPipeline.output_to_funcPipeline.parameter_annotationsPipeline.print_documentation()Pipeline.print_errorPipeline.print_profiling_stats()Pipeline.profilePipeline.profiling_statsPipeline.pydantic_model()Pipeline.replace()Pipeline.root_args()Pipeline.root_nodesPipeline.run()Pipeline.scopesPipeline.simplified_pipeline()Pipeline.sorted_functionsPipeline.split_disconnected()Pipeline.subpipeline()Pipeline.topological_generationsPipeline.unique_leaf_nodePipeline.update_defaults()Pipeline.update_mapspec_axes()Pipeline.update_renames()Pipeline.update_scope()Pipeline.validate()Pipeline.visualize()Pipeline.visualize_graphviz()Pipeline.visualize_graphviz_widget()Pipeline.visualize_holoviews()Pipeline.visualize_matplotlib()
VariantPipelinepipefunc()
pipefunc.mapmoduleDictArrayFileArrayMapSpecRunInfoRunInfo.create()RunInfo.defaults_pathRunInfo.dump()RunInfo.error_handlingRunInfo.init_store()RunInfo.input_pathsRunInfo.load()RunInfo.mapspecsRunInfo.path()RunInfo.pipefunc_versionRunInfo.resolve_downstream_shapes()RunInfo.storage_class()RunInfo.inputsRunInfo.defaultsRunInfo.all_output_namesRunInfo.shapesRunInfo.resolved_shapesRunInfo.internal_shapesRunInfo.shape_masksRunInfo.run_folderRunInfo.mapspecs_as_stringsRunInfo.storage
SharedMemoryDictArrayStorageBaseStorageBase.dump()StorageBase.dump_in_subprocessStorageBase.full_shapeStorageBase.full_shape_is_resolved()StorageBase.get_from_index()StorageBase.has_index()StorageBase.maskStorageBase.mask_linear()StorageBase.persist()StorageBase.rankStorageBase.resolved_internal_shapeStorageBase.resolved_shapeStorageBase.sizeStorageBase.stridesStorageBase.to_array()StorageBase.shapeStorageBase.internal_shapeStorageBase.shape_maskStorageBase.storage_idStorageBase.requires_serialization
load_all_outputs()load_dataframe()load_outputs()load_xarray_dataset()register_storage()run_map()run_map_async()ZarrFileArrayZarrMemoryArrayZarrSharedMemoryArray
pipefunc.map.adaptivemodulepipefunc.map.xarraymodulepipefunc.map.adaptive_schedulermoduleAdaptiveSchedulerDetailsAdaptiveSchedulerDetails.learnersAdaptiveSchedulerDetails.fnamesAdaptiveSchedulerDetails.dependenciesAdaptiveSchedulerDetails.nodesAdaptiveSchedulerDetails.cores_per_nodeAdaptiveSchedulerDetails.extra_schedulerAdaptiveSchedulerDetails.partitionAdaptiveSchedulerDetails.executor_typeAdaptiveSchedulerDetails.kwargs()AdaptiveSchedulerDetails.run_manager()
slurm_run_setup()
pipefunc.cachemodulepipefunc.helpersmodulepipefunc.resourcesmoduleResourcesResources.cpusResources.cpus_per_nodeResources.nodesResources.memoryResources.gpusResources.timeResources.partitionResources.extra_argsResources.parallelization_modeResources.from_dict()Resources.maybe_from_dict()Resources.to_slurm_options()Resources.update()Resources.combine_max()Resources.with_defaults()Resources.maybe_with_defaults()Resources.dict()
pipefunc.lazymodulepipefunc.mcpmodulepipefunc.sweepmodulepipefunc.testingmodulepipefunc.typingmodule