Skip to content

Commit

Permalink
fix
Browse files Browse the repository at this point in the history
  • Loading branch information
zhenglongjiepheonix committed Sep 20, 2024
1 parent 9dd77de commit a375b6d
Showing 1 changed file with 0 additions and 3 deletions.
3 changes: 0 additions & 3 deletions optimum/fx/parallelization/backend/base.py
Original file line number Diff line number Diff line change
Expand Up @@ -99,7 +99,6 @@ def create_parallel_cross_entropy(
else:
return sharded_cross_entropy_wrapper_fn(process_group=parallel_ctx.tp_group)

@abstractmethod
def pre_process(self, graph_module: GraphModule, ctx: "ParallelExecutionCtx", config: "Config") -> GraphModule:
"""
Mark tie information right before we run passes because dynamo tracing will alter the parameter name while our
Expand All @@ -115,15 +114,13 @@ def pre_process(self, graph_module: GraphModule, ctx: "ParallelExecutionCtx", co
param_meta.tied_to = parameter_mp[key]
return graph_module

@abstractmethod
def post_process(self, graph_module: GraphModule, ctx: "ParallelExecutionCtx", config: "Config") -> nn.Module:
"""
This method is called after the parallelization passes have been applied. It is used to perform any backend-specific
post-processing on the graph module.
"""
return graph_module

@abstractmethod
def init_parallelization_pass_pipeline(self) -> PassPipeline:
"""
Ensemble a pass pipeline which contains the following passes:
Expand Down

0 comments on commit a375b6d

Please sign in to comment.