diff --git a/src/instructlab/sdg/__init__.py b/src/instructlab/sdg/__init__.py index 348e26a4..6a0315b6 100644 --- a/src/instructlab/sdg/__init__.py +++ b/src/instructlab/sdg/__init__.py @@ -3,19 +3,12 @@ # NOTE: This package imports Torch and other heavy packages. __all__ = ( "Block", - "CombineColumnsBlock", - "ConditionalLLMBlock", "EmptyDatasetError", - "FilterByValueBlock", "FilterByValueBlockError", "GenerateException", - "ImportBlock", - "LLMBlock", "Pipeline", "PipelineConfigParserError", "PipelineContext", - "SamplePopulatorBlock", - "SelectorBlock", "SDG", "SIMPLE_PIPELINES_PACKAGE", "FULL_PIPELINES_PACKAGE", @@ -24,10 +17,8 @@ # Local from .block import Block -from .filterblock import FilterByValueBlock, FilterByValueBlockError +from .filterblock import FilterByValueBlockError from .generate_data import generate_data -from .importblock import ImportBlock -from .llmblock import ConditionalLLMBlock, LLMBlock from .pipeline import ( FULL_PIPELINES_PACKAGE, SIMPLE_PIPELINES_PACKAGE, @@ -37,6 +28,5 @@ PipelineContext, ) from .sdg import SDG -from .utilblocks import CombineColumnsBlock, SamplePopulatorBlock, SelectorBlock from .utils import GenerateException from .utils.taxonomy import TaxonomyReadingException diff --git a/src/instructlab/sdg/filterblock.py b/src/instructlab/sdg/filterblock.py index 1090ce79..d738ba42 100644 --- a/src/instructlab/sdg/filterblock.py +++ b/src/instructlab/sdg/filterblock.py @@ -84,7 +84,6 @@ def convert_column(sample): return samples.map(convert_column, num_proc=num_proc) -# This is part of the public API. class FilterByValueBlock(Block): def __init__( self, diff --git a/src/instructlab/sdg/importblock.py b/src/instructlab/sdg/importblock.py index 8efb2550..5fa479b8 100644 --- a/src/instructlab/sdg/importblock.py +++ b/src/instructlab/sdg/importblock.py @@ -10,7 +10,6 @@ logger = setup_logger(__name__) -# This is part of the public API. class ImportBlock(Block): def __init__( self, diff --git a/src/instructlab/sdg/llmblock.py b/src/instructlab/sdg/llmblock.py index 2edb51d2..00cec56b 100644 --- a/src/instructlab/sdg/llmblock.py +++ b/src/instructlab/sdg/llmblock.py @@ -50,7 +50,6 @@ def server_supports_batched(client, model_id: str) -> bool: return supported -# This is part of the public API. # pylint: disable=dangerous-default-value class LLMBlock(Block): # pylint: disable=too-many-instance-attributes @@ -229,7 +228,6 @@ def generate(self, samples: Dataset, **gen_kwargs) -> Dataset: return Dataset.from_list(new_data) -# This is part of the public API. class ConditionalLLMBlock(LLMBlock): def __init__( self, diff --git a/src/instructlab/sdg/utilblocks.py b/src/instructlab/sdg/utilblocks.py index 2bd1392b..02b536f5 100644 --- a/src/instructlab/sdg/utilblocks.py +++ b/src/instructlab/sdg/utilblocks.py @@ -9,7 +9,6 @@ logger = setup_logger(__name__) -# This is part of the public API. class SamplePopulatorBlock(Block): def __init__( self, ctx, pipe, block_name, config_paths, column_name, post_fix="" @@ -39,7 +38,6 @@ def generate(self, samples) -> Dataset: ) -# This is part of the public API. class SelectorBlock(Block): def __init__( self, ctx, pipe, block_name, choice_map, choice_col, output_col @@ -68,7 +66,6 @@ def generate(self, samples: Dataset) -> Dataset: ) -# This is part of the public API. class CombineColumnsBlock(Block): def __init__( self, ctx, pipe, block_name, columns, output_col, separator="\n\n"