Skip to content

Commit

Permalink
fix
Browse files Browse the repository at this point in the history
  • Loading branch information
horheynm committed Feb 11, 2025
1 parent a55a427 commit 319d1bd
Show file tree
Hide file tree
Showing 15 changed files with 15 additions and 15 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
from llmcompressor.typing import Processor

if TYPE_CHECKING:
from llmcompressor.arg_parser import DatasetArguments
from llmcompressor.args import DatasetArguments


@TextGenerationDataset.register(name="cnn_dailymail")
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
from llmcompressor.typing import Processor

if TYPE_CHECKING:
from llmcompressor.arg_parser import DatasetArguments
from llmcompressor.args import DatasetArguments


@TextGenerationDataset.register(name="evolcodealpaca")
Expand Down
2 changes: 1 addition & 1 deletion src/llmcompressor/transformers/finetune/data/flickr_30k.py
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@
from llmcompressor.typing import Processor

if TYPE_CHECKING:
from llmcompressor.arg_parser import DatasetArguments
from llmcompressor.args import DatasetArguments


@TextGenerationDataset.register(name="flickr", alias="flickr30k")
Expand Down
2 changes: 1 addition & 1 deletion src/llmcompressor/transformers/finetune/data/gsm8k.py
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
from llmcompressor.typing import Processor

if TYPE_CHECKING:
from llmcompressor.arg_parser import DatasetArguments
from llmcompressor.args import DatasetArguments


@TextGenerationDataset.register(name="gsm8k")
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
from llmcompressor.typing import Processor

if TYPE_CHECKING:
from llmcompressor.arg_parser import DatasetArguments
from llmcompressor.args import DatasetArguments


@TextGenerationDataset.register(name="open_platypus")
Expand Down
2 changes: 1 addition & 1 deletion src/llmcompressor/transformers/finetune/data/ptb.py
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
from llmcompressor.typing import Processor

if TYPE_CHECKING:
from llmcompressor.arg_parser import DatasetArguments
from llmcompressor.args import DatasetArguments


@TextGenerationDataset.register(name="ptb")
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@
from llmcompressor.typing import Processor

if TYPE_CHECKING:
from llmcompressor.arg_parser import DatasetArguments
from llmcompressor.args import DatasetArguments


@TextGenerationDataset.register(name="ultrachat_200k")
Expand Down
2 changes: 1 addition & 1 deletion src/llmcompressor/transformers/finetune/data/wikitext.py
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
from llmcompressor.typing import Processor

if TYPE_CHECKING:
from llmcompressor.arg_parser import DatasetArguments
from llmcompressor.args import DatasetArguments


@TextGenerationDataset.register(name="wikitext")
Expand Down
2 changes: 1 addition & 1 deletion src/llmcompressor/transformers/tracing/debug.py
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,7 @@
from llmcompressor.utils.pytorch.module import get_no_split_params
from llmcompressor.pipelines.sequential.helpers import trace_subgraphs
from llmcompressor.transformers import TextGenerationDataset
from llmcompressor.arg_parser import DatasetArguments
from llmcompressor.args import DatasetArguments


def parse_args():
Expand Down
2 changes: 1 addition & 1 deletion src/llmcompressor/transformers/utils/helpers.py
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@
from transformers.trainer_utils import get_last_checkpoint

if TYPE_CHECKING:
from llmcompressor.arg_parser import ModelArguments, TrainingArguments
from llmcompressor.args import ModelArguments, TrainingArguments

__all__ = [
"RECIPE_FILE_NAME",
Expand Down
2 changes: 1 addition & 1 deletion tests/llmcompressor/transformers/finetune/data/conftest.py
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
import pytest
from transformers import AutoTokenizer

from llmcompressor.arg_parser import ModelArguments
from llmcompressor.args import ModelArguments


@pytest.fixture
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
import pytest

from llmcompressor.arg_parser import DatasetArguments
from llmcompressor.args import DatasetArguments
from llmcompressor.transformers.finetune.data.data_helpers import (
get_raw_dataset,
make_dataset_splits,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
from datasets import IterableDataset, load_dataset
from parameterized import parameterized

from llmcompressor.arg_parser import (
from llmcompressor.args import (
DatasetArguments,
ModelArguments,
RecipeArguments,
Expand Down
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
import pytest

from llmcompressor.arg_parser import DatasetArguments
from llmcompressor.args import DatasetArguments
from llmcompressor.transformers.finetune.data import (
C4Dataset,
OpenPlatypusDataset,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -22,7 +22,7 @@ def labeled_dataloader(self, dataset_name, model_name):
from torch.utils.data import DataLoader
from transformers import AutoTokenizer, DefaultDataCollator

from llmcompressor.arg_parser import DatasetArguments
from llmcompressor.args import DatasetArguments
from llmcompressor.transformers.finetune.data import TextGenerationDataset

tokenizer = AutoTokenizer.from_pretrained(model_name)
Expand Down

0 comments on commit 319d1bd

Please sign in to comment.