Add future annotations and ruff flag

datadreamer/__init__.py

@@ -0,0 +1 @@
+from __future__ import annotations

datadreamer/dataset_annotation/__init__.py

@@ -1,3 +1,5 @@
+from __future__ import annotations
+
 from .image_annotator import BaseAnnotator, TaskList
 from .owlv2_annotator import OWLv2Annotator
 

datadreamer/dataset_annotation/image_annotator.py

@@ -1,3 +1,5 @@
+from __future__ import annotations
+
 import enum
 from abc import ABC, abstractmethod
 

datadreamer/dataset_annotation/owlv2_annotator.py

@@ -1,3 +1,5 @@
+from __future__ import annotations
+
 from typing import List, Tuple
 
 import numpy as np

datadreamer/dataset_annotation/utils.py

@@ -1,3 +1,5 @@
+from __future__ import annotations
+
 from torchvision import transforms
 
 

datadreamer/image_generation/__init__.py

@@ -1,3 +1,5 @@
+from __future__ import annotations
+
 from .sdxl_image_generator import StableDiffusionImageGenerator
 from .sdxl_lightning_image_generator import StableDiffusionLightningImageGenerator
 from .sdxl_turbo_image_generator import StableDiffusionTurboImageGenerator

datadreamer/image_generation/clip_image_tester.py

@@ -1,3 +1,5 @@
+from __future__ import annotations
+
 from typing import List
 
 import torch

datadreamer/image_generation/image_generator.py

@@ -1,3 +1,5 @@
+from __future__ import annotations
+
 import random
 from abc import abstractmethod
 from typing import List, Optional, Union

datadreamer/image_generation/sdxl_image_generator.py

@@ -1,3 +1,5 @@
+from __future__ import annotations
+
 from typing import List, Optional
 
 import torch

datadreamer/image_generation/sdxl_lightning_image_generator.py

@@ -1,3 +1,5 @@
+from __future__ import annotations
+
 from typing import List, Optional
 
 import torch

datadreamer/image_generation/sdxl_turbo_image_generator.py

@@ -1,3 +1,5 @@
+from __future__ import annotations
+
 from typing import List, Optional
 
 import torch

datadreamer/pipelines/__init__.py

@@ -0,0 +1 @@
+from __future__ import annotations

datadreamer/pipelines/generate_dataset_from_scratch.py

@@ -1,3 +1,5 @@
+from __future__ import annotations
+
 import argparse
 import json
 import os

datadreamer/prompt_generation/__init__.py

@@ -1,3 +1,5 @@
+from __future__ import annotations
+
 from .lm_prompt_generator import LMPromptGenerator
 from .lm_synonym_generator import LMSynonymGenerator
 from .simple_prompt_generator import SimplePromptGenerator

datadreamer/prompt_generation/lm_prompt_generator.py

@@ -1,3 +1,5 @@
+from __future__ import annotations
+
 import random
 import re
 from typing import List, Literal, Optional

datadreamer/prompt_generation/lm_synonym_generator.py

@@ -1,3 +1,5 @@
+from __future__ import annotations
+
 import re
 from typing import List, Optional
 

datadreamer/prompt_generation/prompt_generator.py

@@ -1,3 +1,5 @@
+from __future__ import annotations
+
 import json
 import random
 from abc import ABC, abstractmethod

datadreamer/prompt_generation/simple_prompt_generator.py

@@ -1,3 +1,5 @@
+from __future__ import annotations
+
 import random
 from typing import List
 

datadreamer/prompt_generation/synonym_generator.py

@@ -1,3 +1,5 @@
+from __future__ import annotations
+
 import json
 from abc import ABC, abstractmethod
 from typing import List, Optional
@@ -15,6 +17,10 @@ class SynonymGenerator(ABC):
         device (str): Device to run the prompt generator on ('cuda' for GPU, 'cpu' for CPU).
 
     Methods:
+        _init_lang_model(): Initializes the language model and tokenizer.
+        _generate_synonyms(prompt_text): Generates synonyms based on a given prompt text.
+        _extract_synonyms(text): Extracts synonyms from a text containing synonyms.
+        _create_prompt_text(word): Creates a prompt text for generating synonyms for a given word.
         generate_synonyms_for_list(words): Generates synonyms for a list of words and returns them in a dictionary.
         generate_synonyms(word): Generates synonyms for a single word and returns them in a list.
         save_synonyms(synonyms, save_path): Saves the generated synonyms to a JSON file.

datadreamer/prompt_generation/tinyllama_lm_prompt_generator.py

@@ -1,3 +1,5 @@
+from __future__ import annotations
+
 import re
 from typing import List, Literal, Optional
 

datadreamer/prompt_generation/wordnet_synonym_generator.py

@@ -1,3 +1,5 @@
+from __future__ import annotations
+
 from typing import List, Optional
 
 import nltk

datadreamer/utils/__init__.py

@@ -0,0 +1 @@
+from __future__ import annotations

datadreamer/utils/convert_dataset_to_yolo.py

@@ -1,3 +1,5 @@
+from __future__ import annotations
+
 import argparse
 import json
 import os

datadreamer/utils/nms.py

@@ -2,6 +2,7 @@
 # -*- coding:utf-8 -*-
 # The code is based on
 # https://github.com/ultralytics/yolov5/blob/master/utils/general.py
+from __future__ import annotations
 
 import os
 import time

pyproject.toml

@@ -41,7 +41,7 @@ target-version = "py38"
 
 [tool.ruff.lint]
 ignore = ["F403", "B028", "B905", "D1"]
-select = ["E4", "E7", "E9", "F", "W", "B", "I"]
+select = ["E4", "E7", "E9", "F", "W", "B", "I", "FA"]
 
 [tool.ruff.pydocstyle]
 convention = "google"

requirements.txt

@@ -11,4 +11,4 @@ opencv-python>=4.7.0
 accelerate>=0.25.0
 scipy>=1.10.0
 bitsandbytes>=0.42.0
-nltk>=3.8.1
+nltk>=3.8.1

tests/integration/test_pipeline.py

@@ -1,3 +1,5 @@
+from __future__ import annotations
+
 import os
 import subprocess
 

tests/unittests/test_annotators.py

@@ -1,3 +1,5 @@
+from __future__ import annotations
+
 import numpy as np
 import psutil
 import pytest

tests/unittests/test_image_generation.py

@@ -1,3 +1,5 @@
+from __future__ import annotations
+
 from typing import Type, Union
 
 import psutil

tests/unittests/test_prompt_generation.py

@@ -1,3 +1,5 @@
+from __future__ import annotations
+
 import psutil
 import pytest
 import torch