Add the GGUF for Quantization

Author: codewithdark-git

docs/conf.py

@@ -1,46 +1,47 @@
 import os
 import sys
-sys.path.insert(0, os.path.abspath('..'))
 
-project = 'QuantLLM'
-copyright = '2025, QuantLLM Team'
-author = 'Dark Coder'
-version = '1.2.0'
-release = '1.2.0'
+sys.path.insert(0, os.path.abspath(".."))
+
+project = "QuantLLM"
+copyright = "2025, QuantLLM Team"
+author = "Dark Coder"
+version = "1.2.0"
+release = "1.2.0"
 
 # RTD configurations
-on_rtd = os.environ.get('READTHEDOCS') == 'True'
+on_rtd = os.environ.get("READTHEDOCS") == "True"
 
 extensions = [
-    'sphinx.ext.autodoc',
-    'sphinx.ext.napoleon',
-    'sphinx.ext.viewcode',
-    'sphinx.ext.intersphinx',
-    'sphinx_autodoc_typehints',
-    'sphinx_copybutton',
-    'myst_parser'
+    "sphinx.ext.autodoc",
+    "sphinx.ext.napoleon",
+    "sphinx.ext.viewcode",
+    "sphinx.ext.intersphinx",
+    "sphinx_autodoc_typehints",
+    "sphinx_copybutton",
+    "myst_parser",
 ]
 
-templates_path = ['_templates']
-exclude_patterns = ['_build', 'Thumbs.db', '.DS_Store']
+templates_path = ["_templates"]
+exclude_patterns = ["_build", "Thumbs.db", ".DS_Store"]
 
-html_theme = 'sphinx_rtd_theme'
-html_static_path = ['_static']
+html_theme = "sphinx_rtd_theme"
+html_static_path = ["_static"]
 
 # Configure intersphinx mapping
 intersphinx_mapping = {
-    'python': ('https://docs.python.org/3', None),
-    'torch': ('https://pytorch.org/docs/stable', None),
-    'transformers': ('https://huggingface.co/transformers/master', None),
+    "python": ("https://docs.python.org/3", None),
+    "torch": ("https://pytorch.org/docs/stable", None),
+    "transformers": ("https://huggingface.co/transformers/master", None),
 }
 
 # Autodoc configurations
 autodoc_default_options = {
-    'members': True,
-    'member-order': 'bysource',
-    'special-members': '__init__',
-    'undoc-members': True,
-    'exclude-members': '__weakref__'
+    "members": True,
+    "member-order": "bysource",
+    "special-members": "__init__",
+    "undoc-members": True,
+    "exclude-members": "__weakref__",
 }
 
 # Napoleon settings
@@ -58,7 +59,4 @@
 napoleon_type_aliases = None
 
 # MyST parser settings
-myst_enable_extensions = [
-    "colon_fence",
-    "deflist"
-]
+myst_enable_extensions = ["colon_fence", "deflist"]

quantllm/__init__.py

@@ -1,36 +1,23 @@
-
-from .data import (
-    LoadDataset,
-    DatasetPreprocessor,
-    DatasetSplitter,
-    DataLoader
-)
-from .trainer import (
-    FineTuningTrainer,
-    ModelEvaluator
-)
+from .data import LoadDataset, DatasetPreprocessor, DatasetSplitter, DataLoader
+from .trainer import FineTuningTrainer, ModelEvaluator
 from .hub import HubManager, CheckpointManager
 from .utils import (
     get_optimal_training_settings,
     configure_logging,
     enable_logging,
-    QuantizationBenchmark
+    QuantizationBenchmark,
 )
 from .api import QuantLLM
 
 from .quant import (
-    QuantizationConfig, 
-    QuantizationEngine, 
-    QuantizedLinear, 
-    GGUFQuantizer
+    QuantizationConfig,
+    QuantizationEngine,
+    QuantizedLinear,
+    GGUFQuantizer,
 )
 
 
-from .config import (
-    ModelConfig,
-    DatasetConfig,
-    TrainingConfig
-)
+from .config import ModelConfig, DatasetConfig, TrainingConfig
 
 # Configure package-wide logging
 configure_logging()
@@ -43,38 +30,31 @@
 __author__ = "Dark Coder"
 
 __all__ = [
-    
     # Dataset
     "DataLoader",
     "DatasetPreprocessor",
     "DatasetSplitter",
     "LoadDataset",
-    
     # Training
     "FineTuningTrainer",
     "ModelEvaluator"
-    
     # Hub and Checkpoint
     "HubManager",
     "CheckpointManager",
-    
     # Configuration
     "ModelConfig",
     "DatasetConfig",
     "TrainingConfig",
     "QuantizationBenchmark",
-    
     # Utilities
     "get_optimal_training_settings",
     "configure_logging",
     "enable_logging",
-
     # Quantization
     "QuantizationConfig",
     "QuantizationEngine",
     "QuantizedLinear",
     "GGUFQuantizer",
-
     # API
-    "QuantLLM"
+    "QuantLLM",
 ]

quantllm/api/__init__.py

@@ -1,5 +1,3 @@
 from .high_level import QuantLLM
 
-all = [
-    "QuantLLM"
-]
+all = ["QuantLLM"]