mirror of
https://github.com/p-e-w/heretic.git
synced 2026-06-02 05:03:33 +02:00
Vinayyyy7
077e31f663
* feat: implement reproducibility features with safetensors * feat: prompt user before creating reproducibility folder * fix: use prompt_confirm wrapper * style comment * style comment * fix: ignore None values in Settings dump for TOML compatibility * fix: imports * feat: auto-generate seed if none provided for full reproducibility * style: fix ruff formatting issues * style: ruff * style: fix ty check errors with ty:ignore * Update src/heretic/main.py Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com> * Update src/heretic/utils.py Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com> * add period at end. Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com> * Improve: Add README, checkpoint.jsonl, to Reproduce * fix: use centralize device info, remove random states file * feat: Add CUDA driver version * ruff * ruff... * ty fix * LGTM: Rich native strip, use nvidia-smi * ruff fix * ruff * revert kaggle hack) * normalize names for deduplication of packages/versions * docstring * rufff * cleanup, add suffix for torch CUDA version, distinguish ROCm * add PyTorch index URL detection * revert index URL to be simple * flip priority of index.. * add Important note * add exact suffix for WHL in instruction * add warning for heterogeneous GPU env * extend driver version info (more accelerators) * fix: style * sync * no abbreviation * use multi-line string * fix: prompt_confirm * feat: CPU info * strip 'slow' warning from environment.txt * feat: Add virtual env info to environment.txt * ruffff * feat: AMD (Radeon) GPU driver version * Refactor: system.py * feat: LGTM capturing specifc installation origin of heretic * feat: Include chosen trial into reproduce/README * style: run ruff format on utils.py * feat: reproduce.json * fix: seperate values in different keys * restore comment * style, clean, seperate commit key * no abbreviation, cleanup * remove labels, store only dependencies * missed import, ruff * sort import * feat: More CPU Info * only store direct dependencies of heretic * complete comment * refactor: use cpuinfo package instead * ruff import sort * distinguish cores & threads * move function amd-driver * rename * moving heretic package info, * rufff * Move: cleanup memory cache * fix: model.py import * no unknowns * generalize all accelerator info stuff * ruff f * move package info * type change * feat: no reproducibility suite for local saving/model used * import fix * fix: type check * style change * style ruff * feat: no env.txt, SHA256SUMS file, cleanup * feat: ADD tip to readme * remove trial index, two-keys only * fix: No time-zone * feat: No suite for local datasets allowed * simplify * featt: capture both direct and transitive dependencies * style: sort readme of reproducibility suite * feat: Store commit hash for datasets too * add total refusal prompts for evaluation display * remove try/except from cpu * extend SHA256 support * remove .txt * only have safetensors for SHA256 * style comment * use HF api to get commit hash * fix: requirements containing irrelevant dependencies * only store heretic-llm if from PyPI.. * add SELECTED tag to the trial that was pushed * AttributeError fix * simplify trial preservation * add direction_index in trial info * remove unwanted CPU info * style: rename --------- Co-authored-by: Vinayyyy7 <vinayumrethe99@gmail.com> Co-authored-by: gemini-code-assist[bot] <176961590+gemini-code-assist[bot]@users.noreply.github.com>
81 lines
2.0 KiB
TOML
81 lines
2.0 KiB
TOML
[project]
|
|
name = "heretic-llm"
|
|
version = "1.2.0"
|
|
description = "Fully automatic censorship removal for language models"
|
|
readme = "README.md"
|
|
license = "AGPL-3.0-or-later"
|
|
authors = [
|
|
{ name = "Philipp Emanuel Weidmann", email = "pew@worldwidemann.com" }
|
|
]
|
|
requires-python = ">=3.10"
|
|
keywords = ["llm", "transformer", "abliteration"]
|
|
classifiers = [
|
|
"Development Status :: 4 - Beta",
|
|
"Environment :: Console",
|
|
"Environment :: GPU",
|
|
"Intended Audience :: Science/Research",
|
|
"License :: OSI Approved :: GNU Affero General Public License v3 or later (AGPLv3+)",
|
|
"Topic :: Scientific/Engineering :: Artificial Intelligence",
|
|
"Programming Language :: Python :: 3",
|
|
"Programming Language :: Python :: 3.10",
|
|
"Programming Language :: Python :: 3.11",
|
|
"Programming Language :: Python :: 3.12",
|
|
]
|
|
dependencies = [
|
|
"accelerate~=1.13",
|
|
"bitsandbytes~=0.49",
|
|
"datasets~=4.7",
|
|
"hf-transfer~=0.1",
|
|
"huggingface-hub~=1.7",
|
|
"immutabledict~=4.3",
|
|
"kernels~=0.12",
|
|
"langdetect~=1.0",
|
|
"lm-eval[hf]~=0.4",
|
|
"numpy~=2.2",
|
|
"optuna~=4.7",
|
|
"peft~=0.18",
|
|
"psutil~=7.2",
|
|
"py-cpuinfo~=9.0",
|
|
"pydantic-settings~=2.13",
|
|
"questionary~=2.1",
|
|
"rich~=14.3",
|
|
"tomli-w~=1.2",
|
|
"tqdm~=4.67",
|
|
"transformers~=5.3",
|
|
]
|
|
|
|
[project.optional-dependencies]
|
|
research = [
|
|
"geom-median~=0.1",
|
|
"imageio~=2.37",
|
|
"matplotlib~=3.10",
|
|
"pacmap~=0.8",
|
|
"scikit-learn~=1.7",
|
|
]
|
|
|
|
[dependency-groups]
|
|
dev = [
|
|
"ruff>=0.14.5",
|
|
"ty>=0.0.5",
|
|
]
|
|
|
|
[project.urls]
|
|
Homepage = "https://github.com/p-e-w/heretic"
|
|
Documentation = "https://github.com/p-e-w/heretic"
|
|
Repository = "https://github.com/p-e-w/heretic.git"
|
|
Issues = "https://github.com/p-e-w/heretic/issues"
|
|
Changelog = "https://github.com/p-e-w/heretic/releases"
|
|
|
|
[project.scripts]
|
|
heretic = "heretic.main:main"
|
|
|
|
[build-system]
|
|
requires = ["uv_build>=0.8.11,<0.9.0"]
|
|
build-backend = "uv_build"
|
|
|
|
[tool.uv]
|
|
exclude-newer = "7 days"
|
|
|
|
[tool.uv.build-backend]
|
|
module-name = "heretic"
|