Repository navigation
Expand file tree
/
Copy pathpyproject.toml
More file actions
83 lines (78 loc) · 2.5 KB
/
Copy pathpyproject.toml
File metadata and controls
83 lines (78 loc) · 2.5 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
[build-system]
requires = ["setuptools>=68", "wheel"]
build-backend = "setuptools.build_meta"
[project]
name = "mosaicleaks"
version = "0.1.0"
description = "Dataset generation and retrieval utilities for MosaicLeaks"
readme = "README.md"
requires-python = ">=3.10"
license = {text = "Apache-2.0"}
authors = [
{name = "Alexander Gurung"},
]
dependencies = [
"beautifulsoup4>=4.12.0",
"httpx>=0.27.0",
"numpy>=1.26.0",
"openai>=1.0.0",
"openpyxl>=3.1.0",
"pydantic>=2.0.0",
"pypdf>=4.2.0",
"python-docx>=1.1.0",
"requests>=2.31.0",
"spacy>=3.7.0",
"typing-extensions>=4.9.0",
"xlrd>=2.0.1",
]
[project.urls]
Paper = "https://arxiv.org/abs/2605.30727"
Repository = "https://github.com/Alex-Gurung/MosaicProject"
[project.optional-dependencies]
browsecomp = [
"datasets>=2.18.0",
"faiss-cpu>=1.8.0",
"torch>=2.1.0",
"transformers>=4.41.0",
]
server = [
"datasets>=2.18.0",
"faiss-cpu>=1.8.0",
"fastapi>=0.110.0",
"torch>=2.1.0",
"transformers>=4.41.0",
"uvicorn>=0.29.0",
]
reward = [
"accelerate>=0.30.0",
"datasets>=2.18.0",
"peft>=0.11.0",
"torch>=2.1.0",
"transformers>=4.41.0",
"trl>=0.12.0",
]
reward-server = [
"fastapi>=0.110.0",
"httpx>=0.27.0",
"transformers>=4.41.0",
"uvicorn>=0.29.0",
]
[project.scripts]
mosaicleaks-generate = "mosaicleaks.run:main"
mosaicleaks-publish-dataset = "mosaicleaks.publish_dataset:main"
mosaicleaks-retrieval-helper = "mosaicleaks.src.retrieval.retrieval_helper_server:main"
mosaicleaks-retrieval-helper-stack = "mosaicleaks.src.retrieval.retrieval_helper_stack:main"
mosaicleaks-fetch-curated-urls = "mosaicleaks.data_prep.fetch_drbench_urls:main"
mosaicleaks-chunk-local = "mosaicleaks.data_prep.chunk_local_tasks:main"
mosaicleaks-chunk-local-folder = "mosaicleaks.data_prep.chunk_local_folder:main"
mosaicleaks-build-local-indices = "mosaicleaks.data_prep.build_local_indices:main"
mosaicleaks-extract-secrets = "mosaicleaks.data_prep.extract_local_secrets:main"
mosaicleaks-filter-secrets = "mosaicleaks.data_prep.filter_local_secrets:main"
mosaicleaks-import-seeds = "mosaicleaks.data_prep.import_seeds:main"
mosaicleaks-privacy-eval = "mosaicleaks.privacy.evaluate:main"
mosaicleaks-privacy-aggregate = "mosaicleaks.privacy.aggregate:main"
mosaicleaks-reward-dataset = "mosaicleaks.reward.dataset:main"
mosaicleaks-reward-train = "mosaicleaks.reward.train:main"
mosaicleaks-reward-serve = "mosaicleaks.reward.serve:main"
[tool.setuptools.packages.find]
include = ["mosaicleaks*"]