Skip to content

Commit

Permalink
Merge pull request #127 from Datura-ai/main
Browse files Browse the repository at this point in the history 
deploy validator
  • Loading branch information
@pyon12
pyon12 authored Dec 9, 2024
2 parents 403e2fb + a67736c commit c6a6852
Show file tree
Hide file tree
Showing 8 changed files with 1,271 additions and 1,471 deletions.
561 changes: 1 addition & 560 deletions neurons/executor/pdm.lock
View file

Large diffs are not rendered by default.

5 changes: 0 additions & 5 deletions neurons/executor/pyproject.toml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -7,18 +7,13 @@ authors = [
]
dependencies = [
"bittensor>=6.9.3",
"torch>=2.3.1",
"fastapi>=0.99.1",
"datura @ file:///${PROJECT_ROOT}/../../datura",
"pydantic>=1.10.17",
"pydantic-settings>=2.3.4",
"ruff>=0.5.1",
"websockets>=12.0",
"numpy<2.0.0",
"datasets>=2.20.0",
"transformers>=4.43.4",
"psutil>=6.1.0",
"docker>=7.1.0",
]
requires-python = "==3.11.*"
readme = "README.md"
Expand Down
1,853 changes: 1,158 additions & 695 deletions neurons/miners/pdm.lock
View file

Large diffs are not rendered by default.

125 changes: 109 additions & 16 deletions neurons/miners/pyproject.toml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -6,23 +6,116 @@ authors = [
{name = "waris", email = "[email protected]"},
]
dependencies = [
"bittensor>=6.9.3",
"torch>=2.3.1",
"fastapi>=0.99.1",
"datura @ file:///${PROJECT_ROOT}/../../datura",
"pydantic>=1.10.17",
"pydantic-settings>=2.3.4",
"ruff>=0.5.1",
"websockets>=12.0",
"psycopg2-binary>=2.9.9",
"sqlmodel>=0.0.19",
"aiohappyeyeballs==2.3.6",
"aiohttp==3.10.3",
"aiosignal==1.3.1",
"alembic==1.13.2",
"annotated-types==0.7.0",
"ansible-core==2.13.13",
"ansible-vault==2.1.0",
"ansible==6.7.0",
"anyio==4.4.0",
"asgiref==3.8.1",
"async-timeout==4.0.3",
"asyncpg==0.29.0",
"attrs==24.2.0",
"backoff==2.2.1",
"base58==2.1.1",
"bcrypt==4.2.0",
"bittensor==7.3.1",
"certifi==2024.2.2",
"cffi==1.17.0",
"charset-normalizer==3.3.2",
"click==8.1.7",
"colorama==0.4.6",
"cryptography==42.0.8",
"cytoolz==0.12.3",
"databases[postgresql]>=0.9.0",
"alembic>=1.13.2",
"numpy<2.0.0",
"datasets>=2.20.0",
"transformers>=4.43.4",
"click>=8.1.7",
"aiohttp>=3.10.5",
"datura @ file:///${PROJECT_ROOT}/../../datura",
"ddt==1.6.0",
"decorator==5.1.1",
"ecdsa==0.19.0",
"eth-hash==0.7.0",
"eth-keys==0.5.1",
"eth-typing==5.0.0",
"eth-utils==2.2.2",
"fastapi==0.110.3",
"filelock==3.15.4",
"frozenlist==1.4.1",
"fsspec==2024.6.1",
"fuzzywuzzy==0.18.0",
"greenlet==3.0.3",
"h11==0.14.0",
"httpcore==1.0.5",
"httpx==0.27.0",
"idna==3.7",
"iniconfig==2.0.0",
"Jinja2==3.1.4",
"Levenshtein==0.25.1",
"Mako==1.3.5",
"markdown-it-py==3.0.0",
"MarkupSafe==2.1.5",
"mdurl==0.1.2",
"more-itertools==10.4.0",
"mpmath==1.3.0",
"msgpack-numpy-opentensor==0.5.0",
"msgpack==1.0.8",
"multidict==6.0.5",
"munch==2.5.0",
"nest-asyncio==1.6.0",
"netaddr==1.3.0",
"networkx==3.3",
"numpy==2.1.0",
"packaging==24.1",
"password-strength==0.0.3.post2",
"pluggy==1.5.0",
"psycopg2-binary==2.9.9",
"py-bip39-bindings==0.1.11",
"py-ed25519-zebra-bindings==1.0.1",
"py-sr25519-bindings==0.2.0",
"py==1.11.0",
"pycparser==2.22",
"pycryptodome==3.20.0",
"pydantic-core==2.20.1",
"pydantic-settings==2.4.0",
"pydantic==2.8.2",
"Pygments==2.18.0",
"PyNaCl==1.5.0",
"pytest==8.3.2",
"python-dotenv==1.0.1",
"python-Levenshtein==0.25.1",
"python-statemachine==2.1.2",
"PyYAML==6.0.2",
"rapidfuzz==3.9.6",
"redis==5.0.8",
"requests==2.32.3",
"resolvelib==0.8.1",
"retry==0.9.2",
"rich==13.7.1",
"ruff==0.6.1",
"scalecodec==1.2.11",
"setuptools==72.2.0",
"shtab==1.6.5",
"six==1.16.0",
"sniffio==1.3.1",
"SQLAlchemy==2.0.32",
"sqlmodel==0.0.21",
"starlette==0.37.2",
"substrate-interface==1.7.10",
"sympy==1.13.2",
"tenacity==9.0.0",
"termcolor==2.4.0",
"toolz==0.12.1",
"tqdm==4.66.5",
"triton==3.0.0",
"typing-extensions==4.12.2",
"urllib3==2.2.2",
"uvicorn==0.30.0",
"websocket-client==1.8.0",
"websockets==12.0",
"wheel==0.44.0",
"xxhash==3.4.1",
"yarl==1.9.4",
]
requires-python = "==3.11.*"
readme = "README.md"
Expand Down
1 change: 1 addition & 0 deletions neurons/validators/Dockerfile
View file
Original file line number Diff line number Diff line change
Expand Up @@ -35,6 +35,7 @@ RUN apt-get update \
WORKDIR /root/app/

ENV ENV=prod
ENV USE_TORCH=0
ENV PYTHONUNBUFFERED=1
ENV PATH=/opt/pypackages/bin:$PATH
ENV PYTHONPATH=/opt/pypackages/lib:/root/app
Expand Down
179 changes: 1 addition & 178 deletions neurons/validators/pdm.lock
View file

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

13 changes: 0 additions & 13 deletions neurons/validators/pyproject.toml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -66,18 +66,6 @@ dependencies = [
"netaddr==1.3.0",
"networkx==3.3",
"numpy==2.1.0",
"nvidia-cublas-cu12==12.1.3.1",
"nvidia-cuda-cupti-cu12==12.1.105",
"nvidia-cuda-nvrtc-cu12==12.1.105",
"nvidia-cuda-runtime-cu12==12.1.105",
"nvidia-cudnn-cu12==9.1.0.70",
"nvidia-cufft-cu12==11.0.2.54",
"nvidia-curand-cu12==10.3.2.106",
"nvidia-cusolver-cu12==11.4.5.107",
"nvidia-cusparse-cu12==12.1.0.106",
"nvidia-nccl-cu12==2.20.5",
"nvidia-nvjitlink-cu12==12.6.20",
"nvidia-nvtx-cu12==12.1.105",
"packaging==24.1",
"password-strength==0.0.3.post2",
"pluggy==1.5.0",
Expand Down Expand Up @@ -118,7 +106,6 @@ dependencies = [
"tenacity==9.0.0",
"termcolor==2.4.0",
"toolz==0.12.1",
"torch==2.4.0",
"tqdm==4.66.5",
"triton==3.0.0",
"typing-extensions==4.12.2",
Expand Down
5 changes: 1 addition & 4 deletions neurons/validators/src/core/validator.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -310,10 +310,7 @@ async def sync(self):
current_block = self.get_current_block(subtensor)
bittensor.logging.info(f"Current block: {current_block}", "sync", "sync")

if (
current_block % settings.BLOCKS_FOR_JOB == 0
or current_block - self.last_job_run_blocks > int(settings.BLOCKS_FOR_JOB * 1.5)
):
if current_block - self.last_job_run_blocks >= settings.BLOCKS_FOR_JOB:
job_block = (current_block // settings.BLOCKS_FOR_JOB) * settings.BLOCKS_FOR_JOB
job_batch_id = await self.get_time_from_block(subtensor, job_block)

Expand Down

0 comments on commit c6a6852

Please sign in to comment.