-
Notifications
You must be signed in to change notification settings - Fork 154
/
Copy pathminer.py
182 lines (149 loc) · 7.76 KB
/
miner.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
# The MIT License (MIT)
# Copyright © 2023 Yuma Rao
# Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated
# documentation files (the “Software”), to deal in the Software without restriction, including without limitation
# the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software,
# and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
# The above copyright notice and this permission notice shall be included in all copies or substantial portions of
# the Software.
# THE SOFTWARE IS PROVIDED “AS IS”, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO
# THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
# THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
# OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
# DEALINGS IN THE SOFTWARE.
import time
import asyncio
import threading
import argparse
import traceback
import bittensor as bt
from template.base.neuron import BaseNeuron
from template.utils.config import add_miner_args
from typing import Union
class BaseMinerNeuron(BaseNeuron):
"""
Base class for Bittensor miners.
"""
neuron_type: str = "MinerNeuron"
@classmethod
def add_args(cls, parser: argparse.ArgumentParser):
super().add_args(parser)
add_miner_args(cls, parser)
def __init__(self, config=None):
super().__init__(config=config)
# Warn if allowing incoming requests from anyone.
if not self.config.blacklist.force_validator_permit:
bt.logging.warning(
"You are allowing non-validators to send requests to your miner. This is a security risk."
)
if self.config.blacklist.allow_non_registered:
bt.logging.warning(
"You are allowing non-registered entities to send requests to your miner. This is a security risk."
)
# The axon handles request processing, allowing validators to send this miner requests.
self.axon = bt.axon(wallet=self.wallet, config=self.config() if callable(self.config) else self.config)
# Attach determiners which functions are called when servicing a request.
bt.logging.info(f"Attaching forward function to miner axon.")
self.axon.attach(
forward_fn=self.forward,
blacklist_fn=self.blacklist,
priority_fn=self.priority,
)
bt.logging.info(f"Axon created: {self.axon}")
# Instantiate runners
self.should_exit: bool = False
self.is_running: bool = False
self.thread: Union[threading.Thread, None] = None
self.lock = asyncio.Lock()
def run(self):
"""
Initiates and manages the main loop for the miner on the Bittensor network. The main loop handles graceful shutdown on keyboard interrupts and logs unforeseen errors.
This function performs the following primary tasks:
1. Check for registration on the Bittensor network.
2. Starts the miner's axon, making it active on the network.
3. Periodically resynchronizes with the chain; updating the metagraph with the latest network state and setting weights.
The miner continues its operations until `should_exit` is set to True or an external interruption occurs.
During each epoch of its operation, the miner waits for new blocks on the Bittensor network, updates its
knowledge of the network (metagraph), and sets its weights. This process ensures the miner remains active
and up-to-date with the network's latest state.
Note:
- The function leverages the global configurations set during the initialization of the miner.
- The miner's axon serves as its interface to the Bittensor network, handling incoming and outgoing requests.
Raises:
KeyboardInterrupt: If the miner is stopped by a manual interruption.
Exception: For unforeseen errors during the miner's operation, which are logged for diagnosis.
"""
# Check that miner is registered on the network.
self.sync()
# Serve passes the axon information to the network + netuid we are hosting on.
# This will auto-update if the axon port of external ip have changed.
bt.logging.info(
f"Serving miner axon {self.axon} on network: {self.config.subtensor.chain_endpoint} with netuid: {self.config.netuid}"
)
self.axon.serve(netuid=self.config.netuid, subtensor=self.subtensor)
# Start starts the miner's axon, making it active on the network.
self.axon.start()
bt.logging.info(f"Miner starting at block: {self.block}")
# This loop maintains the miner's operations until intentionally stopped.
try:
while not self.should_exit:
bt.logging.debug(f"block: {self.block}")
if self.block % self.config.neuron.epoch_length == 0:
self.sync()
time.sleep(12)
# If someone intentionally stops the miner, it'll safely terminate operations.
except KeyboardInterrupt:
self.axon.stop()
bt.logging.success("Miner killed by keyboard interrupt.")
exit()
# In case of unforeseen errors, the miner will log the error and continue operations.
except Exception as e:
bt.logging.error(traceback.format_exc())
def run_in_background_thread(self):
"""
Starts the miner's operations in a separate background thread.
This is useful for non-blocking operations.
"""
if not self.is_running:
bt.logging.debug("Starting miner in background thread.")
self.should_exit = False
self.thread = threading.Thread(target=self.run, daemon=True)
self.thread.start()
self.is_running = True
bt.logging.debug("Started")
def stop_run_thread(self):
"""
Stops the miner's operations that are running in the background thread.
"""
if self.is_running:
bt.logging.debug("Stopping miner in background thread.")
self.should_exit = True
if self.thread is not None:
self.thread.join(5)
self.is_running = False
bt.logging.debug("Stopped")
def __enter__(self):
"""
Starts the miner's operations in a background thread upon entering the context.
This method facilitates the use of the miner in a 'with' statement.
"""
self.run_in_background_thread()
return self
def __exit__(self, exc_type, exc_value, traceback):
"""
Stops the miner's background operations upon exiting the context.
This method facilitates the use of the miner in a 'with' statement.
Args:
exc_type: The type of the exception that caused the context to be exited.
None if the context was exited without an exception.
exc_value: The instance of the exception that caused the context to be exited.
None if the context was exited without an exception.
traceback: A traceback object encoding the stack trace.
None if the context was exited without an exception.
"""
self.stop_run_thread()
def resync_metagraph(self):
"""Resyncs the metagraph and updates the hotkeys and moving averages based on the new metagraph."""
bt.logging.info("resync_metagraph()")
# Sync the metagraph.
self.metagraph.sync(subtensor=self.subtensor)