Deploy on render.com

subnet/miner-cloudflare/dockerfile

@@ -0,0 +1,12 @@
+FROM python:3.10-slim
+
+WORKDIR /code
+
+COPY . /code
+# COPY ./requirements.txt /code/requirements.txt
+# COPY ./setup.py /code/setup.py
+
+RUN python -m pip install -e .
+
+
+CMD ["python", "main.py"]

subnet/miner-cloudflare/main.py

@@ -62,4 +62,4 @@ async def chat(request: ChatRequest):
 
 if __name__ == "__main__":
     import uvicorn
-    uvicorn.run(app, host="0.0.0.0", port=os.getenv('PORT', 9000))
+    uvicorn.run(app, host="0.0.0.0", port=os.getenv('PORT', 8080))

subnet/miner-cloudflare/requirements.txt

@@ -1,6 +1,5 @@
 bittensor
 torch
-flask
 pydantic
 python-dotenv
 simplejson

subnet/miner-cloudflare/stream_miner.py

@@ -41,7 +41,7 @@ def __init__(self, config=None, axon=None, wallet=None, subtensor=None):
         self.miner_services = {
             "type": 'cloudflare',
             "models": ['llama-2-7b-chat-int8', 'mistral-7b-instruct-v0.1'],
-            "address": os.getenv('ADDRESS')
+            "MINER_ADDRESS": os.getenv('MINER_ADDRESS')
         }
 
         check_config(StreamMiner, self.config)
@@ -84,7 +84,7 @@ def __init__(self, config=None, axon=None, wallet=None, subtensor=None):
 
                 # TODO replace with hosted endpoint of service map
                 url = os.getenv('SERVICE_MESH_URL')
-                secret = os.getenv('SECRET_KEY')
+                secret = os.getenv('SERVICE_MESH_SECRET_KEY')
                 # for now miners are allow listed manually and given a secret key to identify
                 headers = {'Content-Type': 'application/json',
                            'Authorization': f'Bearer {secret}'}
@@ -104,7 +104,7 @@ def __init__(self, config=None, axon=None, wallet=None, subtensor=None):
         else:
             self.uuid = os.getenv('UUID') or uuid.uuid4()
             url = os.getenv('SERVICE_MESH_URL')
-            secret = os.getenv('SECRET_KEY')
+            secret = os.getenv('SERVICE_MESH_SECRET_KEY')
             # for now miners are allow listed manually and given a secret key to identify
             headers = {'Content-Type': 'application/json',
                        'Authorization': f'Bearer {secret}'}