Add more log

docker/Dockerfile.matrix

@@ -15,6 +15,4 @@ COPY --from=builder /source/dist/*.whl /tmp/
 
 RUN pip install --no-cache-dir $(echo /tmp/*.whl)[matrix]
 
-ENV MORIARTY_LOG_LEVEL=INFO
-
 ENTRYPOINT [ "tini", "--" ]

docker/Dockerfile.sidecar

@@ -15,8 +15,6 @@ COPY --from=builder /source/dist/*.whl /tmp/
 
 RUN pip install --no-cache-dir $(echo /tmp/*.whl)
 
-ENV MORIARTY_LOG_LEVEL=INFO
-
 
 ENTRYPOINT [ "tini", "--" ]
 CMD [ "moriarty-sidecar", "start" ]

moriarty/matrix/operator_/operator_.py

@@ -131,6 +131,7 @@ async def _warp_produce_job(job: InferenceJob) -> None:
                 )
             ).scalar_one_or_none() is not None
             if is_processed:
+                logger.info(f"Job already processed: {job}, skip")
                 return
 
             await self.job_producer.invoke(
@@ -144,6 +145,7 @@ async def _warp_produce_job(job: InferenceJob) -> None:
             )
             self.session.add(log_orm)
             await self.session.commit()
+            logger.debug(f"Inference job logged: {job}")
 
         logger.info(f"Bridge endpoint: {endpoint_name}")
         while await self.has_capacity(endpoint_name):

start-minikube.sh

@@ -1,4 +1,5 @@
 #!/usr/bin/env bash
 
 minikube start --driver docker --container-runtime docker --gpus all
+minikube addons enable metrics-server
 kubectl create ns moriarty