|  | FROM nvcr.io/nvidia/pytorch:25.09-py3 | 
					
						
						|  |  | 
					
						
						|  |  | 
					
						
						|  | RUN pip install --no-cache-dir \ | 
					
						
						|  | fastapi \ | 
					
						
						|  | uvicorn[standard] \ | 
					
						
						|  | mbridge==0.13.1 \ | 
					
						
						|  | termcolor \ | 
					
						
						|  | transformers==4.57.0 | 
					
						
						|  |  | 
					
						
						|  |  | 
					
						
						|  | RUN git clone -b core_v0.13.0rc4 --depth 1 https://github.com/NVIDIA/Megatron-LM.git /opt/Megatron-LM | 
					
						
						|  |  | 
					
						
						|  |  | 
					
						
						|  |  | 
					
						
						|  |  | 
					
						
						|  | RUN groupadd -g 1000 user && \ | 
					
						
						|  | useradd -m -u 1000 -g user user || true | 
					
						
						|  |  | 
					
						
						|  |  | 
					
						
						|  | WORKDIR $HOME/app | 
					
						
						|  | COPY --chown=user . $HOME/app | 
					
						
						|  |  | 
					
						
						|  |  | 
					
						
						|  | ENV PYTHONPATH=/opt/Megatron-LM:$PYTHONPATH | 
					
						
						|  | ENV PORT=7860 | 
					
						
						|  | EXPOSE 7860 | 
					
						
						|  |  | 
					
						
						|  |  | 
					
						
						|  | CMD ["bash", "-c", "uvicorn app:app --host 0.0.0.0 --port $PORT"] |