mdx 1.7B llama

llm-jp · Apr 29, 2024 · 0cc02df · 0cc02df
1 parent cfc4774
commit 0cc02df
Show file tree

Hide file tree

Showing 4 changed files with 270 additions and 3 deletions.
diff --git a/megatron/core/datasets/Makefile b/megatron/core/datasets/Makefile
@@ -1,7 +1,7 @@
 CXXFLAGS += -O3 -Wall -shared -std=c++11 -fPIC -fdiagnostics-color
 CPPFLAGS += $(shell python3 -m pybind11 --includes)
 LIBNAME = helpers
-LIBEXT = $(shell ~/.pyenv/versions/3.10.12/bin/python3-config --extension-suffix)
+LIBEXT = $(shell ~/.pyenv/versions/3.10.10/bin/python3-config --extension-suffix)
 
 default: $(LIBNAME)$(LIBEXT)
 

diff --git a/requirements.txt b/requirements.txt
@@ -1,8 +1,8 @@
 pybind11
 
 --find-links https://download.pytorch.org/whl/torch_stable.html
-torch==2.2.0+cu121
-torchvision==0.17.0+cu121
+torch==2.2.0+cu118
+torchvision==0.17.0+cu118
 
 six
 regex