billmetangmo · August 26, 2024 15:13
diff --git a/notes.md b/notes.md
diff --git a/test_outlines.py b/test_outlines.py
 import modal
 from pydantic import BaseModel
 from typing import List

 app = modal.App("test-microsoft-mini")
 image = modal.Image.debian_slim()  # start from basic Linux image
 image = image.pip_install("outlines","torch","transformers")  # add neural network libraries
 image = image.pip_install("torch")
 image = image.pip_install("transformers")

 @app.function(gpu="H100",image=image,mounts=[modal.Mount.from_local_dir(".", remote_path="/root/")])  # defining a Modal Function with a GPU
 def extract_info():
    import outlines
    with open('notes.md', 'r') as file:
        content = file.read()
    print(content)

    class Tool(BaseModel):
        name: str
        category: str
        description: str
        link: str

    class Tools(BaseModel):
        tools: List[Tool]
    
    model = outlines.models.transformers("microsoft/Phi-3-mini-4k-instruct")
    generator = outlines.generate.json(model, Tool)
    tools =generator("""
                    [INST] Extract only tools from the provided text:
                      {content}
                    [/INST]
                    """)
    print(tools)

 @app.local_entrypoint()
 def main():
    #check_gpus.remote()
    extract_info.remote()
	import modal
	from pydantic import BaseModel
	from typing import List

	app = modal.App("test-microsoft-mini")
	image = modal.Image.debian_slim() # start from basic Linux image
	image = image.pip_install("outlines","torch","transformers") # add neural network libraries
	image = image.pip_install("torch")
	image = image.pip_install("transformers")

	@app.function(gpu="H100",image=image,mounts=[modal.Mount.from_local_dir(".", remote_path="/root/")]) # defining a Modal Function with a GPU
	def extract_info():
	import outlines
	with open('notes.md', 'r') as file:
	content = file.read()
	print(content)

	class Tool(BaseModel):
	name: str
	category: str
	description: str
	link: str

	class Tools(BaseModel):
	tools: List[Tool]

	model = outlines.models.transformers("microsoft/Phi-3-mini-4k-instruct")
	generator = outlines.generate.json(model, Tool)
	tools =generator("""
	[INST] Extract only tools from the provided text:
	{content}
	[/INST]
	""")
	print(tools)

	@app.local_entrypoint()
	def main():
	#check_gpus.remote()
	extract_info.remote()