FilesExpand file tree

 main

/

pythonTasks.ts

Copy path

Blame

More file actions

Blame

More file actions

Latest commit

 

History

History

History

29 lines (25 loc) · 789 Bytes

 main

/

pythonTasks.ts

Copy path

Top

File metadata and controls

• Code
• Blame

29 lines (25 loc) · 789 Bytes

Raw

Copy raw file

Download raw file

Open symbols panel

Edit and raw actions

1

2

3

4

5

6

7

8

9

10

11

12

13

14

15

16

17

18

19

20

21

22

23

24

25

26

27

28

29

import { logger, schemaTask, task } from "@trigger.dev/sdk/v3";

import { python } from "@trigger.dev/python";

import { z } from "zod";

export const convertUrlToMarkdown = schemaTask({

id: "convert-url-to-markdown",

schema: z.object({

url: z.string().url(),

}),

run: async (payload) => {

// Pass through any proxy environment variables from the Trigger.dev environment

const env = {

PROXY_URL: process.env.PROXY_URL,

PROXY_USERNAME: process.env.PROXY_USERNAME,

PROXY_PASSWORD: process.env.PROXY_PASSWORD,

};

const result = await python.runScript("./src/python/crawl-url.py", [

payload.url,

], { env });

logger.debug("convert-url-to-markdown", {

url: payload.url,

result,

});

return result.stdout;

},

});