add settings to vscode in locally and add prop id in jobs

- create new function to get id of job
- change types
- allow .vscode/settings in gitignore
- add dynamic head in collection thunder-client

.gitignore

@@ -2,6 +2,7 @@
 .husky/
 .vscode/*
 !.vscode/extensions
+!.vscode/settings
 
 # FILES
 .env*

.vscode/settings.json

@@ -0,0 +1,7 @@
+{
+  "deno.enable": true,
+  "deno.unstable": false,
+  "deno.config": "./deno.json",
+  "deno.lint": true,
+  "deno.importMap": "./import_map.json"
+}

jobs-dev.code-workspace

@@ -11,12 +11,6 @@
   ],
   "settings": {
     "discord.enabled": true,
-    "deno.enable": true,
-    "deno.unstable": false,
-    "deno.config": "./deno.json",
-    "deno.lint": true,
-    "deno.importMap": "./import_map.json",
-    "deno.enablePaths": ["."],
     "editor.formatOnSave": true,
     "[typescriptreact]": {
       "editor.defaultFormatter": "esbenp.prettier-vscode"
@@ -54,7 +48,7 @@
         "runtimeArgs": [
           "run",
           "--config",
-          "./deno.jsonc",
+          "./deno.json",
           "--inspect-wait",
           "--allow-env",
           "--allow-read",
@@ -64,15 +58,15 @@
       },
       {
         "request": "launch",
-        "name": "Start Scraping",
+        "name": "Prepare DB",
         "type": "node",
         "program": "${workspaceFolder}/src/scraping/jobs.ts",
         "cwd": "${workspaceFolder}",
         "runtimeExecutable": "/home/edixon/.deno/bin/deno",
         "runtimeArgs": [
           "run",
           "--config",
-          "./deno.jsonc",
+          "./deno.json",
           "--inspect-wait",
           "--allow-env",
           "--allow-read",

src/scraping/jobs.ts

@@ -115,6 +115,7 @@ function getJobPartialList(jobsResultList: Cheerio<Element>, $: CheerioAPI): TJo
 			.hasClass('fa-money')
 
 		return {
+			id: generateIdfromUrl(url),
 			title,
 			role,
 			time,
@@ -170,21 +171,38 @@ function getJobDetails($: CheerioAPI): TJobDetails {
 		.children('.gb-rich-txt')
 		.has('ol').text() !== ''
 
-	const liList = isOl
-		? gbContainer
-			.children('div:nth-child(3)')
-			.children('.gb-rich-txt')
-			.children('ol')
-			.children('li')
-		: gbContainer
+	const isUl = gbContainer
+		.children('div:nth-child(3)')
+		.children('.gb-rich-txt')
+		.has('ul').text() !== ''
+
+	const isList = isOl || isUl
+	let language = 'spanish'
+	let requestList: string[] = []
+
+	if (isList) {
+		const liList = isOl
+			? gbContainer
+				.children('div:nth-child(3)')
+				.children('.gb-rich-txt')
+				.children('ol')
+				.children('li')
+			: gbContainer
+				.children('div:nth-child(3)')
+				.children('.gb-rich-txt')
+				.children('ul')
+				.children('li')
+
+		requestList = liList.map((_i, el) => $(el).text()).toArray()
+	} else {
+		const paragraphs = gbContainer
 			.children('div:nth-child(3)')
 			.children('.gb-rich-txt')
-			.children('ul')
-			.children('li')
+			.children('p')
 
-	const requestList = liList.map((_i, el) => $(el).text()).toArray()
+		requestList = paragraphs.html()?.split('<br>') || [paragraphs.text()]
+	}
 
-	let language = 'spanish'
 	for (const request of requestList) {
 		const hasEnglish: boolean = request.toLowerCase().search(/english|inglés/) > -1
 		if (hasEnglish) {
@@ -210,4 +228,11 @@ function getJobDetails($: CheerioAPI): TJobDetails {
 	}
 }
 
+function generateIdfromUrl(url: string): string {
+	const name = url.split('/').pop() as string
+	const text = btoa(name)
+	const id = text.substring(0, (text.length / 2) - 1)
+	return id
+}
+
 scrapeJobs()

src/types.ts

@@ -3,6 +3,7 @@ export interface IJob extends TJobPartial {
 }
 
 export type TJobPartial = {
+	id: string
 	title: string
 	role: string
 	time: string

thunder-tests/thunderclient.json

@@ -8,12 +8,11 @@
     "method": "GET",
     "sortNum": 10000,
     "created": "2023-01-07T22:54:29.601Z",
-    "modified": "2023-02-15T02:51:00.817Z",
+    "modified": "2023-03-07T16:09:43.207Z",
     "headers": [
       {
         "name": "Origin",
-        "value": "http://localhost:8000",
-        "isDisabled": true
+        "value": "{{WHITE_LIST}}"
       }
     ],
     "params": [],