Change Rate Limiter logic. Use limiter package instead of trying to r…

…einvent the wheel

.eslintrc.json

@@ -7,7 +7,10 @@
 		"no-console": 1,
 		"eqeqeq": "warn",
 		"no-cond-assign": 0,
-		"no-unused-vars": 1,
+		"no-unused-vars": "off",
+		"@typescript-eslint/no-unused-vars": [
+			"error"
+		],
 		"no-extra-semi": "warn",
 		"semi": "warn"
 	},
@@ -25,4 +28,4 @@
 			"experimentalObjectRestSpread": true
 		}
 	}
-}
+}

package.json

@@ -10,10 +10,13 @@
     "dev": "nodemon --ext ts --exec \"npm run build-dev\"",
     "start": "npm run build && NODE_ENV=production node dist/app.js",
     "test": "NODE_ENV=test mocha --check-leaks -r ts-node/register -r tsconfig-paths/register \"test/**/*.spec.ts\"",
-    "test:watch": "NODE_ENV=test mocha --check-leaks -r ts-node/register -r tsconfig-paths/register \"test/**/*.spec.ts\" -w --watch-files \"test/**/*.spec.ts\",\"src/**/*.ts\""
+    "test:watch": "NODE_ENV=test mocha --check-leaks -r ts-node/register -r tsconfig-paths/register \"test/**/*.spec.ts\" -w --watch-files \"test/**/*.spec.ts\",\"src/**/*.ts\"",
+    "import:pubchem": "node dist/pubchem-import/index.js"
   },
   "dependencies": {
-    "express": "^4.17.2"
+    "express": "^4.17.2",
+    "limiter": "^2.0.1",
+    "node-fetch": "^3.2.0"
   },
   "type": "module",
   "devDependencies": {
@@ -33,4 +36,4 @@
     "tsconfig-paths": "^3.12.0",
     "typescript": "^4.5.5"
   }
-}
+}

src/pubchem-import/index.ts

@@ -0,0 +1,48 @@
+import fetch from "node-fetch";
+// import type { PubChemCompound } from "./types";
+// import getNecessaryData from "./parseData.js";
+import { RateLimiter } from "limiter";
+import { RawCompound } from "./types";
+import getNecessaryData from "./parseData.js";
+
+const _parseInt = (x: string) => parseInt(x);
+
+const [startId, endId, compoundId] = process.argv.slice(2).map(_parseInt);
+const API_URL = "https://pubchem.ncbi.nlm.nih.gov/rest/pug_view/data/compound/";
+
+async function fetchJson(compoundId: number): Promise<RawCompound> {
+	return (await (await fetch(API_URL + compoundId + "/JSON")).json()) as Promise<RawCompound>;
+}
+
+async function init() {
+	const ids: number[] = [];
+
+	for (let i = compoundId; i < compoundId + (endId - startId + 1); i++) {
+		ids.push(i);
+	}
+
+	if (ids.length === 0) {
+		return;
+	}
+
+	const limiter = new RateLimiter({ tokensPerInterval: 1, interval: 250 });
+
+	async function sendMessage(id: number) {
+		// eslint-disable-next-line @typescript-eslint/no-unused-vars
+		const remainingMessages = await limiter.removeTokens(1);
+		// const id = getId();
+		if (id === undefined) {
+			return;
+		}
+		const result = await fetchJson(id);
+		return getNecessaryData(result.Record);
+	}
+
+	ids.forEach(async (id) => {
+		await sendMessage(id).then((e) => {
+			console.log(e?.RecordTitle);
+		});
+	});
+}
+
+init();