pbl.js 39 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103
  1. // ROUTES FOR OUR APIselectClassStudent
  2. // =============================================================================
  3. const express = require("express");
  4. const request = require("request");
  5. const bcrypt = require("bcryptjs");
  6. const router = express.Router(); // get an instance of the express Router
  7. const querystring = require("querystring");
  8. var mysql = require("./mysql");
  9. // const _mysqlLabor = ["183.36.25.93", "pbl"]; //edu數據庫信息
  10. // const _mysqluser = ["183.36.25.93", "cocorobouser"]; //用户数据库信息
  11. // const _getmysqlLabor = ["123.58.32.151", "pbl"]; //edu數據庫信息f
  12. // const _getmysqluser = ["123.58.32.151", "cocorobouser"]; //edu數據庫信息
  13. const _mysqlLabor = ["172.16.12.5", "pbl"]; //edu數據庫信息
  14. const _mysqluser = ["172.16.12.5", "cocorobouser"]; //edu數據庫信息
  15. // const _getmysqlLabor = ["172.16.12.5", "pbl"]; //edu數據庫信息
  16. // const _getmysqluser = ["172.16.12.5", "cocorobouser"]; //edu數據庫信息
  17. const _getmysqlLabor2 = ["172.16.12.7", "pbl"]; //edu數據庫信息
  18. const _getmysqlLabor = ["172.16.12.7", "pbl"]; //edu數據庫信息
  19. const _getmysqluser = ["172.16.12.7", "cocorobouser"]; //edu數據庫信息
  20. const _localhost = ["127.0.0.1", "pbl"]; //edu數據庫信息
  21. const crypto = require("crypto");
  22. const https = require("https");
  23. const { Pool } = require('pg');
  24. const axios = require('axios');
  25. const multer = require("multer");
  26. const loginHandler = require('./login'); // 确保路径正确
  27. const { r2rClient } = require("r2r-js");
  28. const client = new r2rClient("https://r2rserver.cocorobo.cn/");
  29. // 配置 multer 存储选项
  30. const storage = multer.diskStorage({
  31. destination: function (req, file, cb) {
  32. req.setEncoding('utf-8');
  33. cb(null, 'uploads/'); // 文件上传目录
  34. },
  35. filename: function (req, file, cb) {
  36. req.setEncoding('utf-8');
  37. // 使用 Buffer 处理文件名,确保编码正确
  38. const fileExtension = file.originalname.split('.').pop(); // 获取文件后缀
  39. const fileNameWithoutExt = Buffer.from(file.originalname.slice(0, -(fileExtension.length + 1)), 'latin1').toString('utf8'); // 转换编码
  40. cb(null, fileNameWithoutExt + '-' + Date.now() + '.' + fileExtension); // 使用时间戳和原始文件名
  41. }
  42. });
  43. const upload = multer({
  44. storage: storage, limits: {
  45. fileSize: 100 * 1024 * 1024 // 100MB
  46. }
  47. });
  48. router.route("/login").all(async (req, res, next) => {
  49. loginHandler(req, res)
  50. });
  51. router.route("/logout").all(async (req, res, next) => {
  52. try {
  53. const response = await client.users.logout();
  54. res.status(200).json({ result: response.results });
  55. } catch (error) {
  56. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  57. }
  58. });
  59. //获取文档列表
  60. router.route("/getDocument").all(async (req, res, next) => {
  61. try {
  62. const response = await client.documents.list({
  63. limit: 10,
  64. offset: 0,
  65. });
  66. console.log(response);
  67. res.status(200).json({ result: response.results });
  68. } catch (error) {
  69. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  70. }
  71. });
  72. //列出文档块
  73. router.route("/listChunks").all(async (req, res, next) => {
  74. try {
  75. const response = await client.documents.listChunks({
  76. id: "5111165f-965c-5d61-89e3-1f74b0178032",
  77. });
  78. console.log(response);
  79. res.status(200).json({ result: response.results });
  80. } catch (error) {
  81. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  82. }
  83. });
  84. //提取实体和关系
  85. router.route("/extract").all(async (req, res, next) => {
  86. try {
  87. const response = await client.documents.extract({ id: "5111165f-965c-5d61-89e3-1f74b0178032" })
  88. console.log(response);
  89. res.status(200).json({ result: response.results });
  90. } catch (error) {
  91. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  92. }
  93. });
  94. router.route("/selectUser").all((req, res, next) => {
  95. var json = queryString(req.url);
  96. getmysql(req, res, "selectUser", json["userid"]);
  97. });
  98. // 文件上传接口
  99. router.post('/upload', upload.single('file'), async (req, res) => {
  100. req.setEncoding('utf-8')
  101. try {
  102. console.log(req.file); // 打印上传的文件信息
  103. console.log(`File path: uploads/${req.file.filename}`);
  104. const path = require('path');
  105. const filePath = path.resolve(__dirname, 'uploads', req.file.filename);
  106. console.log(filePath);
  107. let filename = Buffer.from(req.file.originalname, 'latin1').toString('utf8');
  108. const fs = require('fs');
  109. const file = new File([fs.readFileSync('./uploads/q-1739170522767.doc')], filename, { type: req.file.mimetype });
  110. const response = await client.documents.create({
  111. file: file,
  112. metadata: { title: filename }
  113. });
  114. console.log(response);
  115. res.status(200).json({ message: 'File uploaded successfully', file: req.file });
  116. } catch (error) {
  117. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  118. }
  119. });
  120. //获取文档列表
  121. router.route("/getFile").all(async (req, res, next) => {
  122. //mode的处理
  123. if (req.body[0]) {
  124. p = Object.values(req.body[0]);
  125. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "getFile");
  126. mysql.usselect(p, async function (ret) {
  127. let data = ret[0];
  128. // const array = data.map(item => item.documentid);
  129. const array = data.map(item => item.documentid);
  130. try {
  131. const response = await client.documents.list({ ids: array });
  132. // const response = await client.collections.listDocuments({ id: req.body[0].folderid });
  133. // const response = await client.collections.listDocuments({ collection_ids: req.body[0].folderid.split(",") });
  134. // console.log(response);
  135. let data2 = response.results.map(doc => {
  136. doc.documentid = doc.id;
  137. delete doc.id;
  138. return doc;
  139. });
  140. // console.log(data2);
  141. // 合并data和data2,根据documentid
  142. const mergedData = data.map(item => {
  143. const correspondingDoc = data2.find(doc => doc.documentid === item.documentid);
  144. return { ...item, ...correspondingDoc };
  145. });
  146. res.status(200).json({ result: mergedData });
  147. } catch (error) {
  148. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  149. }
  150. });
  151. }
  152. });
  153. //获取文档列表
  154. router.route("/getFileD").all(async (req, res, next) => {
  155. //mode的处理
  156. if (req.body[0]) {
  157. p = Object.values(req.body[0]);
  158. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "getFileD");
  159. mysql.usselect(p, async function (ret) {
  160. let data = ret[0];
  161. // const array = data.map(item => item.documentid);
  162. const array = data.map(item => item.documentid);
  163. try {
  164. const response = await client.documents.list({ ids: array });
  165. // const response = await client.collections.listDocuments({ id: req.body[0].folderid });
  166. // const response = await client.collections.listDocuments({ collection_ids: req.body[0].folderid.split(",") });
  167. // console.log(response);
  168. let data2 = response.results.map(doc => {
  169. doc.documentid = doc.id;
  170. delete doc.id;
  171. return doc;
  172. });
  173. // console.log(data2);
  174. // 合并data和data2,根据documentid
  175. const mergedData = data.map(item => {
  176. const correspondingDoc = data2.find(doc => doc.documentid === item.documentid);
  177. return { ...item, ...correspondingDoc };
  178. });
  179. res.status(200).json({ result: mergedData });
  180. } catch (error) {
  181. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  182. }
  183. });
  184. }
  185. });
  186. //获取文档列表
  187. router.route("/getFileOpen").all(async (req, res, next) => {
  188. //mode的处理
  189. if (req.body[0]) {
  190. p = Object.values(req.body[0]);
  191. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "getFileOpen");
  192. mysql.usselect(p, async function (ret) {
  193. let data = ret[0];
  194. let user = ret[1];
  195. // const array = data.map(item => item.documentid);
  196. const array = data.map(item => item.documentid);
  197. try {
  198. const response = await client.documents.list({ ids: array });
  199. let data2 = response.results.map(doc => {
  200. doc.documentid = doc.id;
  201. delete doc.id;
  202. return doc;
  203. });
  204. // 合并data和data2,根据documentid
  205. const mergedData = data.map(item => {
  206. const correspondingDoc = data2.find(doc => doc.documentid === item.documentid);
  207. return { ...item, ...correspondingDoc };
  208. });
  209. res.status(200).json({ result: mergedData, user: user });
  210. } catch (error) {
  211. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  212. }
  213. });
  214. }
  215. });
  216. //获取文档列表2
  217. router.route("/getFileP").all(async (req, res, next) => {
  218. //mode的处理
  219. if (req.body) {
  220. p = [req.body.uid, req.body.folderid, req.body.n, req.body.page, req.body.num];
  221. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "getFile");
  222. mysql.usselect(p, async function (ret) {
  223. let data = ret[0];
  224. // const array = data.map(item => item.documentid);
  225. try {
  226. // const response = await client.documents.list({ collection_ids: [req.body.folderid] });
  227. const response = await client.collections.listDocuments({ id: req.body[0].folderid });
  228. // console.log(response);
  229. let data2 = response.results.map(doc => {
  230. doc.documentid = doc.id;
  231. delete doc.id;
  232. return doc;
  233. });
  234. // 合并data和data2,根据documentid
  235. const mergedData = data.map(item => {
  236. const correspondingDoc = data2.find(doc => doc.documentid === item.documentid);
  237. return { ...item, ...correspondingDoc };
  238. });
  239. res.status(200).json({ result: mergedData });
  240. } catch (error) {
  241. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  242. }
  243. });
  244. }
  245. });
  246. //获取能关联的文件
  247. router.route("/getFile2").all(async (req, res, next) => {
  248. //mode的处理
  249. if (req.body[0]) {
  250. p = Object.values(req.body[0]);
  251. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "getFile2");
  252. mysql.usselect(p, async function (ret) {
  253. let data = ret[0];
  254. const array = data.map(item => item.documentid);
  255. try {
  256. const response = await client.documents.list({ ids: array });
  257. // const response = await client.documents.list({ collection_ids: [req.body[0].folderid] });
  258. // console.log(response);
  259. let data2 = response.results.map(doc => {
  260. doc.documentid = doc.id;
  261. delete doc.id;
  262. return doc;
  263. });
  264. // 合并data和data2,根据documentid
  265. const mergedData = data.map(item => {
  266. const correspondingDoc = data2.find(doc => doc.documentid === item.documentid);
  267. return { ...item, ...correspondingDoc };
  268. });
  269. res.status(200).json({ result: mergedData });
  270. } catch (error) {
  271. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  272. }
  273. });
  274. }
  275. });
  276. //添加文件夹
  277. router.route("/addFolder").all(async (req, res, next) => {
  278. //mode的处理
  279. if (req.body[0]) {
  280. try {
  281. const response = await client.collections.create({
  282. name: decodeURIComponent(req.body[0].n),
  283. description: decodeURIComponent(req.body[0].fd)
  284. });
  285. p = [...Object.values(req.body[0]), response.results.id];
  286. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "addFolder");
  287. mysql.usselect(p, async function (ret) {
  288. res.end(JSON.stringify(ret));
  289. });
  290. } catch (error) {
  291. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  292. }
  293. }
  294. });
  295. //删除文件夹
  296. router.route("/deleteFolder").all(async (req, res, next) => {
  297. //mode的处理
  298. if (req.body[0]) {
  299. try {
  300. const folderids = decodeURIComponent(req.body[0].folderids).split(",");
  301. const ids = req.body[0].ids;
  302. // 并行处理文件夹下的文件删除和文件夹删除
  303. await Promise.all(folderids.map(async folderid => {
  304. const files = await client.collections.listDocuments({ id: folderid, offset: 0, limit: 999 });
  305. await Promise.all(files.results.map(file =>
  306. client.collections.removeDocument({ id: folderid, documentId: file.id })
  307. ));
  308. }));
  309. await Promise.all(folderids.map(folderid => client.collections.delete({ id: folderid })));
  310. const params = [_mysqlLabor[0], _mysqlLabor[1], "deleteFolder", ids];
  311. mysql.usselect(params, async function (ret) {
  312. res.end(JSON.stringify(ret));
  313. });
  314. } catch (error) {
  315. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  316. }
  317. }
  318. });
  319. //修改文件夹
  320. router.route("/updateFolder").all(async (req, res, next) => {
  321. //mode的处理
  322. if (req.body[0]) {
  323. try {
  324. const { folderid, ...folderData } = req.body[0]; // 解构赋值,排除folderid
  325. const response = await client.collections.update({
  326. id: folderid,
  327. name: decodeURIComponent(req.body[0].n),
  328. description: decodeURIComponent(req.body[0].d)
  329. });
  330. p = Object.values(folderData); // 获取剩余属性的键
  331. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "updateFolder2");
  332. mysql.usselect(p, async function (ret) {
  333. res.end(JSON.stringify(ret));
  334. });
  335. } catch (error) {
  336. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  337. }
  338. }
  339. });
  340. //移除文件
  341. router.route("/removeFile").all(async (req, res, next) => {
  342. if (req.body[0]) {
  343. let documentids = decodeURIComponent(req.body[0].documentids).split(",");
  344. let folderid = req.body[0].folderid;
  345. let ids = req.body[0].ids;
  346. // 使用 Promise.all 确保所有删除操作都被执行
  347. const removePromises = documentids.map(documentid =>
  348. client.collections.removeDocument({ id: folderid, documentId: documentid })
  349. );
  350. // 不管client.documents报错没有也要执行removeFile
  351. Promise.all(removePromises).catch(error => {
  352. console.error("移除文件时发生错误:", error);
  353. });
  354. p = [ids, folderid];
  355. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "removeFile");
  356. mysql.usselect(p, async function (ret) {
  357. res.end(JSON.stringify(ret));
  358. });
  359. }
  360. });
  361. //移入文件
  362. router.route("/moveFile").all(async (req, res, next) => {
  363. if (req.body[0]) {
  364. try {
  365. let documentids = decodeURIComponent(req.body[0].documentids).split(",")
  366. let folderid = req.body[0].folderid
  367. let ids = decodeURIComponent(req.body[0].ids).split(",")
  368. // 使用 Promise.all 确保所有添加操作都被执行
  369. await Promise.all(documentids.map(documentid =>
  370. client.collections.addDocument({
  371. id: folderid,
  372. documentId: documentid
  373. }).catch(error => {
  374. console.error("移动文件时发生错误:", error);
  375. })
  376. ));
  377. for (const id of ids) {
  378. p = [id, folderid];
  379. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "moveFile");
  380. await mysql.usselect(p, async function (ret) { });
  381. }
  382. res.status(200).json({ messages: "移动成功" });
  383. } catch (error) {
  384. // 这里不返回错误,确保deleteFile执行完
  385. console.error("处理过程中发生错误:", error);
  386. }
  387. }
  388. });
  389. //删除文件
  390. router.route("/deleteFile").all(async (req, res, next) => {
  391. if (req.body[0]) {
  392. let documentids = decodeURIComponent(req.body[0].documentids).split(",");
  393. let ids = req.body[0].ids;
  394. // 使用 Promise.all 确保所有删除操作都被执行
  395. Promise.all(documentids.map(documentid =>
  396. client.documents.delete({ id: documentid }).catch(error => {
  397. console.error("删除文件时发生错误:", error);
  398. })
  399. ));
  400. p = [ids];
  401. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "deleteFile");
  402. mysql.usselect(p, async function (ret) {
  403. res.end(JSON.stringify(ret));
  404. });
  405. }
  406. });
  407. //删除文件
  408. router.route("/deleteFileByFilter").all(async (req, res, next) => {
  409. if (req.body[0]) {
  410. let documentids = decodeURIComponent(req.body[0].documentids).split(",");
  411. let ids = req.body[0].ids;
  412. client.documents.deleteByFilter({ filters: {"document_id": { "$in": documentids }} }).then(() => {
  413. console.log("文件删除成功");
  414. }).catch(error => {
  415. console.error("删除文件时发生错误:", error);
  416. })
  417. p = [ids];
  418. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "deleteFile");
  419. mysql.usselect(p, async function (ret) {
  420. res.end(JSON.stringify(ret));
  421. });
  422. }
  423. });
  424. router.route("/getFolder").all((req, res, next) => {
  425. getmysql2(req, res, "getFolder", req.body.uid);
  426. });
  427. router.route("/getFolderPage").all((req, res, next) => {
  428. getmysql2(req, res, "getFolderPage2", req.body[0].uid, req.body[0].n, req.body[0].sub, req.body[0].class, req.body[0].page, req.body[0].num);
  429. });
  430. router.route("/getFolderPage3").all((req, res, next) => {
  431. getmysql2(req, res, "getFolderPage3", req.body[0].uid, req.body[0].n, req.body[0].sub, req.body[0].class, req.body[0].tag, req.body[0].page, req.body[0].num);
  432. });
  433. router.route("/getFolderPageOpen").all((req, res, next) => {
  434. getmysql2(req, res, "getFolderPageOpen", req.body[0].uid, req.body[0].n, req.body[0].sub, req.body[0].class, req.body[0].tag, req.body[0].page, req.body[0].num);
  435. });
  436. router.route("/haveFile").all((req, res, next) => {
  437. postmysql(req, res, "haveFile");
  438. });
  439. router.route("/haveFolder").all((req, res, next) => {
  440. postmysql(req, res, "haveFolder");
  441. });
  442. //search文件
  443. router.route("/searchFile").all(async (req, res, next) => {
  444. if (req.body) {
  445. try {
  446. let filters = {}
  447. if (req.body.type == 1) {
  448. filters = { "document_id": { "$in": req.body.ids } }
  449. } else if (req.body.type == 2) {
  450. filters = { "collection_ids": { "$in": req.body.ids } }
  451. }
  452. const response = await client.retrieval.search({
  453. query: req.body.query,
  454. search_settings: {
  455. filters: filters,
  456. useSemanticSearch: true,
  457. chunkSettings: {
  458. limit: req.body.limit ? req.body.limit : 10,
  459. enabled: true
  460. },
  461. }
  462. });
  463. res.status(200).json({ result: response.results });
  464. } catch (error) {
  465. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  466. }
  467. }
  468. });
  469. //提取文件实体
  470. router.route("/extractFile").all(async (req, res, next) => {
  471. if (req.body) {
  472. try {
  473. const response = client.documents.extract({
  474. id: req.body.id
  475. })
  476. res.status(200).json({ result: response.results });
  477. } catch (error) {
  478. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  479. }
  480. }
  481. });
  482. //添加上传好的知识库文件
  483. router.route("/addFile").all((req, res, next) => {
  484. getmysql2(req, res, "add_file", req.body.n, req.body.did, req.body.uid, req.body.fid, req.body.mofid);
  485. })
  486. //获取文件详情
  487. router.route("/getFileDetail").all(async (req, res, next) => {
  488. if (req.body[0]) {
  489. p = Object.values(req.body[0]);
  490. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "getFileDetail");
  491. mysql.usselect(p, async function (ret) {
  492. let data = ret[0][0];
  493. // const array = data.map(item => item.documentid);
  494. try {
  495. const response = await client.documents.list({ ids: [req.body[0].documentId] });
  496. // console.log(response);
  497. let data2 = response.results[0]
  498. // 合并data和data2,根据documentid
  499. const mergedData = { ...data, ...data2 };
  500. res.status(200).json({ result: mergedData });
  501. } catch (error) {
  502. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  503. }
  504. });
  505. }
  506. });
  507. //获取切片
  508. router.route("/getChunks").all(async (req, res, next) => {
  509. if (req.body[0]) {
  510. try {
  511. const { page = 1, limit = 10, documentId } = req.body[0];
  512. const offset = (page - 1) * limit;
  513. const response = await client.documents.listChunks({
  514. id: documentId,
  515. includeVectors: false,
  516. offset,
  517. limit,
  518. });
  519. res.status(200).json({ result: response });
  520. } catch (error) {
  521. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  522. }
  523. }
  524. });
  525. //获取实体
  526. router.route("/getEntities").all(async (req, res, next) => {
  527. if (req.body[0]) {
  528. try {
  529. const { page = 1, limit = 10, documentId } = req.body[0];
  530. const offset = (page - 1) * limit;
  531. const response = await client.documents.listEntities({
  532. id: documentId,
  533. includeVectors: false,
  534. offset,
  535. limit,
  536. });
  537. res.status(200).json({ result: response });
  538. } catch (error) {
  539. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  540. }
  541. }
  542. });
  543. //获取关系
  544. router.route("/getRelationships").all(async (req, res, next) => {
  545. if (req.body[0]) {
  546. try {
  547. const { page = 1, limit = 10, documentId } = req.body[0];
  548. const offset = (page - 1) * limit;
  549. const response = await client.documents.listRelationships({
  550. id: documentId,
  551. includeVectors: false,
  552. offset,
  553. limit,
  554. });
  555. res.status(200).json({ result: response });
  556. } catch (error) {
  557. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  558. }
  559. }
  560. });
  561. //获取实体和关系
  562. router.route("/getEntitiesAndRelationships").all(async (req, res, next) => {
  563. if (req.body[0]) {
  564. try {
  565. const { documentId } = req.body[0];
  566. const offset = (page - 1) * limit;
  567. const response = await client.documents.listEntities({
  568. id: documentId,
  569. includeVectors: false,
  570. });
  571. const response2 = await client.documents.listRelationships({
  572. id: documentId,
  573. includeVectors: false,
  574. });
  575. res.status(200).json({ Entities: response, Relationships: response2 });
  576. } catch (error) {
  577. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  578. }
  579. }
  580. });
  581. //提取功能
  582. router.route("/extractFile2").all(async (req, res, next) => {
  583. try {
  584. const response = await client.documents.extract({ id: req.body[0].documentid });
  585. console.log(response);
  586. res.status(200).json({ result: response.results });
  587. } catch (error) {
  588. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  589. }
  590. });
  591. //复制文件夹
  592. router.route("/copyFolder").all(async (req, res, next) => {
  593. if (req.body[0]) {
  594. const response = await client.collections.create({
  595. name: decodeURIComponent(req.body[0].n),
  596. description: decodeURIComponent(req.body[0].fd)
  597. });
  598. let folderid = response.results.id;
  599. p2 = [req.body[0].folderid]
  600. p2.unshift(_mysqlLabor[0], _mysqlLabor[1], "selectFolderFile");
  601. mysql.usselect(p2, async function (ret2) {
  602. let file = ret2[0]
  603. if (file.length) {
  604. let documentids = file.map(item => item.documentid);
  605. // 使用 Promise.all 确保所有添加操作都被执行
  606. await Promise.all(documentids.map(documentid =>
  607. client.collections.addDocument({
  608. id: folderid,
  609. documentId: documentid
  610. }).catch(error => {
  611. console.error("移动文件时发生错误:", error);
  612. })
  613. ));
  614. }
  615. let ids = file.map(item => item.fileid);
  616. console.log(ids);
  617. p = [req.body[0].n, req.body[0].fd, req.body[0].uid, 2, folderid, req.body[0].folderid, ids.join(",")];
  618. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "addFolder2");
  619. mysql.usselect(p, async function (ret) {
  620. res.end(JSON.stringify(ret));
  621. });
  622. });
  623. }
  624. });
  625. // 下载文件功能
  626. router.route("/downloadFile").all(async (req, res, next) => {
  627. var json = queryString(req.url);
  628. let params = {
  629. documentid: (json && json['documentid'] || req.body[0].documentid),
  630. filename: (json && json['filename'] || req.body[0].filename),
  631. };
  632. try {
  633. const response = await client.documents.download({ id: params.documentid });
  634. console.log(response);
  635. // 根据response的类型设置Content-Type
  636. const contentType = response.type || 'application/octet-stream';
  637. res.setHeader('Content-Type', contentType);
  638. res.setHeader('Content-Disposition', `attachment; filename="${encodeURIComponent(params.filename)}"`);
  639. // 直接发送blob数据
  640. res.send(Buffer.from(await response.arrayBuffer()));
  641. } catch (error) {
  642. console.error("下载文件时发生错误:", error);
  643. res.status(500).json({ error: error instanceof Error ? error.message : "发生错误" });
  644. }
  645. });
  646. // 下载文件功能
  647. router.route("/downloadFile2").all(async (req, res, next) => {
  648. var json = queryString(req.url);
  649. let params = {
  650. documentid: (json && json['documentid'] || req.body[0].documentid),
  651. filename: (json && json['filename'] || req.body[0].filename),
  652. };
  653. try {
  654. const response = await client.documents.download({ id: params.documentid });
  655. console.log(response);
  656. // 直接返回blob数据
  657. res.setHeader('Content-Type', response.type || 'application/octet-stream');
  658. res.setHeader('Content-Disposition', `attachment; filename="${encodeURIComponent(params.filename)}"`);
  659. const buffer = Buffer.from(await response.arrayBuffer());
  660. res.send(buffer); // 发送blob数据
  661. } catch (error) {
  662. console.error("下载文件时发生错误:", error);
  663. res.status(500).json({ error: error instanceof Error ? error.message : "发生错误" });
  664. }
  665. });
  666. //召回测试
  667. router.route("/ragFolder").all(async (req, res, next) => {
  668. let reqJson = req.body[0]
  669. if (reqJson) {
  670. reqJson.query = decodeURIComponent(reqJson.query)
  671. try {
  672. let filters = {}
  673. if (reqJson.type == 1) {
  674. filters = { "document_id": { "$in": reqJson.ids.split(",") } }
  675. } else if (reqJson.type == 2) {
  676. filters = { "collection_ids": { "$in": reqJson.ids.split(",") } }
  677. } else if (reqJson.type == 3) {
  678. filters = { "collection_ids": { "$eq": reqJson.ids } }
  679. }
  680. console.log(111);
  681. const response = await client.retrieval.search({
  682. query: reqJson.query,
  683. // searchMode: reqJson.useType == 1 ? 'basic' : reqJson.useType == 2 ? 'custom' : 'advanced',
  684. // searchMode: 'basic',
  685. searchSettings: {
  686. useHybridSearch: reqJson.useType == 3,
  687. useSemanticSearch: reqJson.useType == 1 || reqJson.useType == 2 || reqJson.useType == 3,
  688. useFullTextSearch: reqJson.useType == 2 || reqJson.useType == 3,
  689. hybrid_settings: {
  690. fullTextWeight: reqJson.fullTextWeight ? reqJson.fullTextWeight : 1,
  691. semanticWeight: reqJson.semanticWeight ? reqJson.semanticWeight : 5,
  692. },
  693. filters: filters,
  694. limit: reqJson.limit ? reqJson.limit : 100,
  695. },
  696. ragGenerationConfig: {
  697. stream: false,
  698. temperature: reqJson.temperature ? reqJson.temperature : 0,
  699. maxTokens: reqJson.tokens ? reqJson.tokens : 5000
  700. }
  701. });
  702. // res.status(200).json({ result: response.results });
  703. p = [reqJson.userid, reqJson.ids, encodeURIComponent(JSON.stringify(reqJson)), encodeURIComponent(JSON.stringify(response.results))];
  704. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "addRagData");
  705. mysql.usselect(p, async function (ret) {
  706. res.status(200).json({ result: response.results });
  707. });
  708. } catch (error) {
  709. console.log(error);
  710. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  711. }
  712. }
  713. });
  714. //召回测试
  715. router.route("/searchFolder").all(async (req, res, next) => {
  716. let reqJson = req.body[0]
  717. if (reqJson) {
  718. try {
  719. let filters = {}
  720. let documentids = reqJson.documentids ? decodeURIComponent(reqJson.documentids).split(",").filter(id => id) : [];
  721. let folderids = reqJson.folderids ? decodeURIComponent(reqJson.folderids).split(",").filter(id => id) : [];
  722. filters = {
  723. "$or": [
  724. { "collection_ids": { "$in": folderids } },
  725. { "document_id": { "$in": documentids } }
  726. ]
  727. };
  728. let params = {
  729. query: reqJson.query,
  730. searchSettings: {
  731. useHybridSearch: reqJson.useType == 3,
  732. useSemanticSearch: reqJson.useType == 1 || reqJson.useType == 2 || reqJson.useType == 3,
  733. useFullTextSearch: reqJson.useType == 1 || reqJson.useType == 2 || reqJson.useType == 3,
  734. hybrid_settings: {
  735. fullTextWeight: reqJson.fullTextWeight ? reqJson.fullTextWeight : 1,
  736. semanticWeight: reqJson.semanticWeight ? reqJson.semanticWeight : 5,
  737. },
  738. filters: filters,
  739. limit: reqJson.limit ? reqJson.limit : 100,
  740. },
  741. ragGenerationConfig: {
  742. stream: false,
  743. temperature: reqJson.temperature ? reqJson.temperature : 0,
  744. maxTokens: reqJson.tokens ? reqJson.tokens : 5000
  745. }
  746. }
  747. // console.log(params);
  748. const response = await client.retrieval.search(params);
  749. res.status(200).json({ result: response.results });
  750. } catch (error) {
  751. console.log(error);
  752. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  753. }
  754. }
  755. });
  756. //召回测试
  757. router.route("/searchFolder2").all(async (req, res, next) => {
  758. let reqJson = req.body
  759. if (reqJson) {
  760. try {
  761. let filters = {}
  762. let documentids = reqJson.documentids ? decodeURIComponent(reqJson.documentids).split(",").filter(id => id) : [];
  763. let folderids = reqJson.folderids ? decodeURIComponent(reqJson.folderids).split(",").filter(id => id) : [];
  764. filters = {
  765. "$or": [
  766. { "collection_ids": { "$in": folderids } },
  767. { "document_id": { "$in": documentids } }
  768. ]
  769. };
  770. let params = {
  771. query: reqJson.query,
  772. searchSettings: {
  773. useHybridSearch: reqJson.useType == 3,
  774. useSemanticSearch: reqJson.useType == 1 || reqJson.useType == 2 || reqJson.useType == 3,
  775. useFullTextSearch: reqJson.useType == 1 || reqJson.useType == 2 || reqJson.useType == 3,
  776. hybrid_settings: {
  777. fullTextWeight: reqJson.fullTextWeight ? reqJson.fullTextWeight : 1,
  778. semanticWeight: reqJson.semanticWeight ? reqJson.semanticWeight : 5,
  779. },
  780. filters: filters,
  781. limit: reqJson.limit ? reqJson.limit : 100,
  782. },
  783. ragGenerationConfig: {
  784. stream: false,
  785. temperature: reqJson.temperature ? reqJson.temperature : 0,
  786. maxTokens: reqJson.tokens ? reqJson.tokens : 5000
  787. }
  788. }
  789. // console.log(params);
  790. const response = await client.retrieval.search(params);
  791. res.status(200).json({ result: response.results });
  792. } catch (error) {
  793. console.log(error);
  794. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  795. }
  796. }
  797. });
  798. //获取召回测试数据
  799. router.route("/getRagData").all(async (req, res, next) => {
  800. //mode的处理
  801. if (req.body[0]) {
  802. p = Object.values(req.body[0]);
  803. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "getRagData");
  804. mysql.usselect(p, async function (ret) {
  805. res.status(200).json(ret);
  806. });
  807. }
  808. });
  809. //删除召回测试数据
  810. router.route("/delRagData").all(async (req, res, next) => {
  811. //mode的处理
  812. if (req.body[0]) {
  813. p = Object.values(req.body[0]);
  814. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "delRagData");
  815. mysql.usselect(p, async function (ret) {
  816. res.status(200).json(ret);
  817. });
  818. }
  819. });
  820. function generateAPIKey(username) {
  821. let timeStamp = new Date().getTime();
  822. let hashStr = timeStamp + username;
  823. let digest = crypto
  824. .createHash("sha256")
  825. .update(hashStr, "utf8")
  826. .digest("hex");
  827. return digest;
  828. }
  829. queryString = function (url) {
  830. var a = url.split("?");
  831. var json = querystring.parse(a[1]);
  832. return json;
  833. };
  834. //post存儲過程處理
  835. postmysql = function (req, res, functionname) {
  836. //mode的處理
  837. if (req.body[0]) {
  838. p = Object.values(req.body[0]);
  839. p.unshift(_mysqlLabor[0], _mysqlLabor[1], functionname);
  840. //執行存儲過程
  841. mysql.usselect(p, function (ret) {
  842. res.end(JSON.stringify(ret));
  843. });
  844. }
  845. };
  846. //post存儲過程處理
  847. postmysql2 = function (req, res, functionname) {
  848. //mode的處理
  849. if (req.body) {
  850. p = Object.values(req.body)[0].split(",");
  851. p.unshift(_mysqlLabor[0], _mysqlLabor[1], functionname);
  852. //執行存儲過程
  853. mysql.usselect(p, function (ret) {
  854. res.end(JSON.stringify(ret));
  855. });
  856. }
  857. };
  858. //post存儲過程處理
  859. postmysql3 = function (req, res, functionname) {
  860. //mode的處理
  861. if (req.body) {
  862. console.log(req);
  863. p = Object.values(req.body);
  864. p.unshift(_mysqlLabor[0], _mysqlLabor[1], functionname);
  865. //執行存儲過程
  866. mysql.usselect(p, function (ret) {
  867. res.end(JSON.stringify(ret));
  868. });
  869. }
  870. };
  871. //get獲取數據庫信息
  872. getmysql = function (req, res, functionname, ...p) {
  873. p = p || [];
  874. p.unshift(_getmysqlLabor[0], _getmysqlLabor[1], functionname);
  875. //執行存儲過程
  876. mysql.usselect(p, function (ret) {
  877. res.end(JSON.stringify(ret));
  878. }); //
  879. };
  880. //get獲取數據庫信息
  881. getmysql2 = function (req, res, functionname, ...p) {
  882. p = p || [];
  883. p.unshift(_mysqlLabor[0], _mysqlLabor[1], functionname);
  884. //執行存儲過程
  885. mysql.usselect(p, function (ret) {
  886. res.end(JSON.stringify(ret));
  887. }); //
  888. };
  889. //get獲取數據庫信息
  890. getmysql3 = function (req, res, functionname, ...p) {
  891. p = p || [];
  892. p.unshift(_getmysqlLabor2[0], _getmysqlLabor2[1], functionname);
  893. //執行存儲過程
  894. mysql.usselect(p, function (ret) {
  895. res.end(JSON.stringify(ret));
  896. }); //
  897. };
  898. //post存储过程处理
  899. userpostmysql = function (req, res, functionname) {
  900. //mode的处理
  901. if (req.body.mode) {
  902. p = req.body.mode.split(",");
  903. p.unshift(_mysqluser[0], _mysqluser[1], functionname);
  904. //执行存储过程
  905. mysql.usselect(p, function (ret) {
  906. res.end(JSON.stringify(ret));
  907. });
  908. }
  909. };
  910. //get获取数据库信息
  911. usergetmysql = function (req, res, functionname, ...p) {
  912. p = p || [];
  913. p.unshift(_mysqluser[0], _mysqluser[1], functionname);
  914. //执行存储过程
  915. mysql.usselect(p, function (ret) {
  916. res.end(JSON.stringify(ret));
  917. }); //
  918. };
  919. //post存儲過程處理
  920. postmysqlLocal = function (req, res) {
  921. //mode的處理
  922. if (req.body[0]) {
  923. p = Object.values(req.body[0]);
  924. p.unshift(_localhost[0], _localhost[1]);
  925. //執行存儲過程
  926. mysql.usselect(p, function (ret) {
  927. res.end(JSON.stringify(ret));
  928. });
  929. }
  930. };
  931. postmysqlOnline = function (req, res) {
  932. //mode的處理
  933. if (req.body[0]) {
  934. p = Object.values(req.body[0]);
  935. p.unshift(_mysqlLabor[0], _mysqlLabor[1]);
  936. //執行存儲過程
  937. mysql.usselect(p, function (ret) {
  938. res.end(JSON.stringify(ret));
  939. });
  940. }
  941. };
  942. module.exports = router;