pbl.js 35 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006
  1. // ROUTES FOR OUR APIselectClassStudent
  2. // =============================================================================
  3. const express = require("express");
  4. const request = require("request");
  5. const bcrypt = require("bcryptjs");
  6. const router = express.Router(); // get an instance of the express Router
  7. const querystring = require("querystring");
  8. var mysql = require("./mysql");
  9. // const _mysqlLabor = ["123.58.32.151", "pbl"]; //edu數據庫信息
  10. // const _mysqluser = ["123.58.32.151", "cocorobouser"]; //用户数据库信息
  11. // const _getmysqlLabor = ["123.58.32.151", "pbl"]; //edu數據庫信息f
  12. // const _getmysqluser = ["123.58.32.151", "cocorobouser"]; //edu數據庫信息
  13. const _mysqlLabor = ["172.16.12.5", "pbl"]; //edu數據庫信息
  14. const _mysqluser = ["172.16.12.5", "cocorobouser"]; //edu數據庫信息
  15. // const _getmysqlLabor = ["172.16.12.5", "pbl"]; //edu數據庫信息
  16. // const _getmysqluser = ["172.16.12.5", "cocorobouser"]; //edu數據庫信息
  17. const _getmysqlLabor2 = ["172.16.12.7", "pbl"]; //edu數據庫信息
  18. const _getmysqlLabor = ["172.16.12.7", "pbl"]; //edu數據庫信息
  19. const _getmysqluser = ["172.16.12.7", "cocorobouser"]; //edu數據庫信息
  20. const _localhost = ["127.0.0.1", "pbl"]; //edu數據庫信息
  21. const crypto = require("crypto");
  22. const https = require("https");
  23. const { Pool } = require('pg');
  24. const axios = require('axios');
  25. const multer = require("multer");
  26. const loginHandler = require('./login'); // 确保路径正确
  27. const { r2rClient } = require("r2r-js");
  28. const client = new r2rClient("https://r2rserver.cocorobo.cn/");
  29. // 配置 multer 存储选项
  30. const storage = multer.diskStorage({
  31. destination: function (req, file, cb) {
  32. req.setEncoding('utf-8');
  33. cb(null, 'uploads/'); // 文件上传目录
  34. },
  35. filename: function (req, file, cb) {
  36. req.setEncoding('utf-8');
  37. // 使用 Buffer 处理文件名,确保编码正确
  38. const fileExtension = file.originalname.split('.').pop(); // 获取文件后缀
  39. const fileNameWithoutExt = Buffer.from(file.originalname.slice(0, -(fileExtension.length + 1)), 'latin1').toString('utf8'); // 转换编码
  40. cb(null, fileNameWithoutExt + '-' + Date.now() + '.' + fileExtension); // 使用时间戳和原始文件名
  41. }
  42. });
  43. const upload = multer({
  44. storage: storage, limits: {
  45. fileSize: 100 * 1024 * 1024 // 100MB
  46. }
  47. });
  48. router.route("/login").all(async (req, res, next) => {
  49. loginHandler(req, res)
  50. });
  51. router.route("/logout").all(async (req, res, next) => {
  52. try {
  53. const response = await client.users.logout();
  54. res.status(200).json({ result: response.results });
  55. } catch (error) {
  56. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  57. }
  58. });
  59. //获取文档列表
  60. router.route("/getDocument").all(async (req, res, next) => {
  61. try {
  62. const response = await client.documents.list({
  63. limit: 10,
  64. offset: 0,
  65. });
  66. console.log(response);
  67. res.status(200).json({ result: response.results });
  68. } catch (error) {
  69. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  70. }
  71. });
  72. //列出文档块
  73. router.route("/listChunks").all(async (req, res, next) => {
  74. try {
  75. const response = await client.documents.listChunks({
  76. id: "5111165f-965c-5d61-89e3-1f74b0178032",
  77. });
  78. console.log(response);
  79. res.status(200).json({ result: response.results });
  80. } catch (error) {
  81. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  82. }
  83. });
  84. //提取实体和关系
  85. router.route("/extract").all(async (req, res, next) => {
  86. try {
  87. const response = await client.documents.extract({ id: "5111165f-965c-5d61-89e3-1f74b0178032" })
  88. console.log(response);
  89. res.status(200).json({ result: response.results });
  90. } catch (error) {
  91. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  92. }
  93. });
  94. router.route("/selectUser").all((req, res, next) => {
  95. var json = queryString(req.url);
  96. getmysql(req, res, "selectUser", json["userid"]);
  97. });
  98. // 文件上传接口
  99. router.post('/upload', upload.single('file'), async (req, res) => {
  100. req.setEncoding('utf-8')
  101. try {
  102. console.log(req.file); // 打印上传的文件信息
  103. console.log(`File path: uploads/${req.file.filename}`);
  104. const path = require('path');
  105. const filePath = path.resolve(__dirname, 'uploads', req.file.filename);
  106. console.log(filePath);
  107. let filename = Buffer.from(req.file.originalname, 'latin1').toString('utf8');
  108. const fs = require('fs');
  109. const file = new File([fs.readFileSync('./uploads/q-1739170522767.doc')], filename, { type: req.file.mimetype });
  110. const response = await client.documents.create({
  111. file: file,
  112. metadata: { title: filename }
  113. });
  114. console.log(response);
  115. res.status(200).json({ message: 'File uploaded successfully', file: req.file });
  116. } catch (error) {
  117. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  118. }
  119. });
  120. //获取文档列表
  121. router.route("/getFile").all(async (req, res, next) => {
  122. //mode的处理
  123. if (req.body[0]) {
  124. p = Object.values(req.body[0]);
  125. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "getFile");
  126. mysql.usselect(p, async function (ret) {
  127. let data = ret[0];
  128. // const array = data.map(item => item.documentid);
  129. const array = data.map(item => item.documentid);
  130. try {
  131. const response = await client.documents.list({ ids: array });
  132. // const response = await client.collections.listDocuments({ id: req.body[0].folderid });
  133. // const response = await client.collections.listDocuments({ collection_ids: req.body[0].folderid.split(",") });
  134. // console.log(response);
  135. let data2 = response.results.map(doc => {
  136. doc.documentid = doc.id;
  137. delete doc.id;
  138. return doc;
  139. });
  140. // console.log(data2);
  141. // 合并data和data2,根据documentid
  142. const mergedData = data.map(item => {
  143. const correspondingDoc = data2.find(doc => doc.documentid === item.documentid);
  144. return { ...item, ...correspondingDoc };
  145. });
  146. res.status(200).json({ result: mergedData });
  147. } catch (error) {
  148. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  149. }
  150. });
  151. }
  152. });
  153. //获取文档列表
  154. router.route("/getFileD").all(async (req, res, next) => {
  155. //mode的处理
  156. if (req.body[0]) {
  157. p = Object.values(req.body[0]);
  158. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "getFileD");
  159. mysql.usselect(p, async function (ret) {
  160. let data = ret[0];
  161. // const array = data.map(item => item.documentid);
  162. const array = data.map(item => item.documentid);
  163. try {
  164. const response = await client.documents.list({ ids: array });
  165. // const response = await client.collections.listDocuments({ id: req.body[0].folderid });
  166. // const response = await client.collections.listDocuments({ collection_ids: req.body[0].folderid.split(",") });
  167. // console.log(response);
  168. let data2 = response.results.map(doc => {
  169. doc.documentid = doc.id;
  170. delete doc.id;
  171. return doc;
  172. });
  173. // console.log(data2);
  174. // 合并data和data2,根据documentid
  175. const mergedData = data.map(item => {
  176. const correspondingDoc = data2.find(doc => doc.documentid === item.documentid);
  177. return { ...item, ...correspondingDoc };
  178. });
  179. res.status(200).json({ result: mergedData });
  180. } catch (error) {
  181. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  182. }
  183. });
  184. }
  185. });
  186. //获取文档列表
  187. router.route("/getFileOpen").all(async (req, res, next) => {
  188. //mode的处理
  189. if (req.body[0]) {
  190. p = Object.values(req.body[0]);
  191. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "getFileOpen");
  192. mysql.usselect(p, async function (ret) {
  193. let data = ret[0];
  194. let user = ret[1];
  195. // const array = data.map(item => item.documentid);
  196. const array = data.map(item => item.documentid);
  197. try {
  198. const response = await client.documents.list({ ids: array });
  199. let data2 = response.results.map(doc => {
  200. doc.documentid = doc.id;
  201. delete doc.id;
  202. return doc;
  203. });
  204. // 合并data和data2,根据documentid
  205. const mergedData = data.map(item => {
  206. const correspondingDoc = data2.find(doc => doc.documentid === item.documentid);
  207. return { ...item, ...correspondingDoc };
  208. });
  209. res.status(200).json({ result: mergedData, user: user });
  210. } catch (error) {
  211. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  212. }
  213. });
  214. }
  215. });
  216. //获取文档列表2
  217. router.route("/getFileP").all(async (req, res, next) => {
  218. //mode的处理
  219. if (req.body) {
  220. p = [req.body.uid, req.body.folderid, req.body.n, req.body.page, req.body.num];
  221. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "getFile");
  222. mysql.usselect(p, async function (ret) {
  223. let data = ret[0];
  224. // const array = data.map(item => item.documentid);
  225. try {
  226. // const response = await client.documents.list({ collection_ids: [req.body.folderid] });
  227. const response = await client.collections.listDocuments({ id: req.body[0].folderid });
  228. // console.log(response);
  229. let data2 = response.results.map(doc => {
  230. doc.documentid = doc.id;
  231. delete doc.id;
  232. return doc;
  233. });
  234. // 合并data和data2,根据documentid
  235. const mergedData = data.map(item => {
  236. const correspondingDoc = data2.find(doc => doc.documentid === item.documentid);
  237. return { ...item, ...correspondingDoc };
  238. });
  239. res.status(200).json({ result: mergedData });
  240. } catch (error) {
  241. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  242. }
  243. });
  244. }
  245. });
  246. //获取能关联的文件
  247. router.route("/getFile2").all(async (req, res, next) => {
  248. //mode的处理
  249. if (req.body[0]) {
  250. p = Object.values(req.body[0]);
  251. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "getFile2");
  252. mysql.usselect(p, async function (ret) {
  253. let data = ret[0];
  254. const array = data.map(item => item.documentid);
  255. try {
  256. const response = await client.documents.list({ ids: array });
  257. // const response = await client.documents.list({ collection_ids: [req.body[0].folderid] });
  258. // console.log(response);
  259. let data2 = response.results.map(doc => {
  260. doc.documentid = doc.id;
  261. delete doc.id;
  262. return doc;
  263. });
  264. // 合并data和data2,根据documentid
  265. const mergedData = data.map(item => {
  266. const correspondingDoc = data2.find(doc => doc.documentid === item.documentid);
  267. return { ...item, ...correspondingDoc };
  268. });
  269. res.status(200).json({ result: mergedData });
  270. } catch (error) {
  271. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  272. }
  273. });
  274. }
  275. });
  276. //添加文件夹
  277. router.route("/addFolder").all(async (req, res, next) => {
  278. //mode的处理
  279. if (req.body[0]) {
  280. try {
  281. const response = await client.collections.create({
  282. name: decodeURIComponent(req.body[0].n),
  283. description: decodeURIComponent(req.body[0].fd)
  284. });
  285. p = [...Object.values(req.body[0]), response.results.id];
  286. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "addFolder");
  287. mysql.usselect(p, async function (ret) {
  288. res.end(JSON.stringify(ret));
  289. });
  290. } catch (error) {
  291. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  292. }
  293. }
  294. });
  295. //删除文件夹
  296. router.route("/deleteFolder").all(async (req, res, next) => {
  297. //mode的处理
  298. if (req.body[0]) {
  299. try {
  300. const folderids = decodeURIComponent(req.body[0].folderids).split(",");
  301. const ids = req.body[0].ids;
  302. // 并行处理文件夹下的文件删除和文件夹删除
  303. await Promise.all(folderids.map(async folderid => {
  304. const files = await client.collections.listDocuments({ id: folderid, offset: 0, limit: 999 });
  305. await Promise.all(files.results.map(file =>
  306. client.collections.removeDocument({ id: folderid, documentId: file.id })
  307. ));
  308. }));
  309. await Promise.all(folderids.map(folderid => client.collections.delete({ id: folderid })));
  310. const params = [_mysqlLabor[0], _mysqlLabor[1], "deleteFolder", ids];
  311. mysql.usselect(params, async function (ret) {
  312. res.end(JSON.stringify(ret));
  313. });
  314. } catch (error) {
  315. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  316. }
  317. }
  318. });
  319. //修改文件夹
  320. router.route("/updateFolder").all(async (req, res, next) => {
  321. //mode的处理
  322. if (req.body[0]) {
  323. try {
  324. const { folderid, ...folderData } = req.body[0]; // 解构赋值,排除folderid
  325. const response = await client.collections.update({
  326. id: folderid,
  327. name: decodeURIComponent(req.body[0].n),
  328. description: decodeURIComponent(req.body[0].d)
  329. });
  330. p = Object.values(folderData); // 获取剩余属性的键
  331. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "updateFolder2");
  332. mysql.usselect(p, async function (ret) {
  333. res.end(JSON.stringify(ret));
  334. });
  335. } catch (error) {
  336. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  337. }
  338. }
  339. });
  340. //移除文件
  341. router.route("/removeFile").all(async (req, res, next) => {
  342. if (req.body[0]) {
  343. let documentids = decodeURIComponent(req.body[0].documentids).split(",");
  344. let folderid = req.body[0].folderid;
  345. let ids = req.body[0].ids;
  346. // 使用 Promise.all 确保所有删除操作都被执行
  347. const removePromises = documentids.map(documentid =>
  348. client.collections.removeDocument({ id: folderid, documentId: documentid })
  349. );
  350. // 不管client.documents报错没有也要执行removeFile
  351. Promise.all(removePromises).catch(error => {
  352. console.error("移除文件时发生错误:", error);
  353. });
  354. p = [ids, folderid];
  355. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "removeFile");
  356. mysql.usselect(p, async function (ret) {
  357. res.end(JSON.stringify(ret));
  358. });
  359. }
  360. });
  361. //移入文件
  362. router.route("/moveFile").all(async (req, res, next) => {
  363. if (req.body[0]) {
  364. try {
  365. let documentids = decodeURIComponent(req.body[0].documentids).split(",")
  366. let folderid = req.body[0].folderid
  367. let ids = decodeURIComponent(req.body[0].ids).split(",")
  368. // 使用 Promise.all 确保所有添加操作都被执行
  369. await Promise.all(documentids.map(documentid =>
  370. client.collections.addDocument({
  371. id: folderid,
  372. documentId: documentid
  373. }).catch(error => {
  374. console.error("移动文件时发生错误:", error);
  375. })
  376. ));
  377. for (const id of ids) {
  378. p = [id, folderid];
  379. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "moveFile");
  380. await mysql.usselect(p, async function (ret) { });
  381. }
  382. res.status(200).json({ messages: "移动成功" });
  383. } catch (error) {
  384. // 这里不返回错误,确保deleteFile执行完
  385. console.error("处理过程中发生错误:", error);
  386. }
  387. }
  388. });
  389. //删除文件
  390. router.route("/deleteFile").all(async (req, res, next) => {
  391. if (req.body[0]) {
  392. let documentids = decodeURIComponent(req.body[0].documentids).split(",");
  393. let ids = req.body[0].ids;
  394. // 使用 Promise.all 确保所有删除操作都被执行
  395. Promise.all(documentids.map(documentid =>
  396. client.documents.delete({ id: documentid }).catch(error => {
  397. console.error("删除文件时发生错误:", error);
  398. })
  399. ));
  400. p = [ids];
  401. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "deleteFile");
  402. mysql.usselect(p, async function (ret) {
  403. res.end(JSON.stringify(ret));
  404. });
  405. }
  406. });
  407. //删除文件
  408. router.route("/deleteFileByFilter").all(async (req, res, next) => {
  409. if (req.body[0]) {
  410. let documentids = decodeURIComponent(req.body[0].documentids).split(",");
  411. let ids = req.body[0].ids;
  412. client.documents.deleteByFilter({ filters: {"document_id": { "$in": documentids }} }).then(() => {
  413. console.log("文件删除成功");
  414. }).catch(error => {
  415. console.error("删除文件时发生错误:", error);
  416. })
  417. p = [ids];
  418. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "deleteFile");
  419. mysql.usselect(p, async function (ret) {
  420. res.end(JSON.stringify(ret));
  421. });
  422. }
  423. });
  424. router.route("/getFolder").all((req, res, next) => {
  425. getmysql2(req, res, "getFolder", req.body.uid);
  426. });
  427. router.route("/getFolderPage").all((req, res, next) => {
  428. getmysql2(req, res, "getFolderPage2", req.body[0].uid, req.body[0].n, req.body[0].sub, req.body[0].class, req.body[0].page, req.body[0].num);
  429. });
  430. router.route("/getFolderPage3").all((req, res, next) => {
  431. getmysql2(req, res, "getFolderPage3", req.body[0].uid, req.body[0].n, req.body[0].sub, req.body[0].class, req.body[0].tag, req.body[0].page, req.body[0].num);
  432. });
  433. router.route("/getFolderPageOpen").all((req, res, next) => {
  434. getmysql2(req, res, "getFolderPageOpen", req.body[0].uid, req.body[0].n, req.body[0].sub, req.body[0].class, req.body[0].tag, req.body[0].page, req.body[0].num);
  435. });
  436. router.route("/haveFile").all((req, res, next) => {
  437. postmysql(req, res, "haveFile");
  438. });
  439. router.route("/haveFolder").all((req, res, next) => {
  440. postmysql(req, res, "haveFolder");
  441. });
  442. //search文件
  443. router.route("/searchFile").all(async (req, res, next) => {
  444. if (req.body) {
  445. try {
  446. let filters = {}
  447. if (req.body.type == 1) {
  448. filters = { "document_id": { "$in": req.body.ids } }
  449. } else if (req.body.type == 2) {
  450. filters = { "collection_ids": { "$in": req.body.ids } }
  451. }
  452. const response = await client.retrieval.search({
  453. query: req.body.query,
  454. search_settings: {
  455. filters: filters,
  456. useSemanticSearch: true,
  457. chunkSettings: {
  458. limit: req.body.limit ? req.body.limit : 10,
  459. enabled: true
  460. },
  461. }
  462. });
  463. res.status(200).json({ result: response.results });
  464. } catch (error) {
  465. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  466. }
  467. }
  468. });
  469. //提取文件实体
  470. router.route("/extractFile").all(async (req, res, next) => {
  471. if (req.body) {
  472. try {
  473. const response = client.documents.extract({
  474. id: req.body.id
  475. })
  476. res.status(200).json({ result: response.results });
  477. } catch (error) {
  478. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  479. }
  480. }
  481. });
  482. //添加上传好的知识库文件
  483. router.route("/addFile").all((req, res, next) => {
  484. getmysql2(req, res, "add_file", req.body.n, req.body.did, req.body.uid, req.body.fid, req.body.mofid);
  485. })
  486. //获取文件详情
  487. router.route("/getFileDetail").all(async (req, res, next) => {
  488. if (req.body[0]) {
  489. p = Object.values(req.body[0]);
  490. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "getFileDetail");
  491. mysql.usselect(p, async function (ret) {
  492. let data = ret[0][0];
  493. // const array = data.map(item => item.documentid);
  494. try {
  495. const response = await client.documents.list({ ids: [req.body[0].documentId] });
  496. // console.log(response);
  497. let data2 = response.results[0]
  498. // 合并data和data2,根据documentid
  499. const mergedData = { ...data, ...data2 };
  500. res.status(200).json({ result: mergedData });
  501. } catch (error) {
  502. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  503. }
  504. });
  505. }
  506. });
  507. //获取切片
  508. router.route("/getChunks").all(async (req, res, next) => {
  509. if (req.body[0]) {
  510. try {
  511. const { page = 1, limit = 10, documentId } = req.body[0];
  512. const offset = (page - 1) * limit;
  513. const response = await client.documents.listChunks({
  514. id: documentId,
  515. includeVectors: false,
  516. offset,
  517. limit,
  518. });
  519. res.status(200).json({ result: response });
  520. } catch (error) {
  521. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  522. }
  523. }
  524. });
  525. //获取实体
  526. router.route("/getEntities").all(async (req, res, next) => {
  527. if (req.body[0]) {
  528. try {
  529. const { page = 1, limit = 10, documentId } = req.body[0];
  530. const offset = (page - 1) * limit;
  531. const response = await client.documents.listEntities({
  532. id: documentId,
  533. includeVectors: false,
  534. offset,
  535. limit,
  536. });
  537. res.status(200).json({ result: response });
  538. } catch (error) {
  539. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  540. }
  541. }
  542. });
  543. //获取关系
  544. router.route("/getRelationships").all(async (req, res, next) => {
  545. if (req.body[0]) {
  546. try {
  547. const { page = 1, limit = 10, documentId } = req.body[0];
  548. const offset = (page - 1) * limit;
  549. const response = await client.documents.listRelationships({
  550. id: documentId,
  551. includeVectors: false,
  552. offset,
  553. limit,
  554. });
  555. res.status(200).json({ result: response });
  556. } catch (error) {
  557. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  558. }
  559. }
  560. });
  561. //获取实体和关系
  562. router.route("/getEntitiesAndRelationships").all(async (req, res, next) => {
  563. if (req.body[0]) {
  564. try {
  565. const { documentId } = req.body[0];
  566. const offset = (page - 1) * limit;
  567. const response = await client.documents.listEntities({
  568. id: documentId,
  569. includeVectors: false,
  570. });
  571. const response2 = await client.documents.listRelationships({
  572. id: documentId,
  573. includeVectors: false,
  574. });
  575. res.status(200).json({ Entities: response, Relationships: response2 });
  576. } catch (error) {
  577. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  578. }
  579. }
  580. });
  581. //提取功能
  582. router.route("/extractFile2").all(async (req, res, next) => {
  583. try {
  584. const response = await client.documents.extract({ id: req.body[0].documentid });
  585. console.log(response);
  586. res.status(200).json({ result: response.results });
  587. } catch (error) {
  588. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  589. }
  590. });
  591. //复制文件夹
  592. router.route("/copyFolder").all(async (req, res, next) => {
  593. if (req.body[0]) {
  594. const response = await client.collections.create({
  595. name: decodeURIComponent(req.body[0].n),
  596. description: decodeURIComponent(req.body[0].fd)
  597. });
  598. let folderid = response.results.id;
  599. p2 = [req.body[0].folderid]
  600. p2.unshift(_mysqlLabor[0], _mysqlLabor[1], "selectFolderFile");
  601. mysql.usselect(p2, async function (ret2) {
  602. let file = ret2[0]
  603. if (file.length) {
  604. let documentids = file.map(item => item.documentid);
  605. // 使用 Promise.all 确保所有添加操作都被执行
  606. await Promise.all(documentids.map(documentid =>
  607. client.collections.addDocument({
  608. id: folderid,
  609. documentId: documentid
  610. }).catch(error => {
  611. console.error("移动文件时发生错误:", error);
  612. })
  613. ));
  614. }
  615. let ids = file.map(item => item.fileid);
  616. console.log(ids);
  617. p = [req.body[0].n, req.body[0].fd, req.body[0].uid, 2, folderid, req.body[0].folderid, ids.join(",")];
  618. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "addFolder2");
  619. mysql.usselect(p, async function (ret) {
  620. res.end(JSON.stringify(ret));
  621. });
  622. });
  623. }
  624. });
  625. // 下载文件功能
  626. router.route("/downloadFile").all(async (req, res, next) => {
  627. var json = queryString(req.url);
  628. let params = {
  629. documentid: (json && json['documentid'] || req.body[0].documentid),
  630. filename: (json && json['filename'] || req.body[0].filename),
  631. };
  632. try {
  633. const response = await client.documents.download({ id: params.documentid });
  634. console.log(response);
  635. // 根据response的类型设置Content-Type
  636. const contentType = response.type || 'application/octet-stream';
  637. res.setHeader('Content-Type', contentType);
  638. res.setHeader('Content-Disposition', `attachment; filename="${encodeURIComponent(params.filename)}"`);
  639. // 直接发送blob数据
  640. res.send(Buffer.from(await response.arrayBuffer()));
  641. } catch (error) {
  642. console.error("下载文件时发生错误:", error);
  643. res.status(500).json({ error: error instanceof Error ? error.message : "发生错误" });
  644. }
  645. });
  646. // 下载文件功能
  647. router.route("/downloadFile2").all(async (req, res, next) => {
  648. var json = queryString(req.url);
  649. let params = {
  650. documentid: (json && json['documentid'] || req.body[0].documentid),
  651. filename: (json && json['filename'] || req.body[0].filename),
  652. };
  653. try {
  654. const response = await client.documents.download({ id: params.documentid });
  655. console.log(response);
  656. // 直接返回blob数据
  657. res.setHeader('Content-Type', response.type || 'application/octet-stream');
  658. res.setHeader('Content-Disposition', `attachment; filename="${encodeURIComponent(params.filename)}"`);
  659. const buffer = Buffer.from(await response.arrayBuffer());
  660. res.send(buffer); // 发送blob数据
  661. } catch (error) {
  662. console.error("下载文件时发生错误:", error);
  663. res.status(500).json({ error: error instanceof Error ? error.message : "发生错误" });
  664. }
  665. });
  666. //召回测试
  667. router.route("/ragFolder").all(async (req, res, next) => {
  668. let reqJson = req.body[0]
  669. if (reqJson) {
  670. try {
  671. let filters = {}
  672. if (reqJson.type == 1) {
  673. filters = { "document_id": { "$in": reqJson.ids.split(",") } }
  674. } else if (reqJson.type == 2) {
  675. filters = { "collection_ids": { "$in": reqJson.ids.split(",") } }
  676. } else if (reqJson.type == 3) {
  677. filters = { "collection_ids": { "$eq": reqJson.ids } }
  678. }
  679. console.log(111);
  680. const response = await client.retrieval.search({
  681. query: reqJson.query,
  682. // searchMode: reqJson.useType == 1 ? 'basic' : reqJson.useType == 2 ? 'custom' : 'advanced',
  683. // searchMode: 'basic',
  684. searchSettings: {
  685. useHybridSearch: reqJson.useType == 3,
  686. useSemanticSearch: reqJson.useType == 1 || reqJson.useType == 2 || reqJson.useType == 3,
  687. useFullTextSearch: reqJson.useType == 2 || reqJson.useType == 3,
  688. hybrid_settings: {
  689. fullTextWeight: reqJson.fullTextWeight ? reqJson.fullTextWeight : 1,
  690. semanticWeight: reqJson.semanticWeight ? reqJson.semanticWeight : 5,
  691. },
  692. filters: filters,
  693. limit: reqJson.limit ? reqJson.limit : 100,
  694. },
  695. ragGenerationConfig: {
  696. stream: false,
  697. temperature: reqJson.temperature ? reqJson.temperature : 0,
  698. maxTokens: reqJson.tokens ? reqJson.tokens : 5000
  699. }
  700. });
  701. // res.status(200).json({ result: response.results });
  702. p = [reqJson.userid, reqJson.ids, JSON.stringify(reqJson), JSON.stringify(response.results)];
  703. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "addRagData");
  704. mysql.usselect(p, async function (ret) {
  705. res.status(200).json({ result: response.results });
  706. });
  707. } catch (error) {
  708. console.log(error);
  709. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  710. }
  711. }
  712. });
  713. //获取召回测试数据
  714. router.route("/getRagData").all(async (req, res, next) => {
  715. //mode的处理
  716. if (req.body[0]) {
  717. p = Object.values(req.body[0]);
  718. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "getRagData");
  719. mysql.usselect(p, async function (ret) {
  720. res.status(200).json(ret);
  721. });
  722. }
  723. });
  724. //删除召回测试数据
  725. router.route("/delRagData").all(async (req, res, next) => {
  726. //mode的处理
  727. if (req.body[0]) {
  728. p = Object.values(req.body[0]);
  729. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "delRagData");
  730. mysql.usselect(p, async function (ret) {
  731. res.status(200).json(ret);
  732. });
  733. }
  734. });
  735. function generateAPIKey(username) {
  736. let timeStamp = new Date().getTime();
  737. let hashStr = timeStamp + username;
  738. let digest = crypto
  739. .createHash("sha256")
  740. .update(hashStr, "utf8")
  741. .digest("hex");
  742. return digest;
  743. }
  744. queryString = function (url) {
  745. var a = url.split("?");
  746. var json = querystring.parse(a[1]);
  747. return json;
  748. };
  749. //post存儲過程處理
  750. postmysql = function (req, res, functionname) {
  751. //mode的處理
  752. if (req.body[0]) {
  753. p = Object.values(req.body[0]);
  754. p.unshift(_mysqlLabor[0], _mysqlLabor[1], functionname);
  755. //執行存儲過程
  756. mysql.usselect(p, function (ret) {
  757. res.end(JSON.stringify(ret));
  758. });
  759. }
  760. };
  761. //post存儲過程處理
  762. postmysql2 = function (req, res, functionname) {
  763. //mode的處理
  764. if (req.body) {
  765. p = Object.values(req.body)[0].split(",");
  766. p.unshift(_mysqlLabor[0], _mysqlLabor[1], functionname);
  767. //執行存儲過程
  768. mysql.usselect(p, function (ret) {
  769. res.end(JSON.stringify(ret));
  770. });
  771. }
  772. };
  773. //post存儲過程處理
  774. postmysql3 = function (req, res, functionname) {
  775. //mode的處理
  776. if (req.body) {
  777. console.log(req);
  778. p = Object.values(req.body);
  779. p.unshift(_mysqlLabor[0], _mysqlLabor[1], functionname);
  780. //執行存儲過程
  781. mysql.usselect(p, function (ret) {
  782. res.end(JSON.stringify(ret));
  783. });
  784. }
  785. };
  786. //get獲取數據庫信息
  787. getmysql = function (req, res, functionname, ...p) {
  788. p = p || [];
  789. p.unshift(_getmysqlLabor[0], _getmysqlLabor[1], functionname);
  790. //執行存儲過程
  791. mysql.usselect(p, function (ret) {
  792. res.end(JSON.stringify(ret));
  793. }); //
  794. };
  795. //get獲取數據庫信息
  796. getmysql2 = function (req, res, functionname, ...p) {
  797. p = p || [];
  798. p.unshift(_mysqlLabor[0], _mysqlLabor[1], functionname);
  799. //執行存儲過程
  800. mysql.usselect(p, function (ret) {
  801. res.end(JSON.stringify(ret));
  802. }); //
  803. };
  804. //get獲取數據庫信息
  805. getmysql3 = function (req, res, functionname, ...p) {
  806. p = p || [];
  807. p.unshift(_getmysqlLabor2[0], _getmysqlLabor2[1], functionname);
  808. //執行存儲過程
  809. mysql.usselect(p, function (ret) {
  810. res.end(JSON.stringify(ret));
  811. }); //
  812. };
  813. //post存储过程处理
  814. userpostmysql = function (req, res, functionname) {
  815. //mode的处理
  816. if (req.body.mode) {
  817. p = req.body.mode.split(",");
  818. p.unshift(_mysqluser[0], _mysqluser[1], functionname);
  819. //执行存储过程
  820. mysql.usselect(p, function (ret) {
  821. res.end(JSON.stringify(ret));
  822. });
  823. }
  824. };
  825. //get获取数据库信息
  826. usergetmysql = function (req, res, functionname, ...p) {
  827. p = p || [];
  828. p.unshift(_mysqluser[0], _mysqluser[1], functionname);
  829. //执行存储过程
  830. mysql.usselect(p, function (ret) {
  831. res.end(JSON.stringify(ret));
  832. }); //
  833. };
  834. //post存儲過程處理
  835. postmysqlLocal = function (req, res) {
  836. //mode的處理
  837. if (req.body[0]) {
  838. p = Object.values(req.body[0]);
  839. p.unshift(_localhost[0], _localhost[1]);
  840. //執行存儲過程
  841. mysql.usselect(p, function (ret) {
  842. res.end(JSON.stringify(ret));
  843. });
  844. }
  845. };
  846. postmysqlOnline = function (req, res) {
  847. //mode的處理
  848. if (req.body[0]) {
  849. p = Object.values(req.body[0]);
  850. p.unshift(_mysqlLabor[0], _mysqlLabor[1]);
  851. //執行存儲過程
  852. mysql.usselect(p, function (ret) {
  853. res.end(JSON.stringify(ret));
  854. });
  855. }
  856. };
  857. module.exports = router;