pbl.js 42 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187
  1. // ROUTES FOR OUR APIselectClassStudent
  2. // =============================================================================
  3. const express = require("express");
  4. const request = require("request");
  5. const bcrypt = require("bcryptjs");
  6. const router = express.Router(); // get an instance of the express Router
  7. const querystring = require("querystring");
  8. var mysql = require("./mysql");
  9. // const _mysqlLabor = ["183.36.25.93", "pbl"]; //edu數據庫信息
  10. // const _mysqluser = ["183.36.25.93", "cocorobouser"]; //用户数据库信息
  11. // const _getmysqlLabor = ["123.58.32.151", "pbl"]; //edu數據庫信息f
  12. // const _getmysqluser = ["123.58.32.151", "cocorobouser"]; //edu數據庫信息
  13. const _mysqlLabor = ["172.16.12.5", "pbl"]; //edu數據庫信息
  14. const _mysqluser = ["172.16.12.5", "cocorobouser"]; //edu數據庫信息
  15. // const _getmysqlLabor = ["172.16.12.5", "pbl"]; //edu數據庫信息
  16. // const _getmysqluser = ["172.16.12.5", "cocorobouser"]; //edu數據庫信息
  17. const _getmysqlLabor2 = ["172.16.12.7", "pbl"]; //edu數據庫信息
  18. const _getmysqlLabor = ["172.16.12.7", "pbl"]; //edu數據庫信息
  19. const _getmysqluser = ["172.16.12.7", "cocorobouser"]; //edu數據庫信息
  20. const _localhost = ["127.0.0.1", "pbl"]; //edu數據庫信息
  21. const crypto = require("crypto");
  22. const https = require("https");
  23. const { Pool } = require('pg');
  24. const axios = require('axios');
  25. const multer = require("multer");
  26. const loginHandler = require('./login'); // 确保路径正确
  27. const { r2rClient } = require("r2r-js");
  28. const client = new r2rClient("https://r2rserver.cocorobo.cn/");
  29. // 配置 multer 存储选项
  30. const storage = multer.diskStorage({
  31. destination: function (req, file, cb) {
  32. req.setEncoding('utf-8');
  33. cb(null, 'uploads/'); // 文件上传目录
  34. },
  35. filename: function (req, file, cb) {
  36. req.setEncoding('utf-8');
  37. // 使用 Buffer 处理文件名,确保编码正确
  38. const fileExtension = file.originalname.split('.').pop(); // 获取文件后缀
  39. const fileNameWithoutExt = Buffer.from(file.originalname.slice(0, -(fileExtension.length + 1)), 'latin1').toString('utf8'); // 转换编码
  40. cb(null, fileNameWithoutExt + '-' + Date.now() + '.' + fileExtension); // 使用时间戳和原始文件名
  41. }
  42. });
  43. const upload = multer({
  44. storage: storage, limits: {
  45. fileSize: 100 * 1024 * 1024 // 100MB
  46. }
  47. });
  48. router.route("/login").all(async (req, res, next) => {
  49. loginHandler(req, res)
  50. });
  51. router.route("/logout").all(async (req, res, next) => {
  52. try {
  53. const response = await client.users.logout();
  54. res.status(200).json({ result: response.results });
  55. } catch (error) {
  56. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  57. }
  58. });
  59. //获取文档列表
  60. router.route("/getDocument").all(async (req, res, next) => {
  61. try {
  62. const response = await client.documents.list({
  63. limit: 10,
  64. offset: 0,
  65. });
  66. console.log(response);
  67. res.status(200).json({ result: response.results });
  68. } catch (error) {
  69. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  70. }
  71. });
  72. //列出文档块
  73. router.route("/listChunks").all(async (req, res, next) => {
  74. try {
  75. const response = await client.documents.listChunks({
  76. id: "5111165f-965c-5d61-89e3-1f74b0178032",
  77. });
  78. console.log(response);
  79. res.status(200).json({ result: response.results });
  80. } catch (error) {
  81. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  82. }
  83. });
  84. //提取实体和关系
  85. router.route("/extract").all(async (req, res, next) => {
  86. try {
  87. const response = await client.documents.extract({ id: "5111165f-965c-5d61-89e3-1f74b0178032" })
  88. console.log(response);
  89. res.status(200).json({ result: response.results });
  90. } catch (error) {
  91. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  92. }
  93. });
  94. router.route("/selectUser").all((req, res, next) => {
  95. var json = queryString(req.url);
  96. getmysql(req, res, "selectUser", json["userid"]);
  97. });
  98. // 文件上传接口
  99. router.post('/upload', upload.single('file'), async (req, res) => {
  100. req.setEncoding('utf-8')
  101. try {
  102. console.log(req.file); // 打印上传的文件信息
  103. console.log(`File path: uploads/${req.file.filename}`);
  104. const path = require('path');
  105. const filePath = path.resolve(__dirname, 'uploads', req.file.filename);
  106. console.log(filePath);
  107. let filename = Buffer.from(req.file.originalname, 'latin1').toString('utf8');
  108. const fs = require('fs');
  109. const file = new File([fs.readFileSync('./uploads/q-1739170522767.doc')], filename, { type: req.file.mimetype });
  110. const response = await client.documents.create({
  111. file: file,
  112. metadata: { title: filename }
  113. });
  114. console.log(response);
  115. res.status(200).json({ message: 'File uploaded successfully', file: req.file });
  116. } catch (error) {
  117. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  118. }
  119. });
  120. //获取文档列表
  121. router.route("/getFile").all(async (req, res, next) => {
  122. //mode的处理
  123. if (req.body[0]) {
  124. p = Object.values(req.body[0]);
  125. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "getFile");
  126. mysql.usselect(p, async function (ret) {
  127. let data = ret[0];
  128. // const array = data.map(item => item.documentid);
  129. const array = data.map(item => item.documentid);
  130. try {
  131. const response = await client.documents.list({ ids: array });
  132. // const response = await client.collections.listDocuments({ id: req.body[0].folderid });
  133. // const response = await client.collections.listDocuments({ collection_ids: req.body[0].folderid.split(",") });
  134. // console.log(response);
  135. let data2 = response.results.map(doc => {
  136. doc.documentid = doc.id;
  137. delete doc.id;
  138. return doc;
  139. });
  140. // console.log(data2);
  141. // 合并data和data2,根据documentid
  142. const mergedData = data.map(item => {
  143. const correspondingDoc = data2.find(doc => doc.documentid === item.documentid);
  144. return { ...item, ...correspondingDoc };
  145. });
  146. res.status(200).json({ result: mergedData });
  147. } catch (error) {
  148. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  149. }
  150. });
  151. }
  152. });
  153. //获取文档列表
  154. router.route("/getFileD").all(async (req, res, next) => {
  155. //mode的处理
  156. if (req.body[0]) {
  157. p = Object.values(req.body[0]);
  158. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "getFileD");
  159. mysql.usselect(p, async function (ret) {
  160. let data = ret[0];
  161. // const array = data.map(item => item.documentid);
  162. const array = data.map(item => item.documentid);
  163. try {
  164. const response = await client.documents.list({ ids: array });
  165. // const response = await client.collections.listDocuments({ id: req.body[0].folderid });
  166. // const response = await client.collections.listDocuments({ collection_ids: req.body[0].folderid.split(",") });
  167. // console.log(response);
  168. let data2 = response.results.map(doc => {
  169. doc.documentid = doc.id;
  170. delete doc.id;
  171. return doc;
  172. });
  173. // console.log(data2);
  174. // 合并data和data2,根据documentid
  175. const mergedData = data.map(item => {
  176. const correspondingDoc = data2.find(doc => doc.documentid === item.documentid);
  177. return { ...item, ...correspondingDoc };
  178. });
  179. res.status(200).json({ result: mergedData });
  180. } catch (error) {
  181. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  182. }
  183. });
  184. }
  185. });
  186. //获取文档列表
  187. router.route("/getFileOpen").all(async (req, res, next) => {
  188. //mode的处理
  189. if (req.body[0]) {
  190. p = Object.values(req.body[0]);
  191. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "getFileOpen");
  192. mysql.usselect(p, async function (ret) {
  193. let data = ret[0];
  194. let user = ret[1];
  195. // const array = data.map(item => item.documentid);
  196. const array = data.map(item => item.documentid);
  197. try {
  198. const response = await client.documents.list({ ids: array });
  199. let data2 = response.results.map(doc => {
  200. doc.documentid = doc.id;
  201. delete doc.id;
  202. return doc;
  203. });
  204. // 合并data和data2,根据documentid
  205. const mergedData = data.map(item => {
  206. const correspondingDoc = data2.find(doc => doc.documentid === item.documentid);
  207. return { ...item, ...correspondingDoc };
  208. });
  209. res.status(200).json({ result: mergedData, user: user });
  210. } catch (error) {
  211. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  212. }
  213. });
  214. }
  215. });
  216. //获取文档列表2
  217. router.route("/getFileP").all(async (req, res, next) => {
  218. //mode的处理
  219. if (req.body) {
  220. p = [req.body.uid, req.body.folderid, req.body.n, req.body.page, req.body.num];
  221. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "getFile");
  222. mysql.usselect(p, async function (ret) {
  223. let data = ret[0];
  224. // const array = data.map(item => item.documentid);
  225. try {
  226. // const response = await client.documents.list({ collection_ids: [req.body.folderid] });
  227. const response = await client.collections.listDocuments({ id: req.body[0].folderid });
  228. // console.log(response);
  229. let data2 = response.results.map(doc => {
  230. doc.documentid = doc.id;
  231. delete doc.id;
  232. return doc;
  233. });
  234. // 合并data和data2,根据documentid
  235. const mergedData = data.map(item => {
  236. const correspondingDoc = data2.find(doc => doc.documentid === item.documentid);
  237. return { ...item, ...correspondingDoc };
  238. });
  239. res.status(200).json({ result: mergedData });
  240. } catch (error) {
  241. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  242. }
  243. });
  244. }
  245. });
  246. //获取能关联的文件
  247. router.route("/getFile2").all(async (req, res, next) => {
  248. //mode的处理
  249. if (req.body[0]) {
  250. p = Object.values(req.body[0]);
  251. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "getFile2");
  252. mysql.usselect(p, async function (ret) {
  253. let data = ret[0];
  254. const array = data.map(item => item.documentid);
  255. try {
  256. const response = await client.documents.list({ ids: array });
  257. // const response = await client.documents.list({ collection_ids: [req.body[0].folderid] });
  258. // console.log(response);
  259. let data2 = response.results.map(doc => {
  260. doc.documentid = doc.id;
  261. delete doc.id;
  262. return doc;
  263. });
  264. // 合并data和data2,根据documentid
  265. const mergedData = data.map(item => {
  266. const correspondingDoc = data2.find(doc => doc.documentid === item.documentid);
  267. return { ...item, ...correspondingDoc };
  268. });
  269. res.status(200).json({ result: mergedData });
  270. } catch (error) {
  271. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  272. }
  273. });
  274. }
  275. });
  276. //添加文件夹
  277. router.route("/addFolder").all(async (req, res, next) => {
  278. //mode的处理
  279. if (req.body[0]) {
  280. try {
  281. const response = await client.collections.create({
  282. name: decodeURIComponent(req.body[0].n),
  283. description: decodeURIComponent(req.body[0].fd)
  284. });
  285. p = [...Object.values(req.body[0]), response.results.id];
  286. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "addFolder");
  287. mysql.usselect(p, async function (ret) {
  288. res.end(JSON.stringify(ret));
  289. });
  290. } catch (error) {
  291. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  292. }
  293. }
  294. });
  295. //添加文件夹
  296. router.route("/addFolderP").all(async (req, res, next) => {
  297. //mode的处理
  298. if (req.body) {
  299. try {
  300. const response = await client.collections.create({
  301. name: decodeURIComponent(req.body.n),
  302. description: decodeURIComponent(req.body.fd)
  303. });
  304. p = [req.body.n, req.body.fd, req.body.uid, req.body.im , response.results.id];
  305. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "addFolder");
  306. mysql.usselect(p, async function (ret) {
  307. res.end(JSON.stringify(ret));
  308. });
  309. } catch (error) {
  310. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  311. }
  312. }
  313. });
  314. //删除文件夹
  315. router.route("/deleteFolder").all(async (req, res, next) => {
  316. //mode的处理
  317. if (req.body[0]) {
  318. try {
  319. const folderids = decodeURIComponent(req.body[0].folderids).split(",");
  320. const ids = req.body[0].ids;
  321. // 并行处理文件夹下的文件删除和文件夹删除
  322. await Promise.all(folderids.map(async folderid => {
  323. const files = await client.collections.listDocuments({ id: folderid, offset: 0, limit: 999 });
  324. await Promise.all(files.results.map(file =>
  325. client.collections.removeDocument({ id: folderid, documentId: file.id })
  326. ));
  327. }));
  328. await Promise.all(folderids.map(folderid => client.collections.delete({ id: folderid })));
  329. const params = [_mysqlLabor[0], _mysqlLabor[1], "deleteFolder", ids];
  330. mysql.usselect(params, async function (ret) {
  331. res.end(JSON.stringify(ret));
  332. });
  333. } catch (error) {
  334. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  335. }
  336. }
  337. });
  338. //修改文件夹
  339. router.route("/updateFolder").all(async (req, res, next) => {
  340. //mode的处理
  341. if (req.body[0]) {
  342. try {
  343. const { folderid, ...folderData } = req.body[0]; // 解构赋值,排除folderid
  344. const response = await client.collections.update({
  345. id: folderid,
  346. name: decodeURIComponent(req.body[0].n),
  347. description: decodeURIComponent(req.body[0].d)
  348. });
  349. p = Object.values(folderData); // 获取剩余属性的键
  350. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "updateFolder2");
  351. mysql.usselect(p, async function (ret) {
  352. res.end(JSON.stringify(ret));
  353. });
  354. } catch (error) {
  355. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  356. }
  357. }
  358. });
  359. //移除文件
  360. router.route("/removeFile").all(async (req, res, next) => {
  361. if (req.body[0]) {
  362. let documentids = decodeURIComponent(req.body[0].documentids).split(",");
  363. let folderid = req.body[0].folderid;
  364. let ids = req.body[0].ids;
  365. // 使用 Promise.all 确保所有删除操作都被执行
  366. const removePromises = documentids.map(documentid =>
  367. client.collections.removeDocument({ id: folderid, documentId: documentid })
  368. );
  369. // 不管client.documents报错没有也要执行removeFile
  370. Promise.all(removePromises).catch(error => {
  371. console.error("移除文件时发生错误:", error);
  372. });
  373. p = [ids, folderid];
  374. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "removeFile");
  375. mysql.usselect(p, async function (ret) {
  376. res.end(JSON.stringify(ret));
  377. });
  378. }
  379. });
  380. //移入文件
  381. router.route("/moveFile").all(async (req, res, next) => {
  382. if (req.body[0]) {
  383. try {
  384. let documentids = decodeURIComponent(req.body[0].documentids).split(",")
  385. let folderid = req.body[0].folderid
  386. let ids = decodeURIComponent(req.body[0].ids).split(",")
  387. // 使用 Promise.all 确保所有添加操作都被执行
  388. await Promise.all(documentids.map(documentid =>
  389. client.collections.addDocument({
  390. id: folderid,
  391. documentId: documentid
  392. }).catch(error => {
  393. console.error("移动文件时发生错误:", error);
  394. })
  395. ));
  396. for (const id of ids) {
  397. p = [id, folderid];
  398. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "moveFile");
  399. await mysql.usselect(p, async function (ret) { });
  400. }
  401. res.status(200).json({ messages: "移动成功" });
  402. } catch (error) {
  403. // 这里不返回错误,确保deleteFile执行完
  404. console.error("处理过程中发生错误:", error);
  405. }
  406. }
  407. });
  408. //删除文件
  409. router.route("/deleteFile").all(async (req, res, next) => {
  410. if (req.body[0]) {
  411. let documentids = decodeURIComponent(req.body[0].documentids).split(",");
  412. let ids = req.body[0].ids;
  413. // 使用 Promise.all 确保所有删除操作都被执行
  414. Promise.all(documentids.map(documentid =>
  415. client.documents.delete({ id: documentid }).catch(error => {
  416. console.error("删除文件时发生错误:", error);
  417. })
  418. ));
  419. p = [ids];
  420. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "deleteFile");
  421. mysql.usselect(p, async function (ret) {
  422. res.end(JSON.stringify(ret));
  423. });
  424. }
  425. });
  426. //删除文件
  427. router.route("/deleteFileByFilter").all(async (req, res, next) => {
  428. if (req.body[0]) {
  429. let documentids = decodeURIComponent(req.body[0].documentids).split(",");
  430. let ids = req.body[0].ids;
  431. client.documents.deleteByFilter({ filters: {"document_id": { "$in": documentids }} }).then(() => {
  432. console.log("文件删除成功");
  433. }).catch(error => {
  434. console.error("删除文件时发生错误:", error);
  435. })
  436. p = [ids];
  437. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "deleteFile");
  438. mysql.usselect(p, async function (ret) {
  439. res.end(JSON.stringify(ret));
  440. });
  441. }
  442. });
  443. router.route("/getFolder").all((req, res, next) => {
  444. getmysql2(req, res, "getFolder", req.body.uid);
  445. });
  446. router.route("/getFolder2").all((req, res, next) => {
  447. var json = queryString(req.url);
  448. getmysql2(req, res, "getFolder", json['uid']);
  449. });
  450. router.route("/getFolderPage").all((req, res, next) => {
  451. getmysql2(req, res, "getFolderPage2", req.body[0].uid, req.body[0].n, req.body[0].sub, req.body[0].class, req.body[0].page, req.body[0].num);
  452. });
  453. router.route("/getFolderPage3").all((req, res, next) => {
  454. getmysql2(req, res, "getFolderPage3", req.body[0].uid, req.body[0].n, req.body[0].sub, req.body[0].class, req.body[0].tag, req.body[0].page, req.body[0].num);
  455. });
  456. router.route("/getFolderPage32").all((req, res, next) => {
  457. var json = queryString(req.url);
  458. getmysql2(req, res, "getFolderPage3", json['uid'], json['n'], json['sub'], json['class'], json['tag'], json['page'], json["num"]);
  459. });
  460. router.route("/getFolderPageOpen").all((req, res, next) => {
  461. getmysql2(req, res, "getFolderPageOpen", req.body[0].uid, req.body[0].n, req.body[0].sub, req.body[0].class, req.body[0].tag, req.body[0].page, req.body[0].num);
  462. });
  463. router.route("/haveFile").all((req, res, next) => {
  464. postmysql(req, res, "haveFile");
  465. });
  466. router.route("/haveFolder").all((req, res, next) => {
  467. postmysql(req, res, "haveFolder");
  468. });
  469. //search文件
  470. router.route("/searchFile").all(async (req, res, next) => {
  471. if (req.body) {
  472. try {
  473. let filters = {}
  474. if (req.body.type == 1) {
  475. filters = { "document_id": { "$in": req.body.ids } }
  476. } else if (req.body.type == 2) {
  477. filters = { "collection_ids": { "$in": req.body.ids } }
  478. }
  479. const response = await client.retrieval.search({
  480. query: req.body.query,
  481. search_settings: {
  482. filters: filters,
  483. useSemanticSearch: true,
  484. chunkSettings: {
  485. limit: req.body.limit ? req.body.limit : 10,
  486. enabled: true
  487. },
  488. }
  489. });
  490. res.status(200).json({ result: response.results });
  491. } catch (error) {
  492. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  493. }
  494. }
  495. });
  496. //提取文件实体
  497. router.route("/extractFile").all(async (req, res, next) => {
  498. if (req.body) {
  499. try {
  500. const response = client.documents.extract({
  501. id: req.body.id
  502. })
  503. res.status(200).json({ result: response.results });
  504. } catch (error) {
  505. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  506. }
  507. }
  508. });
  509. //添加上传好的知识库文件
  510. router.route("/addFile").all((req, res, next) => {
  511. getmysql2(req, res, "add_file", req.body.n, req.body.did, req.body.uid, req.body.fid, req.body.mofid);
  512. })
  513. //获取文件详情
  514. router.route("/getFileDetail").all(async (req, res, next) => {
  515. if (req.body[0]) {
  516. p = Object.values(req.body[0]);
  517. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "getFileDetail");
  518. mysql.usselect(p, async function (ret) {
  519. let data = ret[0][0];
  520. // const array = data.map(item => item.documentid);
  521. try {
  522. const response = await client.documents.list({ ids: [req.body[0].documentId] });
  523. // console.log(response);
  524. let data2 = response.results[0]
  525. // 合并data和data2,根据documentid
  526. const mergedData = { ...data, ...data2 };
  527. res.status(200).json({ result: mergedData });
  528. } catch (error) {
  529. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  530. }
  531. });
  532. }
  533. });
  534. //获取切片
  535. router.route("/getChunks").all(async (req, res, next) => {
  536. if (req.body[0]) {
  537. try {
  538. const { page = 1, limit = 10, documentId } = req.body[0];
  539. const offset = (page - 1) * limit;
  540. const response = await client.documents.listChunks({
  541. id: documentId,
  542. includeVectors: false,
  543. offset,
  544. limit,
  545. });
  546. res.status(200).json({ result: response });
  547. } catch (error) {
  548. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  549. }
  550. }
  551. });
  552. //获取实体
  553. router.route("/getEntities").all(async (req, res, next) => {
  554. if (req.body[0]) {
  555. try {
  556. const { page = 1, limit = 10, documentId } = req.body[0];
  557. const offset = (page - 1) * limit;
  558. const response = await client.documents.listEntities({
  559. id: documentId,
  560. includeVectors: false,
  561. offset,
  562. limit,
  563. });
  564. res.status(200).json({ result: response });
  565. } catch (error) {
  566. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  567. }
  568. }
  569. });
  570. //获取关系
  571. router.route("/getRelationships").all(async (req, res, next) => {
  572. if (req.body[0]) {
  573. try {
  574. const { page = 1, limit = 10, documentId } = req.body[0];
  575. const offset = (page - 1) * limit;
  576. const response = await client.documents.listRelationships({
  577. id: documentId,
  578. includeVectors: false,
  579. offset,
  580. limit,
  581. });
  582. res.status(200).json({ result: response });
  583. } catch (error) {
  584. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  585. }
  586. }
  587. });
  588. //获取实体和关系
  589. router.route("/getEntitiesAndRelationships").all(async (req, res, next) => {
  590. if (req.body[0]) {
  591. try {
  592. const { documentId } = req.body[0];
  593. const offset = (page - 1) * limit;
  594. const response = await client.documents.listEntities({
  595. id: documentId,
  596. includeVectors: false,
  597. });
  598. const response2 = await client.documents.listRelationships({
  599. id: documentId,
  600. includeVectors: false,
  601. });
  602. res.status(200).json({ Entities: response, Relationships: response2 });
  603. } catch (error) {
  604. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  605. }
  606. }
  607. });
  608. //提取功能
  609. router.route("/extractFile2").all(async (req, res, next) => {
  610. try {
  611. const response = await client.documents.extract({ id: req.body[0].documentid });
  612. console.log(response);
  613. res.status(200).json({ result: response.results });
  614. } catch (error) {
  615. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  616. }
  617. });
  618. //复制文件夹
  619. router.route("/copyFolder").all(async (req, res, next) => {
  620. if (req.body[0]) {
  621. const response = await client.collections.create({
  622. name: decodeURIComponent(req.body[0].n),
  623. description: decodeURIComponent(req.body[0].fd)
  624. });
  625. let folderid = response.results.id;
  626. p2 = [req.body[0].folderid]
  627. p2.unshift(_mysqlLabor[0], _mysqlLabor[1], "selectFolderFile");
  628. mysql.usselect(p2, async function (ret2) {
  629. let file = ret2[0]
  630. if (file.length) {
  631. let documentids = file.map(item => item.documentid);
  632. // 使用 Promise.all 确保所有添加操作都被执行
  633. await Promise.all(documentids.map(documentid =>
  634. client.collections.addDocument({
  635. id: folderid,
  636. documentId: documentid
  637. }).catch(error => {
  638. console.error("移动文件时发生错误:", error);
  639. })
  640. ));
  641. }
  642. let ids = file.map(item => item.fileid);
  643. console.log(ids);
  644. p = [req.body[0].n, req.body[0].fd, req.body[0].uid, 2, folderid, req.body[0].folderid, ids.join(",")];
  645. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "addFolder2");
  646. mysql.usselect(p, async function (ret) {
  647. res.end(JSON.stringify(ret));
  648. });
  649. });
  650. }
  651. });
  652. // 下载文件功能
  653. router.route("/downloadFile").all(async (req, res, next) => {
  654. var json = queryString(req.url);
  655. let params = {
  656. documentid: (json && json['documentid'] || req.body[0].documentid),
  657. filename: (json && json['filename'] || req.body[0].filename),
  658. };
  659. try {
  660. const response = await client.documents.download({ id: params.documentid });
  661. console.log(response);
  662. // 根据response的类型设置Content-Type
  663. const contentType = response.type || 'application/octet-stream';
  664. res.setHeader('Content-Type', contentType);
  665. res.setHeader('Content-Disposition', `attachment; filename="${encodeURIComponent(params.filename)}"`);
  666. // 直接发送blob数据
  667. res.send(Buffer.from(await response.arrayBuffer()));
  668. } catch (error) {
  669. console.error("下载文件时发生错误:", error);
  670. res.status(500).json({ error: error instanceof Error ? error.message : "发生错误" });
  671. }
  672. });
  673. // 下载文件功能
  674. router.route("/downloadFile2").all(async (req, res, next) => {
  675. var json = queryString(req.url);
  676. let params = {
  677. documentid: (json && json['documentid'] || req.body[0].documentid),
  678. filename: (json && json['filename'] || req.body[0].filename),
  679. };
  680. try {
  681. const response = await client.documents.download({ id: params.documentid });
  682. console.log(response);
  683. // 直接返回blob数据
  684. res.setHeader('Content-Type', response.type || 'application/octet-stream');
  685. res.setHeader('Content-Disposition', `attachment; filename="${encodeURIComponent(params.filename)}"`);
  686. const buffer = Buffer.from(await response.arrayBuffer());
  687. res.send(buffer); // 发送blob数据
  688. } catch (error) {
  689. console.error("下载文件时发生错误:", error);
  690. res.status(500).json({ error: error instanceof Error ? error.message : "发生错误" });
  691. }
  692. });
  693. //召回测试
  694. router.route("/ragFolder").all(async (req, res, next) => {
  695. let reqJson = req.body[0]
  696. if (reqJson) {
  697. reqJson.query = decodeURIComponent(reqJson.query)
  698. try {
  699. let filters = {}
  700. if (reqJson.type == 1) {
  701. filters = { "document_id": { "$in": reqJson.ids.split(",") } }
  702. } else if (reqJson.type == 2) {
  703. filters = { "collection_ids": { "$in": reqJson.ids.split(",") } }
  704. } else if (reqJson.type == 3) {
  705. filters = { "collection_ids": { "$eq": reqJson.ids } }
  706. }
  707. console.log(111);
  708. const response = await client.retrieval.search({
  709. query: reqJson.query,
  710. // searchMode: reqJson.useType == 1 ? 'basic' : reqJson.useType == 2 ? 'custom' : 'advanced',
  711. // searchMode: 'basic',
  712. searchSettings: {
  713. useHybridSearch: reqJson.useType == 3,
  714. useSemanticSearch: reqJson.useType == 1 || reqJson.useType == 2 || reqJson.useType == 3,
  715. useFullTextSearch: reqJson.useType == 2 || reqJson.useType == 3,
  716. hybrid_settings: {
  717. fullTextWeight: reqJson.fullTextWeight ? reqJson.fullTextWeight : 1,
  718. semanticWeight: reqJson.semanticWeight ? reqJson.semanticWeight : 5,
  719. },
  720. filters: filters,
  721. limit: reqJson.limit ? reqJson.limit : 100,
  722. },
  723. ragGenerationConfig: {
  724. stream: false,
  725. temperature: reqJson.temperature ? reqJson.temperature : 0,
  726. maxTokens: reqJson.tokens ? reqJson.tokens : 5000
  727. }
  728. });
  729. // res.status(200).json({ result: response.results });
  730. p = [reqJson.userid, reqJson.ids, encodeURIComponent(JSON.stringify(reqJson)), encodeURIComponent(JSON.stringify(response.results))];
  731. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "addRagData");
  732. mysql.usselect(p, async function (ret) {
  733. res.status(200).json({ result: response.results });
  734. });
  735. } catch (error) {
  736. console.log(error);
  737. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  738. }
  739. }
  740. });
  741. //召回测试
  742. router.route("/searchFolder").all(async (req, res, next) => {
  743. let reqJson = req.body[0]
  744. if (reqJson) {
  745. try {
  746. let filters = {}
  747. let documentids = reqJson.documentids ? decodeURIComponent(reqJson.documentids).split(",").filter(id => id) : [];
  748. let folderids = reqJson.folderids ? decodeURIComponent(reqJson.folderids).split(",").filter(id => id) : [];
  749. filters = {
  750. "$or": [
  751. { "collection_ids": { "$in": folderids } },
  752. { "document_id": { "$in": documentids } }
  753. ]
  754. };
  755. let params = {
  756. query: reqJson.query,
  757. searchSettings: {
  758. useHybridSearch: reqJson.useType == 3,
  759. useSemanticSearch: reqJson.useType == 1 || reqJson.useType == 2 || reqJson.useType == 3,
  760. useFullTextSearch: reqJson.useType == 1 || reqJson.useType == 2 || reqJson.useType == 3,
  761. hybrid_settings: {
  762. fullTextWeight: reqJson.fullTextWeight ? reqJson.fullTextWeight : 1,
  763. semanticWeight: reqJson.semanticWeight ? reqJson.semanticWeight : 5,
  764. },
  765. filters: filters,
  766. limit: reqJson.limit ? reqJson.limit : 100,
  767. },
  768. ragGenerationConfig: {
  769. stream: false,
  770. temperature: reqJson.temperature ? reqJson.temperature : 0,
  771. maxTokens: reqJson.tokens ? reqJson.tokens : 5000
  772. }
  773. }
  774. // console.log(params);
  775. const response = await client.retrieval.search(params);
  776. res.status(200).json({ result: response.results });
  777. } catch (error) {
  778. console.log(error);
  779. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  780. }
  781. }
  782. });
  783. //召回测试
  784. router.route("/searchFolder2").all(async (req, res, next) => {
  785. let reqJson = req.body
  786. if (reqJson) {
  787. try {
  788. let filters = {}
  789. let documentids = reqJson.documentids ? decodeURIComponent(reqJson.documentids).split(",").filter(id => id) : [];
  790. let folderids = reqJson.folderids ? decodeURIComponent(reqJson.folderids).split(",").filter(id => id) : [];
  791. filters = {
  792. "$or": [
  793. { "collection_ids": { "$in": folderids } },
  794. { "document_id": { "$in": documentids } }
  795. ]
  796. };
  797. let params = {
  798. query: reqJson.query,
  799. searchSettings: {
  800. useHybridSearch: reqJson.useType == 3,
  801. useSemanticSearch: reqJson.useType == 1 || reqJson.useType == 2 || reqJson.useType == 3,
  802. useFullTextSearch: reqJson.useType == 1 || reqJson.useType == 2 || reqJson.useType == 3,
  803. hybrid_settings: {
  804. fullTextWeight: reqJson.fullTextWeight ? reqJson.fullTextWeight : 1,
  805. semanticWeight: reqJson.semanticWeight ? reqJson.semanticWeight : 5,
  806. },
  807. filters: filters,
  808. limit: reqJson.limit ? reqJson.limit : 100,
  809. },
  810. ragGenerationConfig: {
  811. stream: false,
  812. temperature: reqJson.temperature ? reqJson.temperature : 0,
  813. maxTokens: reqJson.tokens ? reqJson.tokens : 5000
  814. }
  815. }
  816. // console.log(params);
  817. const response = await client.retrieval.search(params);
  818. res.status(200).json({ result: response.results });
  819. } catch (error) {
  820. console.log(error);
  821. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  822. }
  823. }
  824. });
  825. //召回测试
  826. router.route("/searchFolder3").all(async (req, res, next) => {
  827. let reqJson = req.body[0]
  828. if (reqJson) {
  829. reqJson.query = decodeURIComponent(reqJson.query)
  830. try {
  831. let filters = {}
  832. let documentids = reqJson.documentids ? decodeURIComponent(reqJson.documentids).split(",").filter(id => id) : [];
  833. let folderids = reqJson.folderids ? decodeURIComponent(reqJson.folderids).split(",").filter(id => id) : [];
  834. filters = {
  835. "$or": [
  836. { "collection_ids": { "$in": folderids } },
  837. { "document_id": { "$in": documentids } }
  838. ]
  839. };
  840. let params = {
  841. query: reqJson.query,
  842. searchSettings: {
  843. useHybridSearch: reqJson.useType == 3,
  844. useSemanticSearch: reqJson.useType == 1 || reqJson.useType == 2 || reqJson.useType == 3,
  845. useFullTextSearch: reqJson.useType == 1 || reqJson.useType == 2 || reqJson.useType == 3,
  846. hybrid_settings: {
  847. fullTextWeight: reqJson.fullTextWeight,
  848. semanticWeight: reqJson.semanticWeight,
  849. },
  850. filters: filters,
  851. limit: reqJson.limit ? reqJson.limit : 100,
  852. },
  853. ragGenerationConfig: {
  854. stream: false,
  855. temperature: reqJson.temperature ? reqJson.temperature : 0,
  856. maxTokens: reqJson.tokens ? reqJson.tokens : 5000
  857. }
  858. }
  859. // console.log(params);
  860. const response = await client.retrieval.search(params);
  861. p = [reqJson.userid, reqJson.folderids, encodeURIComponent(JSON.stringify(reqJson)), encodeURIComponent(JSON.stringify(response.results))];
  862. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "addRagData");
  863. mysql.usselect(p, async function (ret) {
  864. res.status(200).json({ result: response.results });
  865. });
  866. } catch (error) {
  867. console.log(error);
  868. res.status(500).json({ error: error instanceof Error ? error.message : "An error occurred" });
  869. }
  870. }
  871. });
  872. //获取召回测试数据
  873. router.route("/getRagData").all(async (req, res, next) => {
  874. //mode的处理
  875. if (req.body[0]) {
  876. p = Object.values(req.body[0]);
  877. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "getRagData");
  878. mysql.usselect(p, async function (ret) {
  879. res.status(200).json(ret);
  880. });
  881. }
  882. });
  883. //删除召回测试数据
  884. router.route("/delRagData").all(async (req, res, next) => {
  885. //mode的处理
  886. if (req.body[0]) {
  887. p = Object.values(req.body[0]);
  888. p.unshift(_mysqlLabor[0], _mysqlLabor[1], "delRagData");
  889. mysql.usselect(p, async function (ret) {
  890. res.status(200).json(ret);
  891. });
  892. }
  893. });
  894. function generateAPIKey(username) {
  895. let timeStamp = new Date().getTime();
  896. let hashStr = timeStamp + username;
  897. let digest = crypto
  898. .createHash("sha256")
  899. .update(hashStr, "utf8")
  900. .digest("hex");
  901. return digest;
  902. }
  903. queryString = function (url) {
  904. var a = url.split("?");
  905. var json = querystring.parse(a[1]);
  906. return json;
  907. };
  908. //post存儲過程處理
  909. postmysql = function (req, res, functionname) {
  910. //mode的處理
  911. if (req.body[0]) {
  912. p = Object.values(req.body[0]);
  913. p.unshift(_mysqlLabor[0], _mysqlLabor[1], functionname);
  914. //執行存儲過程
  915. mysql.usselect(p, function (ret) {
  916. res.end(JSON.stringify(ret));
  917. });
  918. }
  919. };
  920. //post存儲過程處理
  921. postmysql2 = function (req, res, functionname) {
  922. //mode的處理
  923. if (req.body) {
  924. p = Object.values(req.body)[0].split(",");
  925. p.unshift(_mysqlLabor[0], _mysqlLabor[1], functionname);
  926. //執行存儲過程
  927. mysql.usselect(p, function (ret) {
  928. res.end(JSON.stringify(ret));
  929. });
  930. }
  931. };
  932. //post存儲過程處理
  933. postmysql3 = function (req, res, functionname) {
  934. //mode的處理
  935. if (req.body) {
  936. console.log(req);
  937. p = Object.values(req.body);
  938. p.unshift(_mysqlLabor[0], _mysqlLabor[1], functionname);
  939. //執行存儲過程
  940. mysql.usselect(p, function (ret) {
  941. res.end(JSON.stringify(ret));
  942. });
  943. }
  944. };
  945. //get獲取數據庫信息
  946. getmysql = function (req, res, functionname, ...p) {
  947. p = p || [];
  948. p.unshift(_getmysqlLabor[0], _getmysqlLabor[1], functionname);
  949. //執行存儲過程
  950. mysql.usselect(p, function (ret) {
  951. res.end(JSON.stringify(ret));
  952. }); //
  953. };
  954. //get獲取數據庫信息
  955. getmysql2 = function (req, res, functionname, ...p) {
  956. p = p || [];
  957. p.unshift(_mysqlLabor[0], _mysqlLabor[1], functionname);
  958. //執行存儲過程
  959. mysql.usselect(p, function (ret) {
  960. res.end(JSON.stringify(ret));
  961. }); //
  962. };
  963. //get獲取數據庫信息
  964. getmysql3 = function (req, res, functionname, ...p) {
  965. p = p || [];
  966. p.unshift(_getmysqlLabor2[0], _getmysqlLabor2[1], functionname);
  967. //執行存儲過程
  968. mysql.usselect(p, function (ret) {
  969. res.end(JSON.stringify(ret));
  970. }); //
  971. };
  972. //post存储过程处理
  973. userpostmysql = function (req, res, functionname) {
  974. //mode的处理
  975. if (req.body.mode) {
  976. p = req.body.mode.split(",");
  977. p.unshift(_mysqluser[0], _mysqluser[1], functionname);
  978. //执行存储过程
  979. mysql.usselect(p, function (ret) {
  980. res.end(JSON.stringify(ret));
  981. });
  982. }
  983. };
  984. //get获取数据库信息
  985. usergetmysql = function (req, res, functionname, ...p) {
  986. p = p || [];
  987. p.unshift(_mysqluser[0], _mysqluser[1], functionname);
  988. //执行存储过程
  989. mysql.usselect(p, function (ret) {
  990. res.end(JSON.stringify(ret));
  991. }); //
  992. };
  993. //post存儲過程處理
  994. postmysqlLocal = function (req, res) {
  995. //mode的處理
  996. if (req.body[0]) {
  997. p = Object.values(req.body[0]);
  998. p.unshift(_localhost[0], _localhost[1]);
  999. //執行存儲過程
  1000. mysql.usselect(p, function (ret) {
  1001. res.end(JSON.stringify(ret));
  1002. });
  1003. }
  1004. };
  1005. postmysqlOnline = function (req, res) {
  1006. //mode的處理
  1007. if (req.body[0]) {
  1008. p = Object.values(req.body[0]);
  1009. p.unshift(_mysqlLabor[0], _mysqlLabor[1]);
  1010. //執行存儲過程
  1011. mysql.usselect(p, function (ret) {
  1012. res.end(JSON.stringify(ret));
  1013. });
  1014. }
  1015. };
  1016. module.exports = router;