feat(News): refactor news service and add sentiment tracking

2026-08-09 21:01:41 +02:00
parent 605e41cfeb
commit aff831cf58
390 changed files with 115094 additions and 9 deletions
@@ -0,0 +1,160 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.NET_DEFAULT_TIMEOUT = void 0;
+exports.createHttp2Server = createHttp2Server;
+exports.createHttpServer = createHttpServer;
+exports.createHttpsServer = createHttpsServer;
+exports.fetchData = fetchData;
+exports.httpRequest = httpRequest;
+exports.isURLAvailable = isURLAvailable;
+var _http = _interopRequireDefault(require("http"));
+var _https = _interopRequireDefault(require("https"));
+var _http2 = _interopRequireDefault(require("http2"));
+var _utilsBundle = require("../utilsBundle");
+var _url = _interopRequireDefault(require("url"));
+var _happyEyeballs = require("./happy-eyeballs");
+function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
+/**
+ * Copyright (c) Microsoft Corporation.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+const NET_DEFAULT_TIMEOUT = exports.NET_DEFAULT_TIMEOUT = 30_000;
+function httpRequest(params, onResponse, onError) {
+  var _params$timeout;
+  const parsedUrl = _url.default.parse(params.url);
+  let options = {
+    ...parsedUrl,
+    agent: parsedUrl.protocol === 'https:' ? _happyEyeballs.httpsHappyEyeballsAgent : _happyEyeballs.httpHappyEyeballsAgent,
+    method: params.method || 'GET',
+    headers: params.headers
+  };
+  if (params.rejectUnauthorized !== undefined) options.rejectUnauthorized = params.rejectUnauthorized;
+  const timeout = (_params$timeout = params.timeout) !== null && _params$timeout !== void 0 ? _params$timeout : NET_DEFAULT_TIMEOUT;
+  const proxyURL = (0, _utilsBundle.getProxyForUrl)(params.url);
+  if (proxyURL) {
+    const parsedProxyURL = new URL(proxyURL);
+    if (params.url.startsWith('http:')) {
+      options = {
+        path: parsedUrl.href,
+        host: parsedProxyURL.hostname,
+        port: parsedProxyURL.port,
+        headers: options.headers,
+        method: options.method
+      };
+    } else {
+      parsedProxyURL.secureProxy = parsedProxyURL.protocol === 'https:';
+      options.agent = new _utilsBundle.HttpsProxyAgent(parsedProxyURL);
+      options.rejectUnauthorized = false;
+    }
+  }
+  const requestCallback = res => {
+    const statusCode = res.statusCode || 0;
+    if (statusCode >= 300 && statusCode < 400 && res.headers.location) httpRequest({
+      ...params,
+      url: new URL(res.headers.location, params.url).toString()
+    }, onResponse, onError);else onResponse(res);
+  };
+  const request = options.protocol === 'https:' ? _https.default.request(options, requestCallback) : _http.default.request(options, requestCallback);
+  request.on('error', onError);
+  if (timeout !== undefined) {
+    const rejectOnTimeout = () => {
+      onError(new Error(`Request to ${params.url} timed out after ${timeout}ms`));
+      request.abort();
+    };
+    if (timeout <= 0) {
+      rejectOnTimeout();
+      return;
+    }
+    request.setTimeout(timeout, rejectOnTimeout);
+  }
+  request.end(params.data);
+}
+function fetchData(params, onError) {
+  return new Promise((resolve, reject) => {
+    httpRequest(params, async response => {
+      if (response.statusCode !== 200) {
+        const error = onError ? await onError(params, response) : new Error(`fetch failed: server returned code ${response.statusCode}. URL: ${params.url}`);
+        reject(error);
+        return;
+      }
+      let body = '';
+      response.on('data', chunk => body += chunk);
+      response.on('error', error => reject(error));
+      response.on('end', () => resolve(body));
+    }, reject);
+  });
+}
+function createHttpServer(...args) {
+  const server = _http.default.createServer(...args);
+  decorateServer(server);
+  return server;
+}
+function createHttpsServer(...args) {
+  const server = _https.default.createServer(...args);
+  decorateServer(server);
+  return server;
+}
+function createHttp2Server(...args) {
+  const server = _http2.default.createSecureServer(...args);
+  decorateServer(server);
+  return server;
+}
+async function isURLAvailable(url, ignoreHTTPSErrors, onLog, onStdErr) {
+  let statusCode = await httpStatusCode(url, ignoreHTTPSErrors, onLog, onStdErr);
+  if (statusCode === 404 && url.pathname === '/') {
+    const indexUrl = new URL(url);
+    indexUrl.pathname = '/index.html';
+    statusCode = await httpStatusCode(indexUrl, ignoreHTTPSErrors, onLog, onStdErr);
+  }
+  return statusCode >= 200 && statusCode < 404;
+}
+async function httpStatusCode(url, ignoreHTTPSErrors, onLog, onStdErr) {
+  return new Promise(resolve => {
+    onLog === null || onLog === void 0 || onLog(`HTTP GET: ${url}`);
+    httpRequest({
+      url: url.toString(),
+      headers: {
+        Accept: '*/*'
+      },
+      rejectUnauthorized: !ignoreHTTPSErrors
+    }, res => {
+      var _res$statusCode;
+      res.resume();
+      const statusCode = (_res$statusCode = res.statusCode) !== null && _res$statusCode !== void 0 ? _res$statusCode : 0;
+      onLog === null || onLog === void 0 || onLog(`HTTP Status: ${statusCode}`);
+      resolve(statusCode);
+    }, error => {
+      if (error.code === 'DEPTH_ZERO_SELF_SIGNED_CERT') onStdErr === null || onStdErr === void 0 || onStdErr(`[WebServer] Self-signed certificate detected. Try adding ignoreHTTPSErrors: true to config.webServer.`);
+      onLog === null || onLog === void 0 || onLog(`Error while checking if ${url} is available: ${error.message}`);
+      resolve(0);
+    });
+  });
+}
+function decorateServer(server) {
+  const sockets = new Set();
+  server.on('connection', socket => {
+    sockets.add(socket);
+    socket.once('close', () => sockets.delete(socket));
+  });
+  const close = server.close;
+  server.close = callback => {
+    for (const socket of sockets) socket.destroy();
+    sockets.clear();
+    return close.call(server, callback);
+  };
+}