feat(News): refactor news service and add sentiment tracking

2026-08-09 21:01:41 +02:00
parent 605e41cfeb
commit aff831cf58
390 changed files with 115094 additions and 9 deletions
@@ -0,0 +1,233 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.FFNetworkManager = void 0;
+var _eventsHelper = require("../../utils/eventsHelper");
+var network = _interopRequireWildcard(require("../network"));
+function _getRequireWildcardCache(e) { if ("function" != typeof WeakMap) return null; var r = new WeakMap(), t = new WeakMap(); return (_getRequireWildcardCache = function (e) { return e ? t : r; })(e); }
+function _interopRequireWildcard(e, r) { if (!r && e && e.__esModule) return e; if (null === e || "object" != typeof e && "function" != typeof e) return { default: e }; var t = _getRequireWildcardCache(r); if (t && t.has(e)) return t.get(e); var n = { __proto__: null }, a = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var u in e) if ("default" !== u && Object.prototype.hasOwnProperty.call(e, u)) { var i = a ? Object.getOwnPropertyDescriptor(e, u) : null; i && (i.get || i.set) ? Object.defineProperty(n, u, i) : n[u] = e[u]; } return n.default = e, t && t.set(e, n), n; }
+/**
+ * Copyright 2019 Google Inc. All rights reserved.
+ * Modifications copyright (c) Microsoft Corporation.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+class FFNetworkManager {
+  constructor(session, page) {
+    this._session = void 0;
+    this._requests = void 0;
+    this._page = void 0;
+    this._eventListeners = void 0;
+    this._session = session;
+    this._requests = new Map();
+    this._page = page;
+    this._eventListeners = [_eventsHelper.eventsHelper.addEventListener(session, 'Network.requestWillBeSent', this._onRequestWillBeSent.bind(this)), _eventsHelper.eventsHelper.addEventListener(session, 'Network.responseReceived', this._onResponseReceived.bind(this)), _eventsHelper.eventsHelper.addEventListener(session, 'Network.requestFinished', this._onRequestFinished.bind(this)), _eventsHelper.eventsHelper.addEventListener(session, 'Network.requestFailed', this._onRequestFailed.bind(this))];
+  }
+  dispose() {
+    _eventsHelper.eventsHelper.removeEventListeners(this._eventListeners);
+  }
+  async setRequestInterception(enabled) {
+    await Promise.all([this._session.send('Network.setRequestInterception', {
+      enabled
+    }), this._session.send('Page.setCacheDisabled', {
+      cacheDisabled: enabled
+    })]);
+  }
+  _onRequestWillBeSent(event) {
+    const redirectedFrom = event.redirectedFrom ? this._requests.get(event.redirectedFrom) || null : null;
+    const frame = redirectedFrom ? redirectedFrom.request.frame() : event.frameId ? this._page._frameManager.frame(event.frameId) : null;
+    if (!frame) return;
+    if (redirectedFrom) this._requests.delete(redirectedFrom._id);
+    const request = new InterceptableRequest(frame, redirectedFrom, event);
+    let route;
+    if (event.isIntercepted) route = new FFRouteImpl(this._session, request);
+    this._requests.set(request._id, request);
+    this._page._frameManager.requestStarted(request.request, route);
+  }
+  _onResponseReceived(event) {
+    var _event$securityDetail, _event$securityDetail2, _event$securityDetail3, _event$securityDetail4, _event$securityDetail5;
+    const request = this._requests.get(event.requestId);
+    if (!request) return;
+    const getResponseBody = async () => {
+      const response = await this._session.send('Network.getResponseBody', {
+        requestId: request._id
+      });
+      if (response.evicted) throw new Error(`Response body for ${request.request.method()} ${request.request.url()} was evicted!`);
+      return Buffer.from(response.base64body, 'base64');
+    };
+    const startTime = event.timing.startTime;
+    function relativeToStart(time) {
+      if (!time) return -1;
+      return (time - startTime) / 1000;
+    }
+    const timing = {
+      startTime: startTime / 1000,
+      domainLookupStart: relativeToStart(event.timing.domainLookupStart),
+      domainLookupEnd: relativeToStart(event.timing.domainLookupEnd),
+      connectStart: relativeToStart(event.timing.connectStart),
+      secureConnectionStart: relativeToStart(event.timing.secureConnectionStart),
+      connectEnd: relativeToStart(event.timing.connectEnd),
+      requestStart: relativeToStart(event.timing.requestStart),
+      responseStart: relativeToStart(event.timing.responseStart)
+    };
+    const response = new network.Response(request.request, event.status, event.statusText, parseMultivalueHeaders(event.headers), timing, getResponseBody, event.fromServiceWorker);
+    if (event !== null && event !== void 0 && event.remoteIPAddress && typeof (event === null || event === void 0 ? void 0 : event.remotePort) === 'number') {
+      response._serverAddrFinished({
+        ipAddress: event.remoteIPAddress,
+        port: event.remotePort
+      });
+    } else {
+      response._serverAddrFinished();
+    }
+    response._securityDetailsFinished({
+      protocol: event === null || event === void 0 || (_event$securityDetail = event.securityDetails) === null || _event$securityDetail === void 0 ? void 0 : _event$securityDetail.protocol,
+      subjectName: event === null || event === void 0 || (_event$securityDetail2 = event.securityDetails) === null || _event$securityDetail2 === void 0 ? void 0 : _event$securityDetail2.subjectName,
+      issuer: event === null || event === void 0 || (_event$securityDetail3 = event.securityDetails) === null || _event$securityDetail3 === void 0 ? void 0 : _event$securityDetail3.issuer,
+      validFrom: event === null || event === void 0 || (_event$securityDetail4 = event.securityDetails) === null || _event$securityDetail4 === void 0 ? void 0 : _event$securityDetail4.validFrom,
+      validTo: event === null || event === void 0 || (_event$securityDetail5 = event.securityDetails) === null || _event$securityDetail5 === void 0 ? void 0 : _event$securityDetail5.validTo
+    });
+    // "raw" headers are the same as "provisional" headers in Firefox.
+    response.setRawResponseHeaders(null);
+    // Headers size are not available in Firefox.
+    response.setResponseHeadersSize(null);
+    this._page._frameManager.requestReceivedResponse(response);
+  }
+  _onRequestFinished(event) {
+    const request = this._requests.get(event.requestId);
+    if (!request) return;
+    const response = request.request._existingResponse();
+    response.setTransferSize(event.transferSize);
+    response.setEncodedBodySize(event.encodedBodySize);
+
+    // Keep redirected requests in the map for future reference as redirectedFrom.
+    const isRedirected = response.status() >= 300 && response.status() <= 399;
+    const responseEndTime = event.responseEndTime ? event.responseEndTime / 1000 - response.timing().startTime : -1;
+    if (isRedirected) {
+      response._requestFinished(responseEndTime);
+    } else {
+      this._requests.delete(request._id);
+      response._requestFinished(responseEndTime);
+    }
+    if (event.protocolVersion) response._setHttpVersion(event.protocolVersion);
+    this._page._frameManager.reportRequestFinished(request.request, response);
+  }
+  _onRequestFailed(event) {
+    const request = this._requests.get(event.requestId);
+    if (!request) return;
+    this._requests.delete(request._id);
+    const response = request.request._existingResponse();
+    if (response) {
+      response.setTransferSize(null);
+      response.setEncodedBodySize(null);
+      response._requestFinished(-1);
+    }
+    request.request._setFailureText(event.errorCode);
+    this._page._frameManager.requestFailed(request.request, event.errorCode === 'NS_BINDING_ABORTED');
+  }
+}
+exports.FFNetworkManager = FFNetworkManager;
+const causeToResourceType = {
+  TYPE_INVALID: 'other',
+  TYPE_OTHER: 'other',
+  TYPE_SCRIPT: 'script',
+  TYPE_IMAGE: 'image',
+  TYPE_STYLESHEET: 'stylesheet',
+  TYPE_OBJECT: 'other',
+  TYPE_DOCUMENT: 'document',
+  TYPE_SUBDOCUMENT: 'document',
+  TYPE_REFRESH: 'document',
+  TYPE_XBL: 'other',
+  TYPE_PING: 'other',
+  TYPE_XMLHTTPREQUEST: 'xhr',
+  TYPE_OBJECT_SUBREQUEST: 'other',
+  TYPE_DTD: 'other',
+  TYPE_FONT: 'font',
+  TYPE_MEDIA: 'media',
+  TYPE_WEBSOCKET: 'websocket',
+  TYPE_CSP_REPORT: 'other',
+  TYPE_XSLT: 'other',
+  TYPE_BEACON: 'other',
+  TYPE_FETCH: 'fetch',
+  TYPE_IMAGESET: 'image',
+  TYPE_WEB_MANIFEST: 'manifest'
+};
+const internalCauseToResourceType = {
+  TYPE_INTERNAL_EVENTSOURCE: 'eventsource'
+};
+class InterceptableRequest {
+  constructor(frame, redirectedFrom, payload) {
+    this.request = void 0;
+    this._id = void 0;
+    this._redirectedTo = void 0;
+    this._id = payload.requestId;
+    if (redirectedFrom) redirectedFrom._redirectedTo = this;
+    let postDataBuffer = null;
+    if (payload.postData) postDataBuffer = Buffer.from(payload.postData, 'base64');
+    this.request = new network.Request(frame._page._browserContext, frame, null, redirectedFrom ? redirectedFrom.request : null, payload.navigationId, payload.url, internalCauseToResourceType[payload.internalCause] || causeToResourceType[payload.cause] || 'other', payload.method, postDataBuffer, payload.headers);
+    // "raw" headers are the same as "provisional" headers in Firefox.
+    this.request.setRawRequestHeaders(null);
+  }
+  _finalRequest() {
+    let request = this;
+    while (request._redirectedTo) request = request._redirectedTo;
+    return request;
+  }
+}
+class FFRouteImpl {
+  constructor(session, request) {
+    this._request = void 0;
+    this._session = void 0;
+    this._session = session;
+    this._request = request;
+  }
+  async continue(overrides) {
+    await this._session.sendMayFail('Network.resumeInterceptedRequest', {
+      requestId: this._request._id,
+      url: overrides.url,
+      method: overrides.method,
+      headers: overrides.headers,
+      postData: overrides.postData ? Buffer.from(overrides.postData).toString('base64') : undefined
+    });
+  }
+  async fulfill(response) {
+    const base64body = response.isBase64 ? response.body : Buffer.from(response.body).toString('base64');
+    await this._session.sendMayFail('Network.fulfillInterceptedRequest', {
+      requestId: this._request._id,
+      status: response.status,
+      statusText: network.statusText(response.status),
+      headers: response.headers,
+      base64body
+    });
+  }
+  async abort(errorCode) {
+    await this._session.sendMayFail('Network.abortInterceptedRequest', {
+      requestId: this._request._id,
+      errorCode
+    });
+  }
+}
+function parseMultivalueHeaders(headers) {
+  const result = [];
+  for (const header of headers) {
+    const separator = header.name.toLowerCase() === 'set-cookie' ? '\n' : ',';
+    const tokens = header.value.split(separator).map(s => s.trim());
+    for (const token of tokens) result.push({
+      name: header.name,
+      value: token
+    });
+  }
+  return result;
+}