feat(News): refactor news service and add sentiment tracking

2026-08-09 21:01:41 +02:00
parent 605e41cfeb
commit aff831cf58
390 changed files with 115094 additions and 9 deletions
@@ -0,0 +1,162 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.WKRouteImpl = exports.WKInterceptableRequest = void 0;
+var network = _interopRequireWildcard(require("../network"));
+var _utils = require("../../utils");
+function _getRequireWildcardCache(e) { if ("function" != typeof WeakMap) return null; var r = new WeakMap(), t = new WeakMap(); return (_getRequireWildcardCache = function (e) { return e ? t : r; })(e); }
+function _interopRequireWildcard(e, r) { if (!r && e && e.__esModule) return e; if (null === e || "object" != typeof e && "function" != typeof e) return { default: e }; var t = _getRequireWildcardCache(r); if (t && t.has(e)) return t.get(e); var n = { __proto__: null }, a = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var u in e) if ("default" !== u && Object.prototype.hasOwnProperty.call(e, u)) { var i = a ? Object.getOwnPropertyDescriptor(e, u) : null; i && (i.get || i.set) ? Object.defineProperty(n, u, i) : n[u] = e[u]; } return n.default = e, t && t.set(e, n), n; }
+/**
+ * Copyright 2017 Google Inc. All rights reserved.
+ * Modifications copyright (c) Microsoft Corporation.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+const errorReasons = {
+  'aborted': 'Cancellation',
+  'accessdenied': 'AccessControl',
+  'addressunreachable': 'General',
+  'blockedbyclient': 'Cancellation',
+  'blockedbyresponse': 'General',
+  'connectionaborted': 'General',
+  'connectionclosed': 'General',
+  'connectionfailed': 'General',
+  'connectionrefused': 'General',
+  'connectionreset': 'General',
+  'internetdisconnected': 'General',
+  'namenotresolved': 'General',
+  'timedout': 'Timeout',
+  'failed': 'General'
+};
+class WKInterceptableRequest {
+  constructor(session, frame, event, redirectedFrom, documentId) {
+    this._session = void 0;
+    this._requestId = void 0;
+    this.request = void 0;
+    this._timestamp = void 0;
+    this._wallTime = void 0;
+    this._session = session;
+    this._requestId = event.requestId;
+    const resourceType = event.type ? event.type.toLowerCase() : redirectedFrom ? redirectedFrom.request.resourceType() : 'other';
+    let postDataBuffer = null;
+    this._timestamp = event.timestamp;
+    this._wallTime = event.walltime * 1000;
+    if (event.request.postData) postDataBuffer = Buffer.from(event.request.postData, 'base64');
+    this.request = new network.Request(frame._page._browserContext, frame, null, (redirectedFrom === null || redirectedFrom === void 0 ? void 0 : redirectedFrom.request) || null, documentId, event.request.url, resourceType, event.request.method, postDataBuffer, (0, _utils.headersObjectToArray)(event.request.headers));
+  }
+  adoptRequestFromNewProcess(newSession, requestId) {
+    this._session = newSession;
+    this._requestId = requestId;
+  }
+  createResponse(responsePayload) {
+    const getResponseBody = async () => {
+      const response = await this._session.send('Network.getResponseBody', {
+        requestId: this._requestId
+      });
+      return Buffer.from(response.body, response.base64Encoded ? 'base64' : 'utf8');
+    };
+    const timingPayload = responsePayload.timing;
+    const timing = {
+      startTime: this._wallTime,
+      domainLookupStart: timingPayload ? wkMillisToRoundishMillis(timingPayload.domainLookupStart) : -1,
+      domainLookupEnd: timingPayload ? wkMillisToRoundishMillis(timingPayload.domainLookupEnd) : -1,
+      connectStart: timingPayload ? wkMillisToRoundishMillis(timingPayload.connectStart) : -1,
+      secureConnectionStart: timingPayload ? wkMillisToRoundishMillis(timingPayload.secureConnectionStart) : -1,
+      connectEnd: timingPayload ? wkMillisToRoundishMillis(timingPayload.connectEnd) : -1,
+      requestStart: timingPayload ? wkMillisToRoundishMillis(timingPayload.requestStart) : -1,
+      responseStart: timingPayload ? wkMillisToRoundishMillis(timingPayload.responseStart) : -1
+    };
+    const setCookieSeparator = process.platform === 'darwin' ? ',' : 'playwright-set-cookie-separator';
+    const response = new network.Response(this.request, responsePayload.status, responsePayload.statusText, (0, _utils.headersObjectToArray)(responsePayload.headers, ',', setCookieSeparator), timing, getResponseBody, responsePayload.source === 'service-worker');
+
+    // No raw response headers in WebKit, use "provisional" ones.
+    response.setRawResponseHeaders(null);
+    // Transfer size is not available in WebKit.
+    response.setTransferSize(null);
+    if (responsePayload.requestHeaders && Object.keys(responsePayload.requestHeaders).length) {
+      const headers = {
+        ...responsePayload.requestHeaders
+      };
+      if (!headers['host']) headers['Host'] = new URL(this.request.url()).host;
+      this.request.setRawRequestHeaders((0, _utils.headersObjectToArray)(headers));
+    } else {
+      // No raw headers available, use provisional ones.
+      this.request.setRawRequestHeaders(null);
+    }
+    return response;
+  }
+}
+exports.WKInterceptableRequest = WKInterceptableRequest;
+class WKRouteImpl {
+  constructor(session, requestId) {
+    this._session = void 0;
+    this._requestId = void 0;
+    this._session = session;
+    this._requestId = requestId;
+  }
+  async abort(errorCode) {
+    const errorType = errorReasons[errorCode];
+    (0, _utils.assert)(errorType, 'Unknown error code: ' + errorCode);
+    // In certain cases, protocol will return error if the request was already canceled
+    // or the page was closed. We should tolerate these errors.
+    await this._session.sendMayFail('Network.interceptRequestWithError', {
+      requestId: this._requestId,
+      errorType
+    });
+  }
+  async fulfill(response) {
+    if (300 <= response.status && response.status < 400) throw new Error('Cannot fulfill with redirect status: ' + response.status);
+
+    // In certain cases, protocol will return error if the request was already canceled
+    // or the page was closed. We should tolerate these errors.
+    let mimeType = response.isBase64 ? 'application/octet-stream' : 'text/plain';
+    const headers = (0, _utils.headersArrayToObject)(response.headers, true /* lowerCase */);
+    const contentType = headers['content-type'];
+    if (contentType) mimeType = contentType.split(';')[0].trim();
+    await this._session.sendMayFail('Network.interceptRequestWithResponse', {
+      requestId: this._requestId,
+      status: response.status,
+      statusText: network.statusText(response.status),
+      mimeType,
+      headers,
+      base64Encoded: response.isBase64,
+      content: response.body
+    });
+  }
+  async continue(overrides) {
+    // In certain cases, protocol will return error if the request was already canceled
+    // or the page was closed. We should tolerate these errors.
+    await this._session.sendMayFail('Network.interceptWithRequest', {
+      requestId: this._requestId,
+      url: overrides.url,
+      method: overrides.method,
+      headers: overrides.headers ? (0, _utils.headersArrayToObject)(overrides.headers, false /* lowerCase */) : undefined,
+      postData: overrides.postData ? Buffer.from(overrides.postData).toString('base64') : undefined
+    });
+  }
+}
+exports.WKRouteImpl = WKRouteImpl;
+function wkMillisToRoundishMillis(value) {
+  // WebKit uses -1000 for unavailable.
+  if (value === -1000) return -1;
+
+  // WebKit has a bug, instead of -1 it sends -1000 to be in ms.
+  if (value <= 0) {
+    // DNS can start before request start on Mac Network Stack
+    return -1;
+  }
+  return (value * 1000 | 0) / 1000;
+}