feat(news): add scraper adapters, article deduplication, blocklist service, and remove tracked publish artifacts
This commit is contained in:
@@ -57,11 +57,22 @@ public class NewsArticleEntity
|
||||
public DateTime PublishedAt { get; set; }
|
||||
|
||||
/// <summary>
|
||||
/// Gets or sets the processing lifecycle state (e.g., "Pending", "Processing", "Completed", "Analyzed", "Failed").
|
||||
/// Gets or sets the processing lifecycle state (e.g., "Pending", "Processing", "Completed", "Analyzed", "Failed", "Duplicate").
|
||||
/// </summary>
|
||||
[Required]
|
||||
public string Status { get; set; } = "Pending";
|
||||
|
||||
/// <summary>
|
||||
/// Gets or sets the normalized SHA-256 hash of the cleaned title for duplicate detection.
|
||||
/// </summary>
|
||||
[MaxLength(64)]
|
||||
public string? TitleHash { get; set; }
|
||||
|
||||
/// <summary>
|
||||
/// Gets or sets the 64-bit SimHash content fingerprint for fuzzy duplicate text detection.
|
||||
/// </summary>
|
||||
public long? SimHash { get; set; }
|
||||
|
||||
/// <summary>
|
||||
/// Gets or sets the list of financial assets matched and associated with this news article.
|
||||
/// </summary>
|
||||
|
||||
Reference in New Issue
Block a user