LexWells.Infrastructure/LexWells.Infrastructure.Common/Models/RobotsEntry.cs

namespace LexWells.Infrastructure.Common.Models;

public record RobotsEntry(
    bool IsAllowed, 
    int? CrawlDelay, 
    string? SitemapUrl, 
    DateTime ExpiresAt);