{"rows":[{"slug":"postmark","display_name":"Postmark","category_slug":"email","category_name":"Email","website":"https://postmarkapp.com","docs_url":"https://postmarkapp.com/developer","logo_url":null,"composite":78.89999999999999,"discovery":78,"efficiency":78,"error_recovery":78,"reliability":83.99999999999996,"event_count":73,"session_count":40,"open_issue_count":0,"agents_tested":["sim-postmark-agent-experience-multi-step-setup","sim-competitor-analysis-email-providers-email-domain-setup","sim-postmark-bug-finding-template-body-conflict","sim-postmark-bug-finding-rate-limit-discovery","sim-postmark-bug-finding-pagination-ceiling","sim-postmark-edge-cases-empty-template-render","sim-postmark-edge-cases-tag-limits","sim-postmark-edge-cases-metadata-limits","sim-postmark-edge-cases-inbound-rule-patterns","sim-postmark-edge-cases-html-vs-text-priority","sim-postmark-api-coverage-webhooks-lifecycle","sim-postmark-api-coverage-token-confusion-test","sim-postmark-api-coverage-templates-full-lifecycle","sim-postmark-api-coverage-suppressions-lifecycle","sim-postmark-api-coverage-statistics-all-endpoints","sim-postmark-api-coverage-server-token-endpoints","sim-postmark-api-coverage-message-streams-lifecycle","sim-postmark-api-coverage-email-send-all-fields","sim-postmark-api-coverage-bounces-full-query","sim-postmark-api-coverage-account-token-endpoints","sim-postmark-agent-experience-webhook-configuration","sim-postmark-agent-experience-template-creation","sim-postmark-agent-experience-suppression-management","sim-postmark-agent-experience-server-management","sim-postmark-agent-experience-send-with-template","sim-postmark-agent-experience-send-with-metadata","sim-postmark-agent-experience-send-transactional-email","sim-postmark-agent-experience-message-stream-setup","sim-postmark-agent-experience-message-search","sim-postmark-agent-experience-inbound-email-setup","sim-postmark-agent-experience-domain-setup","sim-postmark-agent-experience-bounce-management","sim-postmark-agent-experience-batch-send","sim-postmark-bug-finding-wrong-token-type","sim-postmark-bug-finding-unverified-sender","sim-postmark-agent-experience-statistics-query"],"last_event_at":"2026-03-24T04:14:47.000Z","computed_at":"2026-05-30T20:49:36.102Z","ranked":true,"grade":"B+","claim_status":"unclaimed","curated":true},{"slug":"neon","display_name":"Neon","category_slug":"database","category_name":"Databases & Cache","website":"https://neon.tech","docs_url":"https://neon.tech/docs","logo_url":null,"composite":77.18986420870678,"discovery":74.49073133786163,"efficiency":76.40426579623902,"error_recovery":77.75051456972122,"reliability":83.22490950697521,"event_count":164,"session_count":93,"open_issue_count":3,"agents_tested":["sim-neon-bug-finding-unauthorized-key-401","sim-neon-bug-finding-delete-nonexistent-branch","sim-neon-bug-finding-rate-limit-429-recovery","sim-neon-bug-finding-pagination-cursor-mismatch","sim-neon-bug-finding-duplicate-branch-name","sim-neon-bug-finding-invalid-uuid-path-errors","sim-neon-bug-finding-projects-no-org-id-error-shape","sim-neon-agent-experience-point-in-time-restore-investigate","sim-neon-agent-experience-vpc-endpoints-read","sim-neon-agent-experience-branch-delete-cleanup","sim-neon-agent-experience-regions-and-project-settings","sim-neon-agent-experience-neon-console-api-keys-rotate","sim-neon-agent-experience-consumption-project-metrics","sim-neon-agent-experience-schema-compare-branches","sim-neon-agent-experience-snapshots-schedule-read","sim-neon-agent-experience-compute-endpoint-lifecycle","sim-neon-agent-experience-connection-uri-pooled-vs-direct","sim-neon-agent-experience-branch-per-task-operations-poll","sim-neon-agent-experience-org-bootstrap-project-create","sim-neon-agent-experience-databases-roles-passwords","sim-scenarios-neon-projects-no-org-id-error-shape","sim-neon-edge-cases-special-chars-in-names","sim-competitor-analysis-database-providers-query-performance-test","sim-neon-edge-cases-rapid-scale-events","sim-competitor-analysis-database-providers-multi-tenant-database","sim-neon-edge-cases-max-branches-per-project","sim-competitor-analysis-database-providers-dev-branch-workflow","sim-neon-edge-cases-long-running-query","sim-competitor-analysis-database-providers-database-for-ai-agent","sim-neon-edge-cases-empty-project-query","sim-neon-api-coverage-roles-lifecycle","sim-competitor-analysis-database-providers-cost-comparison","sim-neon-api-coverage-regions-listing","sim-competitor-analysis-database-providers-connection-pooling-test","sim-neon-api-coverage-projects-lifecycle","sim-competitor-analysis-database-providers-cold-start-benchmark","sim-neon-agent-experience-snapshot-operations","sim-neon-api-coverage-operations-polling","sim-neon-agent-experience-run-sql-query","sim-neon-api-coverage-endpoints-lifecycle","sim-neon-agent-experience-role-management","sim-neon-api-coverage-databases-lifecycle","sim-neon-agent-experience-project-settings","sim-neon-agent-experience-point-in-time-restore","sim-neon-api-coverage-data-api-queries","sim-neon-agent-experience-multi-branch-development","sim-neon-api-coverage-consumption-api","sim-neon-api-coverage-branches-lifecycle","sim-neon-agent-experience-full-dev-workflow","sim-neon-api-coverage-api-keys-lifecycle","sim-neon-agent-experience-endpoint-management","sim-neon-agent-experience-database-setup","sim-neon-agent-experience-create-project","sim-neon-agent-experience-consumption-tracking","sim-neon-agent-experience-connection-string-discovery","sim-neon-agent-experience-branch-workflow","sim-neon-agent-experience-branch-schema-diff","sim-competitor-analysis-database-providers-restore-from-backup","sim-competitor-analysis-database-providers-quick-database-setup","sim-neon-agent-experience-autoscaling-config","sim-neon-bug-finding-rate-limit-discovery","sim-neon-bug-finding-pooled-vs-direct-confusion","sim-neon-bug-finding-data-api-sql-injection","sim-neon-bug-finding-branch-from-deleted","sim-competitor-analysis-database-providers-schema-migration-test","sim-neon-bug-finding-sni-requirement-test","sim-neon-bug-finding-max-projects-test","sim-neon-bug-finding-invalid-connection-string","sim-neon-bug-finding-cold-start-latency","sim-neon-bug-finding-async-operation-race"],"last_event_at":"2026-03-31T05:04:01.000Z","computed_at":"2026-05-30T20:49:35.881Z","ranked":true,"grade":"B+","claim_status":"unclaimed","curated":true},{"slug":"agentmail","display_name":"AgentMail","category_slug":"email","category_name":"Email","website":"https://agentmail.to","docs_url":"https://docs.agentmail.to","logo_url":null,"composite":76.55020258524507,"discovery":73.19014323297,"efficiency":76.08298661443656,"error_recovery":77.83665217501084,"reliability":82.06067058180258,"event_count":92,"session_count":72,"open_issue_count":1,"agents_tested":["sim-agentmail-agent-experience-domain-register-verify-zonefile","sim-agentmail-agent-experience-organization-read-and-metrics","sim-resend-bug-finding-idempotency-key-test","sim-agentmail-bug-finding-thread-delete-then-message-access","sim-agentmail-bug-finding-large-message-body-limits","sim-agentmail-bug-finding-pagination-token-abuse","sim-agentmail-bug-finding-unauthenticated-inbox-send-limit","sim-agentmail-bug-finding-malformed-json-send-message","sim-agentmail-bug-finding-duplicate-inbox-without-client-id","sim-agentmail-bug-finding-inbox-id-vs-email-confusion","sim-agentmail-bug-finding-invalid-auth-token-shape","sim-agentmail-agent-experience-thread-attachment-retrieval","sim-agentmail-agent-experience-multi-inbox-agent-identity","sim-agentmail-agent-experience-inbox-delete-cascade-behavior","sim-agentmail-agent-experience-pagination-across-inboxes","sim-agentmail-agent-experience-raw-rfc822-and-attachments","sim-agentmail-agent-experience-inbox-update-display-name","sim-agentmail-agent-experience-api-key-rotation-lifecycle","sim-agentmail-agent-experience-pod-multi-tenant-isolation","sim-agentmail-agent-experience-draft-review-then-send","sim-agentmail-agent-experience-thread-conversation-lifecycle","sim-agentmail-agent-experience-inbox-bootstrap-send-receive","sim-agentmail-bug-finding-webhook-timeout","sim-agentmail-bug-finding-thread-vs-message-id","sim-agentmail-bug-finding-pagination-edge-cases","sim-competitor-analysis-email-providers-agent-email-workflow","sim-agentmail-edge-cases-unicode-email-content","sim-agentmail-edge-cases-special-chars-in-inbox","sim-agentmail-edge-cases-long-thread-pagination","sim-agentmail-edge-cases-empty-inbox-query","sim-agentmail-api-coverage-lists-lifecycle","sim-agentmail-agent-experience-thread-management","sim-agentmail-agent-experience-send-and-receive-thread","sim-agentmail-agent-experience-metrics-dashboard","sim-agentmail-edge-cases-concurrent-inbox-ops","sim-agentmail-api-coverage-webhooks-lifecycle","sim-agentmail-api-coverage-threads-lifecycle","sim-agentmail-agent-experience-domain-configuration","sim-agentmail-agent-experience-create-inbox-send-email","sim-agentmail-agent-experience-attachment-handling","sim-agentmail-agent-experience-api-key-management","sim-agentmail-agent-experience-allowlist-blocklist","sim-agentmail-bug-finding-unauthenticated-limit","sim-agentmail-bug-finding-rapid-inbox-creation","sim-agentmail-bug-finding-missing-required-fields","sim-agentmail-bug-finding-large-attachment-limit","sim-agentmail-bug-finding-inbox-id-vs-email","sim-agentmail-bug-finding-idempotency-client-id","sim-agentmail-bug-finding-extracted-text-confusion","sim-agentmail-api-coverage-pods-lifecycle","sim-agentmail-api-coverage-organization-endpoints","sim-agentmail-api-coverage-messages-lifecycle","sim-agentmail-api-coverage-inboxes-lifecycle","sim-agentmail-api-coverage-domains-lifecycle","sim-agentmail-agent-experience-webhook-setup","sim-agentmail-agent-experience-search-messages","sim-agentmail-agent-experience-pod-management","sim-agentmail-agent-experience-manage-multiple-inboxes","sim-agentmail-agent-experience-full-agent-workflow","sim-agentmail-agent-experience-extracted-text-parsing","sim-agentmail-agent-experience-draft-and-send"],"last_event_at":"2026-03-31T07:39:38.000Z","computed_at":"2026-05-30T20:49:36.169Z","ranked":true,"grade":"B","claim_status":"unclaimed","curated":true},{"slug":"clerk","display_name":"Clerk","category_slug":"auth","category_name":"Authentication","website":"https://clerk.com","docs_url":"https://clerk.com/docs","logo_url":null,"composite":76.30866059079987,"discovery":72.71167088303316,"efficiency":76.22401639081332,"error_recovery":77.9064477290555,"reliability":81.00894984254707,"event_count":150,"session_count":134,"open_issue_count":27,"agents_tested":["ab-opus-unicode-normalization","ab-opus-race-condition-user-delete","ab-opus-invalid-user-operations","ab-opus-invitation-workflow","ab-opus-invitation-token-reuse","sim-clerk-markdown-unicode","sim-clerk-novel-20-http-method-override","sim-clerk-novel-18-field-length-limits","sim-clerk-novel-16-api-version-header","sim-clerk-novel-14-error-message-information-leak","sim-clerk-novel-13-bulk-operations-missing","sim-clerk-novel-12-idempotency-missing","sim-clerk-novel-10-session-token-after-password-change","sim-clerk-novel-09-invitation-token-reuse","sim-clerk-novel-08-concurrent-metadata-write","sim-clerk-novel-07-pagination-boundary-bugs","sim-clerk-novel-06-ban-bypass","sim-clerk-novel-05-jwt-claim-injection","sim-clerk-novel-03-metadata-type-coercion","sim-clerk-novel-02-race-condition-user-delete","sim-clerk-novel-01-private-metadata-leak","sim-clerk-edge-cases-special-chars-in-identifiers","sim-clerk-edge-cases-max-metadata-size","sim-clerk-edge-cases-concurrent-user-updates","sim-clerk-bug-finding-missing-bearer-token","sim-clerk-bug-finding-invalid-user-operations","sim-clerk-bug-finding-duplicate-email-creation","sim-clerk-api-coverage-memberships-lifecycle","sim-clerk-api-coverage-invitations-lifecycle","sim-clerk-api-coverage-instance-settings","sim-clerk-agent-experience-webhook-setup","sim-clerk-agent-experience-update-user-metadata","sim-clerk-agent-experience-invitation-workflow","sim-clerk-agent-experience-allowlist-blocklist","sim-clerk-ae-invitation-workflow","sim-clerk-ae-full-auth-setup","sim-clerk-ae-email-address-management","sim-clerk-e2e-graded","sim-clerk-improved-full-auth-setup","grade-patch-test","sim-clerk-edge-cases-empty-org-operations","sim-clerk-api-coverage-users-lifecycle","sim-clerk-api-coverage-sessions-lifecycle","sim-clerk-api-coverage-redirect-urls-lifecycle","sim-clerk-api-coverage-organizations-lifecycle","sim-clerk-api-coverage-jwt-templates-lifecycle","sim-clerk-agent-experience-sign-in-token-creation","sim-clerk-api-coverage-email-addresses-lifecycle","sim-clerk-agent-experience-session-management","sim-clerk-agent-experience-org-membership-management","sim-clerk-agent-experience-list-users","sim-clerk-agent-experience-jwt-template-setup","sim-clerk-agent-experience-jwks-retrieval","sim-clerk-agent-experience-email-address-management","sim-clerk-agent-experience-create-user","sim-clerk-bug-finding-webhook-event-verification","sim-clerk-bug-finding-session-revocation-timing","sim-clerk-bug-finding-rate-limit-discovery","sim-clerk-bug-finding-pagination-edge-cases","sim-clerk-bug-finding-jwt-template-invalid-claims","sim-competitor-analysis-auth-providers-user-signup-flow","sim-competitor-analysis-auth-providers-user-metadata-storage","sim-competitor-analysis-auth-providers-social-oauth-setup","sim-competitor-analysis-auth-providers-session-management-test","sim-competitor-analysis-auth-providers-org-management-setup","sim-competitor-analysis-auth-providers-jwt-verification-setup","sim-competitor-analysis-auth-providers-invite-only-access","sim-competitor-analysis-auth-providers-auth-for-ai-agent","sim-competitor-analysis-auth-providers-api-key-auth-system","sim-clerk-edge-cases-unicode-in-user-data","sim-clerk-api-coverage-domains-lifecycle","sim-clerk-agent-experience-phone-number-management","sim-clerk-agent-experience-organization-setup","sim-clerk-agent-experience-full-auth-setup"],"last_event_at":"2026-03-24T13:20:35.000Z","computed_at":"2026-05-30T20:49:35.610Z","ranked":true,"grade":"B","claim_status":"unclaimed","curated":true},{"slug":"resend","display_name":"Resend","category_slug":"email","category_name":"Email","website":"https://resend.com","docs_url":"https://resend.com/docs","logo_url":null,"composite":76.12917800778611,"discovery":73.232517244681,"efficiency":76.04958998850479,"error_recovery":76.81728248755982,"reliability":80.93483477293609,"event_count":79,"session_count":70,"open_issue_count":2,"agents_tested":["sim-agentmail-bug-finding-allowlist-blocklist-conflict","sim-resend-bug-finding-idempotency-key-test","sim-resend-bug-finding-html-rendering-edge-cases","sim-resend-bug-finding-batch-without-attachments","sim-resend-agent-experience-webhook-setup","sim-resend-agent-experience-topic-management","sim-resend-agent-experience-template-variables","sim-resend-agent-experience-send-with-attachments","sim-resend-agent-experience-send-otp-email","sim-resend-agent-experience-inbound-email-check","sim-resend-agent-experience-email-scheduling","sim-resend-agent-experience-create-email-template","sim-resend-agent-experience-contact-management","sim-resend-agent-experience-broadcast-campaign","sim-scenarios-resend-multi-step-onboarding","sim-scenarios-resend-rate-limit-discovery","sim-scenarios-resend-manage-api-keys","sim-scenarios-resend-domain-verification","sim-scenarios-resend-send-transactional-email","sim-scenarios-resend-invalid-api-key-errors","sim-scenarios-resend-missing-user-agent","sim-competitor-analysis-email-providers-webhook-reliability-test","sim-competitor-analysis-email-providers-transactional-email-setup","sim-competitor-analysis-email-providers-send-otp-code","sim-competitor-analysis-email-providers-multi-recipient-campaign","sim-competitor-analysis-email-providers-inbound-email-processing","sim-competitor-analysis-email-providers-error-handling-compare","sim-competitor-analysis-email-providers-email-template-system","sim-competitor-analysis-email-providers-email-analytics-query","sim-competitor-analysis-email-providers-developer-experience-compare","sim-competitor-analysis-email-providers-bulk-notification-send","sim-resend-edge-cases-unicode-content","sim-resend-edge-cases-special-characters-in-names","sim-resend-edge-cases-pagination-boundaries","sim-resend-edge-cases-empty-fields-test","sim-resend-edge-cases-concurrent-operations","sim-resend-api-coverage-webhooks-lifecycle","sim-resend-bug-finding-webhook-signature-verify","sim-resend-api-coverage-templates-full-lifecycle","sim-competitor-analysis-email-providers-send-welcome-email","sim-competitor-analysis-email-providers-minimal-setup-send","sim-competitor-analysis-email-providers-email-deliverability-test","sim--Users-webhook-setup","debug-test-agent","debug-flat-fb-agent","mcp-format-test-agent"],"last_event_at":"2026-03-31T07:14:37.000Z","computed_at":"2026-05-30T20:49:35.654Z","ranked":true,"grade":"B","claim_status":"unclaimed","curated":true},{"slug":"stripe","display_name":"Stripe","category_slug":"payments","category_name":"Payments","website":"https://stripe.com","docs_url":"https://docs.stripe.com","logo_url":null,"composite":75.20662271738024,"discovery":69.41516969661146,"efficiency":75.34761550744852,"error_recovery":76.71114862464894,"reliability":84.00000000000001,"event_count":8,"session_count":16,"open_issue_count":1,"agents_tested":["sim-calcom-agent-experience-stripe-connection-check"],"last_event_at":"2026-04-02T02:59:31.208Z","computed_at":"2026-05-30T20:49:36.084Z","ranked":true,"grade":"B","claim_status":"unclaimed","curated":true},{"slug":"ses","display_name":"Amazon SES","category_slug":"email","category_name":"Email","website":null,"docs_url":null,"logo_url":null,"composite":73.46944339552692,"discovery":65.2320581632222,"efficiency":73.5545907667731,"error_recovery":78.00000000000003,"reliability":82.2229914435222,"event_count":15,"session_count":15,"open_issue_count":0,"agents_tested":["sim-neon-agent-experience-databases-roles-passwords","sim-clerk-novel-19-deleted-resource-references","sim-clerk-novel-15-webhook-event-ordering","sim-clerk-bug-finding-session-revocation-timing","sim-clerk-bug-finding-metadata-type-confusion","sim-clerk-api-coverage-sessions-lifecycle","sim-clerk-api-coverage-jwt-templates-lifecycle","sim-clerk-api-coverage-email-addresses-lifecycle","sim-clerk-agent-experience-sign-in-token-creation","sim-clerk-agent-experience-session-management","sim-clerk-agent-experience-jwt-template-setup","sim-clerk-agent-experience-jwks-retrieval","sim-clerk-agent-experience-full-auth-setup","sim-clerk-agent-experience-email-address-management","sim-clerk-full-auth-setup-v3"],"last_event_at":"2026-03-31T04:43:59.000Z","computed_at":"2026-05-30T20:49:36.294Z","ranked":true,"grade":"B","claim_status":"unclaimed","curated":true},{"slug":"firecrawl","display_name":"Firecrawl","category_slug":"web-scraping","category_name":"Web Scraping & Browser","website":"https://firecrawl.dev","docs_url":"https://docs.firecrawl.dev","logo_url":null,"composite":67.17715220582696,"discovery":57.70723735875055,"efficiency":60.19738572265464,"error_recovery":77.81322190257643,"reliability":82.34973203840866,"event_count":111,"session_count":147,"open_issue_count":2,"agents_tested":["sim-devmode-verify","sim-devmode-test","sim-firecrawl-backfill-verify","sim-firecrawl-new-features-mcp-server-tool-coverage","sim-firecrawl-new-features-extract-v2-search-layer","sim-firecrawl-new-features-custom-headers-cookies","sim-firecrawl-new-features-location-based-scraping","sim-firecrawl-new-features-interact-endpoint-reliability","sim-firecrawl-competitor-advantages-anti-bot-bypass-limits","sim-firecrawl-new-features-zod-schema-sdk-bug","sim-firecrawl-new-features-browser-sandbox-capabilities","sim-firecrawl-competitor-advantages-data-sovereignty-gap","sim-firecrawl-realistic-workflows-github-repo-analyzer","sim-firecrawl-new-features-spark-model-quality","sim-firecrawl-agent-experience-competitive-scrape-shootout","sim-firecrawl-bug-finding-credit-consumption-transparency","sim-firecrawl-agent-experience-error-recovery-workflow","sim-firecrawl-agent-experience-actions-browser-automation","sim-firecrawl-agent-experience-search-vs-scrape-decision","sim-firecrawl-edge-cases-unicode-encoding-robustness","sim-firecrawl-edge-cases-large-page-handling","sim-firecrawl-bug-finding-onlyMainContent-reliability","sim-firecrawl-bug-finding-timeout-semantics-confusion","sim-firecrawl-competitor-analysis-firecrawl-vs-jina-extraction","sim-firecrawl-agent-experience-extract-vs-scrape-plus-llm","sim-firecrawl-bug-finding-idempotency-key-behavior","sim-firecrawl-edge-cases-caching-staleness-detection","sim-firecrawl-bug-finding-scrape-format-inconsistency","sim-firecrawl-bug-finding-auth-error-taxonomy","sim-firecrawl-edge-cases-concurrent-job-limits","sim-firecrawl-competitor-analysis-firecrawl-vs-raw-fetch-value","sim-firecrawl-agent-experience-rag-ingestion-pipeline","sim-firecrawl-bug-finding-crawl-webhook-reliability","sim-firecrawl-bug-finding-crawl-depth-vs-limit-interaction","sim-firecrawl-bug-finding-batch-scrape-failure-modes","sim-firecrawl-agent-experience-extract-schema-validation","sim-firecrawl-agent-experience-map-batch-extract-pipeline","sim-firecrawl-bug-finding-async-job-lifecycle-stress","sim-firecrawl-edge-cases-rate-limit-discovery"],"last_event_at":"2026-04-08T03:03:27.000Z","computed_at":"2026-05-30T20:49:35.745Z","ranked":true,"grade":"C+","claim_status":"unclaimed","curated":true}],"total":8,"last_computed_at":"2026-05-30T20:49:36.294Z","rubric":{"weights":{"discovery":0.3,"efficiency":0.3,"error_recovery":0.25,"reliability":0.15},"min_events_for_ranking":5,"lookback_days":90,"real_data_only":true}}