mirror of
https://github.com/warmbly/warmbly.git
synced 2026-11-17 08:18:51 +00:00
feat: add the opt-in warmup-placement proof flow and its synthetic fixture (an A/B arm on the seeded campaign's entry step, pool peers on .example and warmup openings with receipts) and document it in the qa playbook
This commit is contained in:
@@ -318,3 +318,20 @@ The harness refuses to record anything but localhost (or a host named in
|
||||
production or a customer workspace, and never attach media to a PR any other
|
||||
way: no image hosts, no commits of screenshots, no other repositories.
|
||||
Everything the harness writes stays under the ignored `.artifacts/`.
|
||||
|
||||
## Warmup placement proof fixtures
|
||||
|
||||
`flows/warmup-placement.flow.ts` is opt-in: apply `fixtures/warmup-placement.sql`
|
||||
to this worktree's rich-seed database. It adds an A/B arm to the entry step of the
|
||||
seeded **RevOps outreach - July** campaign, three pool peers (Google, Microsoft and
|
||||
another host, on the reserved `.example` TLD) and synthetic warmup openings of that
|
||||
step with the receipts they filed, and marks the owner's product tour finished. It
|
||||
is re-runnable. Clear the stack's private Redis afterwards.
|
||||
|
||||
```bash
|
||||
docker exec -i warmbly-postgres-1 psql -U warmbly -d warmbly_qa_<worktree> < fixtures/warmup-placement.sql
|
||||
docker exec wqa-<worktree>-redis redis-cli FLUSHDB
|
||||
QA_WARMUP_PLACEMENT_FIXTURES=1 pnpm proof warmup-placement
|
||||
```
|
||||
|
||||
The placement numbers are fixture data, not a measurement of real delivery.
|
||||
|
||||
@@ -0,0 +1,83 @@
|
||||
-- Warmup placement proof data for the isolated rich-seed QA database, never production.
|
||||
-- Every address is on the reserved .example TLD and every send is synthetic: an
|
||||
-- A/B arm on the entry step of the seeded "RevOps outreach - July" campaign,
|
||||
-- three pool peers, warmup openings of that step and the receipts they filed.
|
||||
BEGIN;
|
||||
DO $$
|
||||
BEGIN
|
||||
IF left(current_database(), 11) <> 'warmbly_qa_' THEN
|
||||
RAISE EXCEPTION 'warmup placement proof fixtures require an isolated warmbly_qa_ database';
|
||||
END IF;
|
||||
IF NOT EXISTS (SELECT 1 FROM sequences WHERE id = 'dddd0e00-0000-0000-0000-000000000001') THEN
|
||||
RAISE EXCEPTION 'warmup placement proof fixtures require the rich QA seed';
|
||||
END IF;
|
||||
END $$;
|
||||
|
||||
-- Re-runnable: clear what an earlier run left.
|
||||
DELETE FROM warmup_received WHERE message_id LIKE '%@fixture.example>';
|
||||
DELETE FROM warmup_tokens WHERE sent_message_id LIKE '%@fixture.example>';
|
||||
DELETE FROM tasks WHERE id::text LIKE '86400000-%';
|
||||
DELETE FROM campaign_ab_variants WHERE id = '86300000-0000-0000-0000-000000000001';
|
||||
DELETE FROM email_accounts WHERE organization_id = '86300000-0000-0000-0000-0000000000a1';
|
||||
DELETE FROM organizations WHERE id = '86300000-0000-0000-0000-0000000000a1';
|
||||
DELETE FROM users WHERE id = '86300000-0000-0000-0000-0000000000b1';
|
||||
|
||||
-- A second arm on the entry step.
|
||||
INSERT INTO campaign_ab_variants (id, campaign_id, sequence_id, name, weight, subject, body_plain, is_active)
|
||||
VALUES ('86300000-0000-0000-0000-000000000001', 'dddd0d00-0000-0000-0000-000000000001', 'dddd0e00-0000-0000-0000-000000000001',
|
||||
'Shorter ask', 100, 'Outbound at {{.Company}}',
|
||||
E'Hi {{.FirstName}},\n\nHow is {{.Company}} keeping track of which mailboxes land in spam?\n\nWorth a two-minute look?\n\nDev', true);
|
||||
-- Pool peers in a workspace of their own, one per provider group.
|
||||
INSERT INTO users (id, email, first_name, last_name, password_hash)
|
||||
VALUES ('86300000-0000-0000-0000-0000000000b1', 'peers@pool-peers.example', 'Pool', 'Peers', 'x');
|
||||
INSERT INTO organizations (id, name, slug, owner_user_id)
|
||||
VALUES ('86300000-0000-0000-0000-0000000000a1', 'Pool peers', 'wc-pool-peers', '86300000-0000-0000-0000-0000000000b1');
|
||||
INSERT INTO email_accounts (id, user_id, organization_id, email, name, signature_plain, signature_html, provider, status, campaign_limit, min_wait_time, timezone, mail_host)
|
||||
VALUES ('86300000-0000-0000-0000-0000000000c1', '86300000-0000-0000-0000-0000000000b1', '86300000-0000-0000-0000-0000000000a1', 'priya@northridge.example', 'Priya Raman', '', '', 'smtp_imap', 'active', 50, 600, 'UTC', 'google_workspace'),
|
||||
('86300000-0000-0000-0000-0000000000c2', '86300000-0000-0000-0000-0000000000b1', '86300000-0000-0000-0000-0000000000a1', 'tom@harbourline.example', 'Tom Okafor', '', '', 'smtp_imap', 'active', 50, 600, 'UTC', 'microsoft365'),
|
||||
('86300000-0000-0000-0000-0000000000c3', '86300000-0000-0000-0000-0000000000b1', '86300000-0000-0000-0000-0000000000a1', 'lena@fjordmail.example', 'Lena Berg', '', '', 'smtp_imap', 'active', 50, 600, 'UTC', 'other');
|
||||
|
||||
-- Sends by arm and recipient group, and where each landed. "none" has no receipt yet.
|
||||
CREATE TEMP TABLE wc_sends ON COMMIT DROP AS
|
||||
WITH spec(arm, rec, outcome, n) AS (VALUES
|
||||
('step', 'c1', 'inbox', 10), ('step', 'c1', 'tabs', 1), ('step', 'c1', 'spam_rescued', 1), ('step', 'c1', 'none', 2),
|
||||
('step', 'c2', 'inbox', 6), ('step', 'c2', 'spam_rescued', 2), ('step', 'c2', 'spam', 1),
|
||||
('step', 'c3', 'inbox', 3),
|
||||
('variant', 'c1', 'inbox', 7), ('variant', 'c1', 'spam_rescued', 1),
|
||||
('variant', 'c2', 'inbox', 7)
|
||||
), expanded AS (
|
||||
SELECT spec.*, row_number() OVER () AS k FROM spec, generate_series(1, spec.n)
|
||||
)
|
||||
SELECT ('86400000-0000-0000-0000-' || lpad(k::text, 12, '0'))::uuid AS task_id,
|
||||
'<wc-' || k || '@fixture.example>' AS message_id,
|
||||
('33333333-0000-0000-0000-0000dddd000' || (1 + k % 4))::uuid AS sender,
|
||||
('86300000-0000-0000-0000-0000000000' || rec)::uuid AS recipient,
|
||||
arm, outcome,
|
||||
NOW() - ((k % 9) + 1) * INTERVAL '1 day' - (k % 7) * INTERVAL '1 hour' AS at
|
||||
FROM expanded;
|
||||
|
||||
INSERT INTO tasks (id, task_type, email_account_id, status, message_id)
|
||||
SELECT task_id, 'warmup', sender, 'completed', message_id FROM wc_sends;
|
||||
|
||||
INSERT INTO warmup_tokens (task_id, sender_account_id, recipient_account_id, content_source, conversation_id, sequence_id, variant_id, sent_message_id, subject, created_at)
|
||||
SELECT task_id, sender, recipient,
|
||||
'campaign',
|
||||
NULL::uuid,
|
||||
'dddd0e00-0000-0000-0000-000000000001'::uuid,
|
||||
CASE WHEN arm = 'variant' THEN '86300000-0000-0000-0000-000000000001'::uuid END,
|
||||
message_id, 'Synthetic proof send', at
|
||||
FROM wc_sends;
|
||||
|
||||
INSERT INTO warmup_received (email_account_id, internal_id, message_id, sender_account_id, first_landing, landed_spam, rescue_outcome, created_at)
|
||||
SELECT recipient, gen_random_uuid(), message_id, sender,
|
||||
CASE WHEN outcome LIKE 'spam%' THEN 'spam' ELSE outcome END,
|
||||
outcome LIKE 'spam%',
|
||||
CASE WHEN outcome = 'spam_rescued' THEN 'moved' END,
|
||||
at + INTERVAL '2 minutes'
|
||||
FROM wc_sends WHERE outcome <> 'none';
|
||||
|
||||
-- The product tour would cover the page; the flow records warmup placement, not the tour.
|
||||
UPDATE users SET product_tour_completed_at = now()
|
||||
WHERE id = '11111111-0000-0000-0000-000000000001' AND product_tour_completed_at IS NULL;
|
||||
|
||||
COMMIT;
|
||||
@@ -0,0 +1,23 @@
|
||||
import { expect, test } from "../lib/proof.ts";
|
||||
|
||||
// Requires ../fixtures/warmup-placement.sql applied to this worktree's rich-seed database.
|
||||
const FIXTURES = process.env.QA_WARMUP_PLACEMENT_FIXTURES === "1";
|
||||
|
||||
test.describe("warmup placement", () => {
|
||||
test.skip(!FIXTURES, "Apply qa/fixtures/warmup-placement.sql to this stack's database and set QA_WARMUP_PLACEMENT_FIXTURES=1.");
|
||||
|
||||
test("see where a campaign step landed when warmup carried it, per A/B arm and provider", async ({ page, proof }) => {
|
||||
await page.goto("/app/campaigns");
|
||||
const href = await page.getByRole("link", { name: /RevOps outreach - July/ }).first().getAttribute("href");
|
||||
await page.goto(`${href}/steps`);
|
||||
await expect(page.getByText("Contact enters the campaign")).toBeVisible();
|
||||
await page.getByText("Step 1 - intro").first().click();
|
||||
const strip = page.getByText("Warmup placement");
|
||||
await expect(strip).toBeVisible();
|
||||
await strip.scrollIntoViewIfNeeded();
|
||||
await expect(page.getByText("Shorter ask").first()).toBeVisible();
|
||||
await proof.chapter("Warmup placement", "Warmup opens some threads with a running step's copy on its own; the step shows where it landed");
|
||||
await proof.shot("step-warmup-placement", { caption: "Each arm's inbox, tabs and spam at Google, Microsoft and Yahoo over the last 30 days" });
|
||||
await proof.dwell();
|
||||
});
|
||||
});
|
||||
Reference in New Issue
Block a user