DataMill

Data quality

Checks below are the 2026-09-17 run, copied from the manifest.

id	level	passed	detail
row_reconciliation	blocking	True	source=73 loaded=55 quarantined=18 deduped=0
primary_key_unique	blocking	True	dup_sales=0 dup_current=0
foreign_keys	blocking	True	missing=0
required_not_null	blocking	True	null_rows=0
value_enums	warning	True	bad_enum=0
amount_reconciliation	warning	True	mismatched_store_days=0
freshness	warning	True	max=2026-09-17 as_of=2026-09-17 gap_days=0
no_schema_drift	warning	False	files=1

Quarantine samples

BAD_AMOUNT

source_file	row_number	raw_json
pos/03/2026-09-05.csv	8	{"amount": "not-money", "business_date": "2026-09-05", "line_no": "1", "note": "", "qty": "1", "receipt_no": "RAMT", "sku": "ESP-001", "sold_at": "2026-09-05 09:00:00", "store_id": "03"}

BAD_DATE

source_file	row_number	raw_json
pos/02/2026-09-05.csv	8	{"amount": "3.25", "business_date": "not-a-date", "line_no": "1", "note": "", "qty": "1", "receipt_no": "RBAD", "sku": "ESP-001", "sold_at": "not-a-date", "store_id": "02"}

DUPLICATE_ROW

source_file	row_number	raw_json
pos/01/2026-09-01.csv	7	{"amount": "2.75", "business_date": "2026-09-01", "line_no": "1", "note": "", "qty": "1", "receipt_no": "R01090101", "sku": " drp-001 ", "sold_at": "2026-09-01 08:00:00", "store_id": "01"}
pos/01/2026-09-02.csv	7	{"amount": "4.50", "business_date": "2026-09-02", "line_no": "1", "note": "", "qty": "1", "receipt_no": "R01090201", "sku": " drp-002 ", "sold_at": "2026-09-02 08:00:00", "store_id": "01"}
pos/01/2026-09-03.csv	7	{"amount": "4.95", "business_date": "2026-09-03", "line_no": "1", "note": "", "qty": "1", "receipt_no": "R01090301", "sku": " lat-001 ", "sold_at": "2026-09-03 08:00:00", "store_id": "01"}
pos/01/2026-09-04.csv	7	{"amount": "5.45", "business_date": "2026-09-04", "line_no": "1", "note": "", "qty": "1", "receipt_no": "R01090401", "sku": " lat-002 ", "sold_at": "2026-09-04 08:00:00", "store_id": "01"}
pos/01/2026-09-05.csv	7	{"amount": "4.75", "business_date": "2026-09-05", "line_no": "1", "note": "", "qty": "1", "receipt_no": "R01090501", "sku": " cap-001 ", "sold_at": "2026-09-05 08:00:00", "store_id": "01"}

ENCODING_FIXED

source_file	row_number	raw_json
pos/12/2026-09-01.csv	0	{"encoding": "latin-1", "notice": "decoded with latin-1 after utf-8 failed"}
pos/12/2026-09-02.csv	0	{"encoding": "latin-1", "notice": "decoded with latin-1 after utf-8 failed"}
pos/12/2026-09-03.csv	0	{"encoding": "latin-1", "notice": "decoded with latin-1 after utf-8 failed"}
pos/12/2026-09-04.csv	0	{"encoding": "latin-1", "notice": "decoded with latin-1 after utf-8 failed"}
pos/12/2026-09-05.csv	0	{"encoding": "latin-1", "notice": "decoded with latin-1 after utf-8 failed"}

MISSING_STORE

source_file	row_number	raw_json
pos/01/2026-09-01.csv	8	{"amount": "$9.00", "business_date": "09/01/2026", "line_no": "1", "note": "", "qty": "2", "receipt_no": "R01090199", "sku": "DRP-002", "sold_at": "09/01/2026 08:07:00", "store_id": ""}
pos/01/2026-09-02.csv	8	{"amount": "$9.90", "business_date": "09/02/2026", "line_no": "1", "note": "", "qty": "2", "receipt_no": "R01090299", "sku": "LAT-001", "sold_at": "09/02/2026 08:07:00", "store_id": ""}
pos/01/2026-09-03.csv	8	{"amount": "$10.90", "business_date": "09/03/2026", "line_no": "1", "note": "", "qty": "2", "receipt_no": "R01090399", "sku": "LAT-002", "sold_at": "09/03/2026 08:07:00", "store_id": ""}
pos/01/2026-09-04.csv	8	{"amount": "$9.50", "business_date": "09/04/2026", "line_no": "1", "note": "", "qty": "2", "receipt_no": "R01090499", "sku": "CAP-001", "sold_at": "09/04/2026 08:07:00", "store_id": ""}
pos/01/2026-09-05.csv	8	{"amount": "$10.50", "business_date": "09/05/2026", "line_no": "1", "note": "", "qty": "2", "receipt_no": "R01090599", "sku": "MOC-001", "sold_at": "09/05/2026 08:07:00", "store_id": ""}

SCHEMA_DRIFT

source_file	row_number	raw_json
pos/07/2026-09-17.csv	2	{"amount": "4.75", "business_date": "2026-09-17", "line_no": "1", "note": "", "promo_code": "BOGO", "qty": "1", "receipt_no": "R07091701", "sku": " tea-002 ", "sold_at": "2026-09-17 08:00:00", "store_id": "07"}
pos/07/2026-09-17.csv	3	{"amount": "$9.00", "business_date": "09/17/2026", "line_no": "1", "note": "", "promo_code": "BOGO", "qty": "2", "receipt_no": "R07091702", "sku": "COL-001", "sold_at": "09/17/2026 08:07:00", "store_id": "07"}
pos/07/2026-09-17.csv	4	{"amount": "15.75", "business_date": "Sep 17 2026", "line_no": "1", "note": "", "promo_code": "BOGO", "qty": "3", "receipt_no": "R07091703", "sku": "COL-002", "sold_at": "Sep 17 2026 08:14:00", "store_id": "07"}
pos/07/2026-09-17.csv	5	{"amount": "3.50", "business_date": "2026-09-17", "line_no": "1", "note": "", "promo_code": "BOGO", "qty": "1", "receipt_no": "R07091704", "sku": "BAK-001", "sold_at": "2026-09-17 08:21:00", "store_id": "07"}
pos/07/2026-09-17.csv	6	{"amount": "-3.25", "business_date": "2026-09-17", "line_no": "1", "note": "", "promo_code": "BOGO", "qty": "-1", "receipt_no": "R07091709", "sku": "ESP-001", "sold_at": "2026-09-17 18:05:00", "store_id": "07"}

UNKNOWN_SKU

source_file	row_number	raw_json
inventory/week-1.xlsx	184	{"on_hand": "3", "sku": "NO-SUCH", "store_id": "01", "week_end": "2026-09-06", "week_start": "2026-08-31"}
pos/04/2026-09-08.csv	8	{"amount": "4.00", "business_date": "2026-09-08", "line_no": "1", "note": "", "qty": "1", "receipt_no": "RSKU", "sku": "no-such-sku", "sold_at": "2026-09-08 09:00:00", "store_id": "04"}

Before and after

source_file	raw_sku	raw_amount	clean_sku	clean_cents
pos/01/2026-09-01.csv	drp-001	2.75	DRP-001	275
pos/01/2026-09-01.csv	DRP-002	$9.00	DRP-002	900
pos/01/2026-09-01.csv	LAT-002	1,234.50	LAT-002	123450
pos/02/2026-09-01.csv	drp-002	4.50	DRP-002	450
pos/02/2026-09-01.csv	LAT-001	$9.90	LAT-001	990
pos/03/2026-09-01.csv	lat-001	4.95	LAT-001	495
pos/01/2026-09-02.csv	drp-002	4.50	DRP-002	450
pos/01/2026-09-02.csv	LAT-001	$9.90	LAT-001	990