1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
|
import {
CopyObjectCommand,
DeleteObjectCommand,
GetObjectCommand,
ListObjectsV2Command,
S3Client,
S3ClientConfig,
} from "@aws-sdk/client-s3";
import { toFileNameString } from "@crupest/base";
import { Mail } from "../mail.ts";
async function s3MoveObject(
client: S3Client,
bucket: string,
path: string,
newPath: string,
): Promise<void> {
const copyCommand = new CopyObjectCommand({
Bucket: bucket,
Key: newPath,
CopySource: `${bucket}/${path}`,
});
await client.send(copyCommand);
const deleteCommand = new DeleteObjectCommand({
Bucket: bucket,
Key: path,
});
await client.send(deleteCommand);
}
const AWS_SES_S3_SETUP_TAG = "AMAZON_SES_SETUP_NOTIFICATION";
export type AwsS3MailConsumer = (
rawMail: string,
s3Key: string,
) => Promise<void>;
export class AwsMailFetcher {
readonly #livePrefix = "mail/live/";
readonly #archivePrefix = "mail/archive/";
readonly #s3;
readonly #bucket;
constructor(aws: S3ClientConfig, bucket: string) {
this.#s3 = new S3Client(aws);
this.#bucket = bucket;
}
async listLiveMails(): Promise<string[]> {
console.info("Begin to retrieve live mails.");
const listCommand = new ListObjectsV2Command({
Bucket: this.#bucket,
Prefix: this.#livePrefix,
});
const res = await this.#s3.send(listCommand);
if (res.Contents == null) {
console.warn("Listing live mails in S3 returns null Content.");
return [];
}
const result: string[] = [];
for (const object of res.Contents) {
if (object.Key == null) {
console.warn("Listing live mails in S3 returns an object with no Key.");
continue;
}
if (object.Key.endsWith(AWS_SES_S3_SETUP_TAG)) continue;
result.push(object.Key.slice(this.#livePrefix.length));
}
return result;
}
async consumeS3Mail(s3Key: string, consumer: AwsS3MailConsumer) {
console.info(`Begin to consume s3 mail ${s3Key} ...`);
console.info(`Fetching s3 mail ${s3Key}...`);
const mailPath = `${this.#livePrefix}${s3Key}`;
const command = new GetObjectCommand({
Bucket: this.#bucket,
Key: mailPath,
});
const res = await this.#s3.send(command);
if (res.Body == null) {
throw new Error("S3 mail returns a null body.");
}
const rawMail = await res.Body.transformToString();
console.info(`Done fetching s3 mail ${s3Key}.`);
console.info(`Calling consumer...`);
await consumer(rawMail, s3Key);
console.info(`Done consuming s3 mail ${s3Key}.`);
const date = new Mail(rawMail)
.startSimpleParse()
.sections()
.headers()
.date();
const dateString =
date != null ? toFileNameString(date, true) : "invalid-date";
const newPath = `${this.#archivePrefix}${dateString}/${s3Key}`;
console.info(`Archiving s3 mail ${s3Key} to ${newPath}...`);
await s3MoveObject(this.#s3, this.#bucket, mailPath, newPath);
console.info(`Done archiving s3 mail ${s3Key}.`);
console.info(`Done consuming s3 mail ${s3Key}.`);
}
async recycleLiveMails(consumer: AwsS3MailConsumer) {
console.info("Begin to recycle live mails...");
const mails = await this.listLiveMails();
console.info(`Found ${mails.length} live mails`);
for (const s3Key of mails) {
await this.consumeS3Mail(s3Key, consumer);
}
}
}
|
