WIP: email parser

app/(app)/apps/email/README.md

@@ -0,0 +1,139 @@
+# Email Server Monitor
+
+This app allows you to connect to email servers and automatically monitor incoming emails for file attachments that can be processed by TaxHacker.
+
+## 🔧 **Setup**
+
+### 1. Add Email Server
+1. Go to **Apps → Email Server Monitor**
+2. Click **"Add Server"**
+3. Choose your email provider (Gmail, Outlook, etc.)
+4. Enter your email and app password
+5. Configure sync interval (default: 1 hour)
+6. Set allowed file extensions (default: `.pdf`, `.jpg`, `.jpeg`, `.png`)
+
+### 2. Email Provider Settings
+
+#### Gmail
+- **Host**: `imap.gmail.com`
+- **Port**: `993` (SSL)
+- **Note**: You need to use an **App Password**, not your regular password
+- **Setup**: Go to Google Account → Security → 2-Step Verification → App Passwords
+
+#### Outlook/Hotmail
+- **Host**: `outlook.office365.com`
+- **Port**: `993` (SSL)
+- **Note**: You may need to enable IMAP in Outlook settings
+
+#### Apple iCloud
+- **Host**: `imap.mail.me.com`
+- **Port**: `993` (SSL)
+- **Note**: You need to use an **App-Specific Password**
+
+#### Other Providers
+- Choose "Custom IMAP" and enter your provider's IMAP settings
+
+## ⚙️ **How It Works**
+
+### Automatic Sync
+- **Cron Job**: Runs every hour (configurable per server)
+- **File Processing**: Only downloads attachments with allowed extensions
+- **Duplication Prevention**: Tracks last processed message ID
+- **Status Updates**: Updates server status and last sync time
+
+### Manual Sync
+- **"Sync Now" Button**: Trigger immediate sync from the UI
+- **API Endpoint**: `POST /api/email/sync` for programmatic access
+- **Independent Script**: `npm run email:sync` can be run manually
+
+## 🐳 **Docker Setup**
+
+The email sync runs as a separate Docker container with cron:
+
+```yaml
+# docker-compose.yml
+email-sync:
+  image: ghcr.io/vas3k/taxhacker:latest
+  volumes:
+    - ./data:/app/data
+    - ./etc/crontab:/etc/cron.d/email-sync:ro
+  environment:
+    - DATABASE_URL=postgresql://...
+  command: > 
+    sh -c "cron && tail -f /var/log/email-sync.log"
+```
+
+### Cron Configuration
+File: `etc/crontab`
+```bash
+# Run every hour
+0 * * * * cd /app && npm run email:sync >> /var/log/email-sync.log 2>&1
+```
+
+## 📊 **Data Storage**
+
+### Email Servers
+- Stored in `appData` table with `app = 'email'`
+- Each user can have multiple email servers
+- Settings include sync interval, file extensions, credentials
+
+### Downloaded Files  
+- Saved to `UPLOAD_PATH` directory
+- Created as `File` records in database
+- Metadata includes email details (subject, sender, date)
+- Source marked as `'email'` for tracking
+
+### Sync Status
+- `lastSyncedAt`: When server was last checked
+- `lastProcessedMessageId`: Last email processed (prevents duplicates)
+- `status`: `connected`, `error`, `pending`, `paused`
+
+## 🔧 **Commands**
+
+```bash
+# Manual sync (run once)
+npm run email:sync
+
+# View logs
+docker logs taxhacker_email_sync
+
+# Check cron status
+docker exec taxhacker_email_sync crontab -l
+```
+
+## 🚨 **Troubleshooting**
+
+### Authentication Issues
+- **Gmail**: Make sure you're using an App Password, not your regular password
+- **Outlook**: Enable IMAP access in settings
+- **2FA**: Most providers require app-specific passwords when 2FA is enabled
+
+### Connection Issues
+- Check firewall settings for IMAP ports (usually 993 or 143)
+- Verify server settings match your provider's documentation
+- Test connection using "Test Connection" button
+
+### No Emails Found
+- Check if sync interval has passed since last sync
+- Verify email server has new unread emails
+- Check allowed file extensions match your attachments
+- Review logs: `docker logs taxhacker_email_sync`
+
+### Performance
+- Default sync interval is 1 hour - reduce if needed
+- Large attachments may take time to download
+- Monitor storage usage for attachment files
+
+## 📝 **Logs**
+
+Email sync logs are available:
+- **Container logs**: `docker logs taxhacker_email_sync`
+- **Cron logs**: `/var/log/email-sync.log` inside container
+- **Manual sync**: Output shown in terminal when running `npm run email:sync`
+
+## 🔒 **Security**
+
+- **Passwords**: Stored encrypted in database
+- **IMAP SSL**: Enabled by default for all preset providers
+- **Access Control**: Each user can only access their own email servers
+- **App Passwords**: Recommended for all providers supporting them 

app/(app)/apps/email/actions.ts

@@ -0,0 +1,166 @@
+"use server"
+
+import { getCurrentUser } from "@/lib/auth"
+import { getAppData, setAppData } from "@/models/apps"
+import { randomUUID } from "crypto"
+import { revalidatePath } from "next/cache"
+import { EmailAppData, EmailServer } from "./page"
+
+const getDefaultAppData = (): EmailAppData => ({
+  servers: [],
+  globalSettings: {
+    defaultExtensions: [".pdf", ".jpg", ".jpeg", ".png", ".docx", ".xlsx"],
+    defaultSyncInterval: 1, // 1 hour
+  },
+})
+
+export async function addEmailServerAction(
+  serverData: Omit<EmailServer, "id" | "status" | "lastSync">
+): Promise<{ success: boolean; error?: string }> {
+  try {
+    const user = await getCurrentUser()
+    const appData = (await getAppData(user, "email")) as EmailAppData | null
+    const currentData = appData || getDefaultAppData()
+
+    const newServer: EmailServer = {
+      ...serverData,
+      id: randomUUID(),
+      status: "pending",
+      lastSync: undefined,
+    }
+
+    const updatedData: EmailAppData = {
+      ...currentData,
+      servers: [...currentData.servers, newServer],
+    }
+
+    await setAppData(user, "email", updatedData)
+    revalidatePath("/apps/email")
+
+    return { success: true }
+  } catch (error) {
+    console.error("Error adding email server:", error)
+    return { success: false, error: "Failed to add email server" }
+  }
+}
+
+export async function updateEmailServerAction(
+  serverId: string,
+  serverData: Partial<EmailServer>
+): Promise<{ success: boolean; error?: string }> {
+  try {
+    const user = await getCurrentUser()
+    const appData = (await getAppData(user, "email")) as EmailAppData | null
+
+    if (!appData) {
+      return { success: false, error: "No email servers found" }
+    }
+
+    const updatedServers = appData.servers.map((server) =>
+      server.id === serverId ? { ...server, ...serverData } : server
+    )
+
+    const updatedData: EmailAppData = {
+      ...appData,
+      servers: updatedServers,
+    }
+
+    await setAppData(user, "email", updatedData)
+    revalidatePath("/apps/email")
+
+    return { success: true }
+  } catch (error) {
+    console.error("Error updating email server:", error)
+    return { success: false, error: "Failed to update email server" }
+  }
+}
+
+export async function deleteEmailServerAction(serverId: string): Promise<{ success: boolean; error?: string }> {
+  try {
+    const user = await getCurrentUser()
+    const appData = (await getAppData(user, "email")) as EmailAppData | null
+
+    if (!appData) {
+      return { success: false, error: "No email servers found" }
+    }
+
+    const updatedServers = appData.servers.filter((server) => server.id !== serverId)
+
+    const updatedData: EmailAppData = {
+      ...appData,
+      servers: updatedServers,
+    }
+
+    await setAppData(user, "email", updatedData)
+    revalidatePath("/apps/email")
+
+    return { success: true }
+  } catch (error) {
+    console.error("Error deleting email server:", error)
+    return { success: false, error: "Failed to delete email server" }
+  }
+}
+
+export async function testEmailConnectionAction(serverId: string): Promise<{ success: boolean; error?: string }> {
+  try {
+    // Mock implementation - in real app this would test IMAP connection
+    await new Promise((resolve) => setTimeout(resolve, 1000)) // Simulate connection test
+
+    const user = await getCurrentUser()
+    const appData = (await getAppData(user, "email")) as EmailAppData | null
+
+    if (!appData) {
+      return { success: false, error: "No email servers found" }
+    }
+
+    // Update server status
+    const updatedServers = appData.servers.map((server) =>
+      server.id === serverId ? { ...server, status: "connected" as const, lastSync: new Date() } : server
+    )
+
+    const updatedData: EmailAppData = {
+      ...appData,
+      servers: updatedServers,
+    }
+
+    await setAppData(user, "email", updatedData)
+    revalidatePath("/apps/email")
+
+    return { success: true }
+  } catch (error) {
+    console.error("Error testing email connection:", error)
+    return { success: false, error: "Connection test failed" }
+  }
+}
+
+export async function syncEmailNowAction(serverId: string): Promise<{ success: boolean; error?: string }> {
+  try {
+    // Mock implementation - in real app this would trigger email sync
+    await new Promise((resolve) => setTimeout(resolve, 2000)) // Simulate sync
+
+    const user = await getCurrentUser()
+    const appData = (await getAppData(user, "email")) as EmailAppData | null
+
+    if (!appData) {
+      return { success: false, error: "No email servers found" }
+    }
+
+    // Update last sync time
+    const updatedServers = appData.servers.map((server) =>
+      server.id === serverId ? { ...server, lastSync: new Date() } : server
+    )
+
+    const updatedData: EmailAppData = {
+      ...appData,
+      servers: updatedServers,
+    }
+
+    await setAppData(user, "email", updatedData)
+    revalidatePath("/apps/email")
+
+    return { success: true }
+  } catch (error) {
+    console.error("Error syncing emails:", error)
+    return { success: false, error: "Failed to sync emails" }
+  }
+}