// Copyright 2020 Signal Messenger, LLC
// SPDX-License-Identifier: AGPL-3.0-only

import { createWriteStream } from 'node:fs';
import { stat } from 'node:fs/promises';
import lodash from 'lodash';
import type { Readable, Writable } from 'node:stream';
import { Transform } from 'node:stream';
import { pipeline } from 'node:stream/promises';
import fsExtra from 'fs-extra';

import { createLogger } from '../logging/log.std.ts';
import * as Errors from '../types/errors.std.ts';
import { strictAssert } from '../util/assert.std.ts';
import {
  getAbsoluteDownloadsPath,
  getAbsoluteAttachmentPath,
} from '../util/migrations.preload.ts';
import { hasRequiredInformationForRemoteBackup } from '../util/Attachment.std.ts';
import {
  AttachmentSizeError,
  type AttachmentType,
  AttachmentVariant,
  type BackupableAttachmentType,
} from '../types/Attachment.std.ts';
import * as Bytes from '../Bytes.std.ts';
import {
  safeUnlink,
  splitKeys,
  type ReencryptedAttachmentV2,
  decryptAndReencryptLocally,
  measureSize,
  type IntegrityCheckType,
} from '../AttachmentCrypto.node.ts';
import type { ProcessedAttachment } from './Types.d.ts';
import type {
  getAttachment,
  getAttachmentFromBackupTier,
} from './WebAPI.preload.ts';
import { getAttachmentCiphertextSize } from '../util/AttachmentCrypto.std.ts';
import { createName, getRelativePath } from '../util/attachmentPath.node.ts';
import { MediaTier } from '../types/AttachmentDownload.std.ts';
import {
  getBackupMediaRootKey,
  deriveBackupMediaKeyMaterial,
  type BackupMediaKeyMaterialType,
  deriveBackupThumbnailTransitKeyMaterial,
} from '../services/backups/crypto.preload.ts';
import { backupsService } from '../services/backups/index.preload.ts';
import {
  getMediaIdForAttachment,
  getMediaIdForAttachmentThumbnail,
} from '../services/backups/util/mediaId.preload.ts';
import { MAX_BACKUP_THUMBNAIL_SIZE } from '../types/VisualAttachment.dom.ts';
import { missingCaseError } from '../util/missingCaseError.std.ts';
import { IV_LENGTH, MAC_LENGTH } from '../types/Crypto.std.ts';
import { BackupCredentialType } from '../types/backups.node.ts';
import { HTTPError } from '../types/HTTPError.std.ts';
import { getValue } from '../RemoteConfig.dom.ts';
import { parseIntOrThrow } from '../util/parseIntOrThrow.std.ts';

const { ensureFile } = fsExtra;

const { isNumber } = lodash;

const log = createLogger('downloadAttachment');

function getCdnKey(attachment: ProcessedAttachment): string {
  const cdnKey = attachment.cdnId || attachment.cdnKey;
  strictAssert(cdnKey, 'Attachment was missing cdnId or cdnKey');
  return cdnKey;
}

function getBackupMediaOuterEncryptionKeyMaterial(
  attachment: BackupableAttachmentType
): BackupMediaKeyMaterialType {
  const mediaId = getMediaIdForAttachment(attachment);
  const backupKey = getBackupMediaRootKey();
  return deriveBackupMediaKeyMaterial(backupKey, mediaId.bytes);
}

function getBackupThumbnailInnerEncryptionKeyMaterial(
  attachment: BackupableAttachmentType
): BackupMediaKeyMaterialType {
  const mediaId = getMediaIdForAttachmentThumbnail(attachment);
  const backupKey = getBackupMediaRootKey();
  return deriveBackupThumbnailTransitKeyMaterial(backupKey, mediaId.bytes);
}
function getBackupThumbnailOuterEncryptionKeyMaterial(
  attachment: BackupableAttachmentType
): BackupMediaKeyMaterialType {
  const mediaId = getMediaIdForAttachmentThumbnail(attachment);
  const backupKey = getBackupMediaRootKey();
  return deriveBackupMediaKeyMaterial(backupKey, mediaId.bytes);
}

export async function getCdnNumberForBackupTier(
  attachment: BackupableAttachmentType
): Promise<number> {
  let { backupCdnNumber } = attachment;

  if (backupCdnNumber == null) {
    const mediaId = getMediaIdForAttachment(attachment);
    const backupCdnInfo = await backupsService.getBackupCdnInfo(mediaId.string);
    if (backupCdnInfo.isInBackupTier) {
      backupCdnNumber = backupCdnInfo.cdnNumber;
    } else {
      backupCdnNumber = parseIntOrThrow(
        getValue('global.backups.mediaTierFallbackCdnNumber'),
        'global.backups.mediaTierFallbackCdnNumber must be set'
      );
    }
  }
  return backupCdnNumber;
}

type ServerType = Readonly<{
  getAttachment: typeof getAttachment;
  getAttachmentFromBackupTier: typeof getAttachmentFromBackupTier;
}>;

export async function downloadAttachment(
  server: ServerType,
  {
    attachment,
    mediaTier,
  }:
    | { attachment: AttachmentType; mediaTier: MediaTier.STANDARD }
    | { attachment: BackupableAttachmentType; mediaTier: MediaTier.BACKUP },
  options: {
    disableRetries?: boolean;
    logId: string;
    onSizeUpdate: (totalBytes: number) => void;
    timeout?: number;
    variant: AttachmentVariant;
    abortSignal: AbortSignal;
  }
): Promise<ReencryptedAttachmentV2> {
  const { digest, plaintextHash, incrementalMac, chunkSize, key, size } =
    attachment;
  const { logId } = options;
  strictAssert(
    digest || plaintextHash,
    `${logId}: missing digest and plaintextHash`
  );
  strictAssert(key, `${logId}: missing key`);
  strictAssert(isNumber(size), `${logId}: missing size`);

  let downloadResult: Awaited<ReturnType<typeof downloadToDisk>>;

  let downloadPath =
    mediaTier === MediaTier.STANDARD &&
    options.variant === AttachmentVariant.Default
      ? attachment.downloadPath
      : undefined;

  const absoluteDownloadPath = downloadPath
    ? getAbsoluteDownloadsPath(downloadPath)
    : undefined;

  let downloadOffset = 0;

  if (absoluteDownloadPath) {
    try {
      ({ size: downloadOffset } = await stat(absoluteDownloadPath));
    } catch (error) {
      if (error.code !== 'ENOENT') {
        log.error(
          'Failed to get file size for previous download',
          Errors.toLogFormat(error)
        );
        try {
          await safeUnlink(absoluteDownloadPath);
        } catch {
          downloadPath = undefined;
        }
      }
    }
  }

  const expectedCiphertextSize = getAttachmentCiphertextSize({
    unpaddedPlaintextSize: size,
    mediaTier,
  });

  // Start over if we go over the size
  if (downloadOffset >= expectedCiphertextSize && absoluteDownloadPath) {
    log.warn('went over, retrying');
    await safeUnlink(absoluteDownloadPath);
    downloadOffset = 0;
  }

  if (downloadOffset !== 0) {
    log.info(`${logId}: resuming from ${downloadOffset}`);
  }
  if (mediaTier === MediaTier.BACKUP) {
    strictAssert(
      hasRequiredInformationForRemoteBackup(attachment),
      `${logId}: attachment missing critical information for backup tier`
    );
  }

  if (mediaTier === MediaTier.STANDARD) {
    strictAssert(
      options.variant !== AttachmentVariant.ThumbnailFromBackup,
      'Thumbnails can only be downloaded from backup tier'
    );
    const cdnKey = getCdnKey(attachment);
    const { cdnNumber } = attachment;

    const downloadStream = await server.getAttachment({
      cdnKey,
      cdnNumber,
      options: {
        ...options,
        downloadOffset,
      },
    });
    downloadResult = await downloadToDisk({
      downloadOffset,
      downloadPath,
      downloadStream,
      onSizeUpdate: options.onSizeUpdate,
      expectedCiphertextSize,
    });
  } else {
    strictAssert(mediaTier === MediaTier.BACKUP, 'backup media tier');

    const mediaId =
      options.variant === AttachmentVariant.ThumbnailFromBackup
        ? getMediaIdForAttachmentThumbnail(attachment)
        : getMediaIdForAttachment(attachment);

    const cdnNumber = await getCdnNumberForBackupTier(attachment);
    const cdnCredentials =
      await backupsService.credentials.getCDNReadCredentials(
        cdnNumber,
        BackupCredentialType.Media
      );

    const backupDir = await backupsService.api.getBackupDir();
    const mediaDir = await backupsService.api.getMediaDir();

    let downloadStream: Readable;
    try {
      downloadStream = await server.getAttachmentFromBackupTier({
        mediaId: mediaId.string,
        backupDir,
        mediaDir,
        headers: cdnCredentials.headers,
        cdnNumber,
        options: {
          ...options,
          downloadOffset,
        },
      });
    } catch (error) {
      if (error instanceof HTTPError && error.code === 401) {
        backupsService.credentials.onCdnCredentialError();
      }
      throw error;
    }

    downloadResult = await downloadToDisk({
      downloadStream,
      downloadPath,
      downloadOffset,
      onSizeUpdate: options.onSizeUpdate,
      expectedCiphertextSize:
        options.variant === AttachmentVariant.ThumbnailFromBackup
          ? getAttachmentCiphertextSize({
              // to be generous, we accept downloads of up to twice what we expect
              unpaddedPlaintextSize: MAX_BACKUP_THUMBNAIL_SIZE * 2,
              mediaTier: MediaTier.BACKUP,
            })
          : expectedCiphertextSize,
    });
  }

  const { absolutePath: cipherTextAbsolutePath, downloadSize } = downloadResult;

  try {
    switch (options.variant) {
      case AttachmentVariant.Default:
      case undefined: {
        const { aesKey, macKey } = splitKeys(Bytes.fromBase64(key));
        let integrityCheck: IntegrityCheckType;
        if (plaintextHash) {
          integrityCheck = {
            type: 'plaintext',
            plaintextHash: Bytes.fromHex(plaintextHash),
          };
        } else if (digest) {
          integrityCheck = {
            type: 'encrypted',
            digest: Bytes.fromBase64(digest),
          };
        } else {
          throw new Error(`${logId}: missing both digest and plaintextHash`);
        }

        return await decryptAndReencryptLocally({
          type: 'standard',
          ciphertextPath: cipherTextAbsolutePath,
          idForLogging: logId,
          aesKey,
          macKey,
          size,
          integrityCheck,
          theirIncrementalMac: incrementalMac
            ? Bytes.fromBase64(incrementalMac)
            : undefined,
          theirChunkSize: chunkSize,
          outerEncryption:
            mediaTier === 'backup'
              ? getBackupMediaOuterEncryptionKeyMaterial(attachment)
              : undefined,
          getAbsoluteAttachmentPath,
        });
      }
      case AttachmentVariant.ThumbnailFromBackup: {
        strictAssert(
          mediaTier === 'backup',
          'Thumbnail must be downloaded from backup tier'
        );
        const thumbnailEncryptionKeys =
          getBackupThumbnailInnerEncryptionKeyMaterial(attachment);
        // backup thumbnails don't get trimmed, so we just calculate the size as the
        // ciphertextSize, less IV and MAC
        const calculatedSize = downloadSize - IV_LENGTH - MAC_LENGTH;
        return await decryptAndReencryptLocally({
          type: 'backupThumbnail',
          ciphertextPath: cipherTextAbsolutePath,
          idForLogging: logId,
          size: calculatedSize,
          ...thumbnailEncryptionKeys,
          outerEncryption:
            getBackupThumbnailOuterEncryptionKeyMaterial(attachment),
          getAbsoluteAttachmentPath,
        });
      }
      default: {
        throw missingCaseError(options.variant);
      }
    }
  } finally {
    if (!downloadPath) {
      await safeUnlink(cipherTextAbsolutePath);
    }
  }
}

async function downloadToDisk({
  downloadOffset = 0,
  downloadPath,
  downloadStream,
  onSizeUpdate,
  expectedCiphertextSize,
}: {
  downloadOffset?: number;
  downloadPath?: string;
  downloadStream: Readable;
  onSizeUpdate: (totalBytes: number) => void;
  expectedCiphertextSize: number;
}): Promise<{ absolutePath: string; downloadSize: number }> {
  const absoluteTargetPath = downloadPath
    ? getAbsoluteDownloadsPath(downloadPath)
    : getAbsoluteAttachmentPath(getRelativePath(createName()));
  await ensureFile(absoluteTargetPath);
  let writeStream: Writable;
  if (downloadPath) {
    writeStream = createWriteStream(absoluteTargetPath, {
      flags: 'a',
      start: downloadOffset,
    });
  } else {
    strictAssert(
      !downloadOffset,
      'Download cannot be resumed without downloadPath'
    );
    writeStream = createWriteStream(absoluteTargetPath);
  }

  const targetSize = expectedCiphertextSize - downloadOffset;
  let downloadSize = 0;

  try {
    await pipeline(
      downloadStream,
      checkSize(targetSize),
      measureSize({
        downloadOffset,
        onSizeUpdate,
        onComplete: bytesSeen => {
          downloadSize = bytesSeen;
        },
      }),
      writeStream
    );
  } catch (error) {
    if (downloadPath) {
      log.warn(`downloadToDisk: stopping at ${downloadSize}`);
    } else {
      try {
        await safeUnlink(absoluteTargetPath);
      } catch (cleanupError) {
        log.error(
          'downloadToDisk: Error while cleaning up',
          Errors.toLogFormat(cleanupError)
        );
      }
    }

    throw error;
  }

  return { absolutePath: absoluteTargetPath, downloadSize };
}

// A simple transform that throws if it sees more than maxBytes on the stream.
function checkSize(expectedBytes: number) {
  let totalBytes = 0;

  // TODO (DESKTOP-7046): remove size buffer
  const maximumSizeBeforeError = expectedBytes * 1.05;
  return new Transform({
    transform(chunk, encoding, callback) {
      totalBytes += chunk.byteLength;
      if (totalBytes > maximumSizeBeforeError) {
        callback(
          new AttachmentSizeError(
            `checkSize: Received ${totalBytes} bytes, max is ${maximumSizeBeforeError}`
          )
        );
        return;
      }

      if (totalBytes > expectedBytes) {
        log.error(
          `checkSize: Received ${totalBytes} bytes, expected ${expectedBytes}`
        );
      }

      this.push(chunk, encoding);
      callback();
    },
  });
}
