twin-scanner-cli/src/strategies/txt/effects.ts

Find duplicate files in multiple folders scanning .txt and .torrent files.

import * as A from 'fp-ts/lib/Array'
import { pipe } from 'fp-ts/lib/function'
import * as S from 'fp-ts/lib/string'
import * as TE from 'fp-ts/lib/TaskEither'

import type { TDuplicateFormatTxt } from '../torrent/types'

import { convertTorrentFilenameToURL } from './helpers'

import { writeIntoFileEffect } from '@/files/effects'
import { getFileContentFromTxtTE } from '@/files/system-operations'
import type { TUpdateContentInTxtFilesEffect } from '@/logic/types'

const updateContentInTxtFilesEffect: TUpdateContentInTxtFilesEffect = converter => fileMap =>
  pipe(
    Object.entries(fileMap),
    A.map(([absolutePath, contentMap]) =>
      pipe(
        contentMap.unique,
        A.map(converter),
        A.intercalate(S.Monoid)('\n'),
        writeIntoFileEffect(absolutePath)
      )
    ),
    A.sequence(TE.ApplicativePar)
  )

export const removeContentFromTxtFileEffect = (
  pathToTxtFile: AbsolutePath,
  stringToDelete: string
): TE.TaskEither<Error, void> =>
  pipe(
    pathToTxtFile,
    getFileContentFromTxtTE,
    TE.map(rawContent => rawContent.split('\n')),
    TE.flatMap(parsedContent =>
      pipe(
        parsedContent,
        A.filter(v => v !== stringToDelete),
        A.intercalate(S.Monoid)('\n'),
        updatedContent => pipe(updatedContent, writeIntoFileEffect(pathToTxtFile))
      )
    )
  )

export const removeDuplicatesFromTxtFileEffect = (
  txtFilesMapDuplicates: TDuplicateFormatTxt,
  readonly: boolean
): TE.TaskEither<Error, void[][]> =>
  readonly
    ? TE.right([])
    : pipe(
        txtFilesMapDuplicates,
        A.traverse(TE.ApplicativePar)(updateContentInTxtFilesEffect(convertTorrentFilenameToURL))
      )