import { addMissingPunctuationWordsToWordSequence, SegmentationOptions, SegmentationResult, segmentText, segmentWordSequence, splitToWords, WordSequence } from '../exports/Exports.js'
import { Timer } from '../utilities/Timer.js'

const log = console.log

async function test1() {
	//const text = 'Hello! 1. Say who? 2. How are you? This is v2.0 that good. I have 2 344 234ms C# is good games'
	const text = 'the 6v34abc6g6 😊😊 -43.45 x -2445.65rty the'
	//const text = 'Hello world! 23rd? 123% 3/4/7  Привет мир! 你好世界！'

	const options: SegmentationOptions = {
		language: 'en'
	}

	const wordSequence = await splitToWords(text, options)

	console.log(JSON.stringify(wordSequence.wordArray))

	const segmentedText = await segmentWordSequence(wordSequence)

	const x = 0
}

async function test2() {
	const { readFileSync, writeFileSync } = await import('fs')
	const text = readFileSync('test-data/Japanese3.txt', 'utf-8')

	const timer = new Timer()

	let result: SegmentationResult

	for (let i = 0; i < 5; i++) {
		result = await segmentText(text, {
			language: 'en',
			customSuppressions: [],
			enableEastAsianPostprocessing: true
		})

		timer.logAndRestart(`Total execution time`)
	}

	log('')

	//

	let segmentedText = ''

	for (let sentenceIndex = 0; sentenceIndex < result!.sentences.length; sentenceIndex++) {
		const sentence = result!.sentences[sentenceIndex]
		const phrases = sentence.phrases

		for (let phraseIndex = 0; phraseIndex < phrases.length; phraseIndex++) {
			const phrase = phrases[phraseIndex]

			segmentedText += phrase.words.wordArray.join(' | ')

			if (phraseIndex < phrases.length - 1) {
				segmentedText += `\n${'-'.repeat(100)}\n`
			}
		}

		if (sentenceIndex < result!.sentences.length - 1) {
			segmentedText += `\n${'='.repeat(100)} \n`
		}
	}

	writeFileSync('out/segmented.txt', segmentedText)
}

async function test3() {
	const text = `  Hello,  how are you today                ??    `

	const words = await splitToWords(text)

	const nonPunctuationWordEntries = words.nonPunctuationEntries
	const nonPunctuationWordSequence = new WordSequence()
	nonPunctuationWordSequence.entries = nonPunctuationWordEntries

	const extendedWords = addMissingPunctuationWordsToWordSequence(nonPunctuationWordSequence, text)

	const x = 0
}

async function test4() {
	const text = `
	Hello 12/43 yo good-go bobo_baba man!
	2.4a, 5.6 x&y x'v·y v‧z x·y·5
	abc123 23+42.534 645
	年代主演兩123部電影系列後
	2004年-12月，公园被国家旅游局评定为国家4A级旅游景区.
	ah'f.bf5.c.d.
	-345.45%

	Hello 1/ how are you?
	76.54af's567
	in an 8.2x8x3 grid

	5343.234$

	Hello World. How are you?

	x·y·z
	756.534-54

	This is 23 GB.

	That’s great if you want to cram as many of your friends’ genomes 'cause that's not.

	I like C# and C++ languages!

	Price is $60 or 60$

`

	const result = (await splitToWords(text)).wordArray
	log(result.join(' | '))
}


async function test5() {
	const text1 = `
A.B.C.D.E.

This A.I. techonology, tells the Dr. goodbye and nothing else. Yes.

ただ
◆


街の
`

	const text2 = `


Hello World. Yo!
\t

gooooogoo

, Hi. BOBO.
`

	const wordSequence = await splitToWords(text2, { language: 'en' })

	const result = await segmentWordSequence(wordSequence)

	const sentencesText = result.sentences.map(x => x.text)

	log(sentencesText.join(' | '))
}

//test1()
//test2()
test5()