-
Notifications
You must be signed in to change notification settings - Fork 5
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Showing
10 changed files
with
274 additions
and
146 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,4 @@ | ||
| package io.github.quafadas.scautable | ||
|
|
||
|
|
||
| object Excel |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,75 @@ | ||
| package io.github.quafadas.scautable | ||
|
|
||
| import scala.io.Source | ||
| import scala.util.Try | ||
| import scala.util.chaining.* | ||
| import scala.util.matching.Regex | ||
| import scala.NamedTuple.* | ||
| import scala.compiletime.* | ||
| import CSV.* | ||
| import ConsoleFormat.* | ||
| import org.apache.poi.ss.usermodel.{ DataFormatter, WorkbookFactory, Row } | ||
| import java.io.File | ||
| import scala.collection.JavaConverters.* | ||
| import scala.quoted.* | ||
|
|
||
|
|
||
| object Excel: | ||
|
|
||
|
|
||
| given IteratorToExpr2[K](using ToExpr[String], Type[K]): ToExpr[ExcelIterator[K]] with | ||
| def apply(opt: ExcelIterator[K])(using Quotes): Expr[ExcelIterator[K]] = | ||
| val str = Expr(opt.getFilePath) | ||
| val sheet = Expr(opt.getSheet) | ||
| '{ | ||
| new ExcelIterator[K]($str, $sheet) | ||
| } | ||
| end apply | ||
| end IteratorToExpr2 | ||
|
|
||
| transparent inline def absolutePath[K](filePath: String, sheetName: String)= ${ readExcelAbolsutePath('filePath, 'sheetName) } | ||
|
|
||
| def readExcelAbolsutePath(pathExpr: Expr[String], sheetName: Expr[String])(using Quotes) = | ||
| import quotes.reflect.* | ||
|
|
||
| val fPath = pathExpr.valueOrAbort | ||
| val headers = ExcelIterator(pathExpr.valueOrAbort, sheetName.valueOrAbort).headers | ||
| val tupleExpr2 = Expr.ofTupleFromSeq(headers.map(Expr(_))) | ||
| tupleExpr2 match | ||
| case '{ $tup: t } => | ||
|
|
||
|
|
||
| val itr = new ExcelIterator[t](fPath, sheetName.valueOrAbort) | ||
| // println("tup") | ||
| // println(tup) | ||
| // '{ NamedTuple.build[t & Tuple]()($tup) } | ||
| Expr(itr) | ||
| case _ => report.throwError(s"Could not summon Type for type: ${tupleExpr2.show}") | ||
| end match | ||
|
|
||
|
|
||
| class ExcelIterator[K](filePath: String, sheetName: String) extends Iterator[NamedTuple[K & Tuple, StringyTuple[K & Tuple] ]]: | ||
| type COLUMNS = K | ||
|
|
||
| def getFilePath: String = filePath | ||
| def getSheet : String = sheetName | ||
| lazy val sheetIterator = { | ||
| val workbook = WorkbookFactory.create(new File(filePath)) | ||
| val sheet = workbook.getSheet(sheetName) | ||
| sheet.iterator().asScala | ||
| } | ||
| val headers = sheetIterator.next().cellIterator().asScala.toList.map(_.toString) | ||
| lazy val headersTuple = | ||
| listToTuple(headers) | ||
|
|
||
| override def next(): NamedTuple[K & Tuple, StringyTuple[K & Tuple]] = | ||
| if !hasNext then throw new NoSuchElementException("No more rows") | ||
| val row = sheetIterator.next() | ||
| val cells = row.cellIterator().asScala.toList.map(_.toString) | ||
| val tuple = listToTuple(cells) | ||
| NamedTuple.build[K & Tuple]()(tuple).asInstanceOf[StringyTuple[K & Tuple]] | ||
|
|
||
|
|
||
| override def hasNext: Boolean = sheetIterator.hasNext | ||
|
|
||
| end ExcelIterator |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,114 @@ | ||
| package io.github.quafadas.scautable | ||
|
|
||
| import scala.io.Source | ||
| import scala.util.Try | ||
| import scala.util.chaining.* | ||
| import scala.util.matching.Regex | ||
| import scala.NamedTuple.* | ||
| import scala.compiletime.* | ||
| import CSV.* | ||
| import ConsoleFormat.* | ||
|
|
||
|
|
||
|
|
||
|
|
||
| class CsvIterator[K](filePath: String) extends Iterator[NamedTuple[K & Tuple, StringyTuple[K & Tuple] ]]: | ||
| type COLUMNS = K | ||
|
|
||
| def getFilePath: String = filePath | ||
| lazy private val source = Source.fromFile(filePath) | ||
| lazy private val lineIterator = source.getLines() | ||
| lazy val headers = CSVParser.parseLine((Source.fromFile(filePath).getLines().next())) | ||
| lazy val headersTuple = | ||
| listToTuple(headers) | ||
|
|
||
| inline def headerIndex(s: String) = | ||
| headers.zipWithIndex.find(_._1 == s).get._2 | ||
|
|
||
| /** | ||
| * Here be dragons, in Tuple Land, Tuple XXL is reversed, creating a discontinuity. Small tuples start at 1, big tuples start the other end. | ||
| * | ||
| * Apparently fixed in 3.6.3 | ||
| * | ||
| * @return | ||
| */ | ||
| inline def headerIndex[S <: String & Singleton] = | ||
| val headers2 = if headers.size > 22 then headers.reverse else headers | ||
| headers.indexOf(constValue[S].toString) | ||
|
|
||
| inline override def hasNext: Boolean = | ||
| val hasMore = lineIterator.hasNext | ||
| if !hasMore then source.close() | ||
| hasMore | ||
| end hasNext | ||
|
|
||
| def numericTypeTest(sample: Option[Int] = None) = | ||
| val sampled = sample match | ||
| case Some(n) => | ||
| this.take(n) | ||
| case None => | ||
| this | ||
| val asList = headers.map(_ => ConversionAcc(0, 0, 0)) | ||
|
|
||
| sampled.foldLeft((asList, 0L))( (acc: (List[ConversionAcc], Long), elem: NamedTuple[K & Tuple, StringyTuple[K & Tuple]] ) => | ||
|
|
||
| val list = elem.toList.asInstanceOf[List[String]].zip(acc._1).map{ | ||
| case (str, acc) => | ||
|
|
||
| ( | ||
| ConversionAcc( | ||
| acc.validInts + str.toIntOption.fold(0)(_ => 1), | ||
| acc.validDoubles + str.toDoubleOption.fold(0)(_ => 1), | ||
| acc.validLongs + str.toLongOption.fold(0)(_ => 1) | ||
| ) | ||
| ) | ||
| } | ||
| (list, acc._2 + 1) | ||
| ) | ||
|
|
||
| inline def formatTypeTest(sample: Option[Int] = None): String = | ||
| val (asList, n) = numericTypeTest(sample) | ||
| val intReport = ( | ||
| "int" *: listToTuple({ | ||
| for(acc <- asList ) yield | ||
| (acc.validInts / n.toDouble).formatAsPercentage | ||
| } | ||
| ) | ||
| ) | ||
| val doubleReported = "doubles" *: listToTuple({ | ||
| for(acc <- asList ) yield | ||
| (acc.validDoubles / n.toDouble).formatAsPercentage | ||
| }) | ||
| val longReported = "long" *: listToTuple({ | ||
| for(acc <- asList ) yield | ||
| (acc.validLongs / n.toDouble).formatAsPercentage | ||
| }) | ||
| val recommendation = "recommendation" *: listToTuple({ | ||
| for(acc <- asList ) yield | ||
| recommendConversion(List(acc), n) | ||
| }) | ||
|
|
||
| val ntList = Seq( | ||
| intReport, | ||
| doubleReported, | ||
| longReported, | ||
| recommendation | ||
| ) | ||
|
|
||
| ConsoleFormat.consoleFormat_(headers = "conversion % to" +: headers, fancy = true, table = ntList ) | ||
|
|
||
|
|
||
| inline def showTypeTest(sample: Option[Int] = None): Unit = | ||
| println(formatTypeTest(sample)) | ||
|
|
||
| inline override def next() = | ||
| if !hasNext then throw new NoSuchElementException("No more lines") | ||
| end if | ||
| val str = lineIterator.next() | ||
| val splitted = CSVParser.parseLine(str) | ||
| val tuple = listToTuple(splitted).asInstanceOf[StringyTuple[K & Tuple]] | ||
| NamedTuple.build[K & Tuple]()(tuple) | ||
| end next | ||
|
|
||
| next() // drop the headers | ||
| end CsvIterator |
Oops, something went wrong.