scala将配置读取到案例类的Map映射 [英] scala read config to Map of Map of case class

问题描述

我需要从配置文件读取并将配置映射到case类.如果我有一个如下表，则可以正常工作

I need to read from a config file and map the config to a case class .It works fine if i have one table as below

配置

mapping {
   target {
     oracle  = {
         type = "oracle"
         schema    = "orcl"
         tableName = "my_table"
         query = "select key from my_table where dob='2020-01-01'
     }
}

SCALA代码片段

 val targetConfig:Map[String,QueryEngine] = config.getObject("mapping.target")
    .entrySet()
    .asScala
    .foldLeft(Map.empty[String , QueryEngine]) { case ( acc , entry ) =>
      val target = entry.getKey
      val targetConfig = entry.getValue match {
        case validElement if validElement.valueType() == ConfigValueType.OBJECT  => validElement.asInstanceOf[ConfigObject].toConfig
        case invalidElement => sys.error("illegal syntax at $invalidElement")
      }

      targetConfig.getString("type")    match {

        case "oracle" => acc + (target ->  new OracleQueryEngine(vars,target,targetConfig.getString("schema"),targetConfig.getString("tableName"),targetConfig.getString("query"),targetConfig.getString("param")))

        case  x   => sys.error(s"unknow target not defined $targetConfig with $targetConfig")
      }
    }

现在我用目标映射中的MULTIPLE表更新了CONFIG.

NOW i updated CONFIG with MULTIPLE tables in the target mapping.

mapping {
   target {
     oracle  =   
        emp = {
         type = "oracle"
         schema    = "orcl"
         tableName = "emp"
         query = "select key from emp where dob='2020-01-01'
        }
        dept = {
         type = "oracle"
         schema    = "orcl"
         tableName = "dept"
         query = "select key from dept where dob='2020-01-01'
        }
    }
}

用于多表方案的代码片段 这给了错误mutable.Set [Map [String，QueryEngine]]的表达式未确认为Map [Query，String]

 val targetConfig:Map[String,QueryEngine] = config.getObject("mapping.target")
    .entrySet()
    .asScala
    .foldLeft(Map.empty[String , QueryEngine]) { case ( acc , entry ) =>
      val target = entry.getKey
      val targetConfig = entry.getValue match {
        case validElement if validElement.valueType() == ConfigValueType.OBJECT  => validElement.asInstanceOf[ConfigObject].toConfig
        case invalidElement => sys.error("illegal syntax at $invalidElement")
      }
      targetConfig.getObject(s"mapping.target.$target").keySet().asScala.map { key =>
        target  match {
          case "oracle" => acc + (target ->  new OracleQueryEngine(vars,target,targetConfig.getString("schema"),targetConfig.getString("tableName"),targetConfig.getString("query"),targetConfig.getString("param")))

          case  x   => sys.error(s"unknow target not defined $targetConfig with $targetConfig")
        }
      }

  }

纯配置代码

import pureconfig._
import pureconfig.generic.ProductHint
import pureconfig.generic.auto._
import com.typesafe.config.ConfigFactory
import pureconfig._
import pureconfig.generic.auto._

object PureconfigExample {

  case class QueryEngine(`type`: String, schema: String, tableName: String, query: String)
  type  DatabaseConfig = Map[String, Map[String, QueryEngine]]
  case class TargetConfig(target: DatabaseConfig)
  case class ApplicationConfig(mapping: TargetConfig)

  def main(args: Array[String]): Unit = {
    val configString =
      """
        |mapping {
        |   target {
        |     oracle {
        |        emp {
        |         type = "oracle"
        |         schema    = "orcl"
        |         tableName = "emp"
        |         query = "select key from emp where dob='2020-01-01'"
        |        }
        |        dept  {
        |         type = "oracle"
        |         schema    = "orcl"
        |         tableName = "dept"
        |         query = "select key from dept where dob='2020-01-01'"
        |        }
        |      }
        |    }
        |}
        |""".stripMargin

    import pureconfig.generic.auto._

    // See for more details - https://pureconfig.github.io/docs/overriding-behavior-for-case-classes.html
    implicit def hint[T]: ProductHint[T] = ProductHint[T](ConfigFieldMapping(CamelCase, CamelCase))

    val config = ConfigSource.string(configString).load[ApplicationConfig]
    println(config)
  }
}

POM.XML

<?xml version="1.0" encoding="UTF-8"?>
<project xmlns="http://maven.apache.org/POM/4.0.0"
         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
    <modelVersion>4.0.0</modelVersion>

    <groupId>test2</groupId>
    <artifactId>test2</artifactId>
    <version>1.0-SNAPSHOT</version>


<dependencies>
    <dependency>
        <groupId>com.github.pureconfig</groupId>
        <artifactId>pureconfig-generic-base_2.12</artifactId>
        <version>0.12.2</version>
    </dependency>
    <dependency>
        <groupId>com.github.pureconfig</groupId>
        <artifactId>pureconfig-generic_2.12</artifactId>
        <version>0.12.0</version>
    </dependency>
</dependencies>

</project>

编译器错误

PureConfigExample.scala
Error:(43, 56) Cannot find an implicit instance of pureconfig.ConfigReader[PureconfigExample.ApplicationConfig].
If you are trying to read or write a case class or sealed trait consider using PureConfig's auto derivation by adding `import pureconfig.generic.auto._`
    val config = ConfigSource.string(configString).load[ApplicationConfig]
Error:(43, 56) not enough arguments for method load: (implicit reader: pureconfig.Derivation[pureconfig.ConfigReader[PureconfigExample.ApplicationConfig]])pureconfig.ConfigReader.Result[PureconfigExample.ApplicationConfig].
Unspecified value parameter reader.
    val config = ConfigSource.string(configString).load[ApplicationConfig]

推荐答案

对不起，可能不是您可能期望的答案，但是我强烈建议您避免进行手动配置解析，因为有些工具会自动为您执行此操作，同时没有样板代码和类型安全.在Scala生态系统中最受欢迎和最好的库是 PureConfig .因此，在这种情况下，解决方案将如下所示:

Excuse me, for probably, not the answer you probably expected, but I strongly encourage avoid manual config parsing, because there are tools that doing it for you automatically, without boiler-plate code and type-safe at the same time. The most popular and probably the best library in Scala eco-system is PureConfig. So in you case the solution would look like something like this:

import pureconfig._
import pureconfig.generic.ProductHint
import pureconfig.generic.auto._

object PureconfigExample {

  case class QueryEngine(`type`: String, schema: String, tableName: String, query: String)
  type  DatabaseConfig = Map[String, Map[String, QueryEngine]]
  case class TargetConfig(target: DatabaseConfig)
  case class ApplicationConfig(mapping: TargetConfig)

  def main(args: Array[String]): Unit = {
    val configString =
      """
        |mapping {
        |   target {
        |     oracle {
        |        emp {
        |         type = "oracle"
        |         schema    = "orcl"
        |         tableName = "emp"
        |         query = "select key from emp where dob='2020-01-01'"
        |        }
        |        dept  {
        |         type = "oracle"
        |         schema    = "orcl"
        |         tableName = "dept"
        |         query = "select key from dept where dob='2020-01-01'"
        |        }
        |      }
        |    }
        |}
        |""".stripMargin

    // See for more details - https://pureconfig.github.io/docs/overriding-behavior-for-case-classes.html
    implicit def hint[T]: ProductHint[T] = ProductHint[T](ConfigFieldMapping(CamelCase, CamelCase))

    val config = ConfigSource.string(configString).load[ApplicationConfig]
    println(config)
  }
}

在我的情况下会产生下一个结果:

which in my case produces next result:

Right(ApplicationConfig(TargetConfig(Map(oracle -> Map(emp -> QueryEngine(oracle,orcl,emp,select key from emp where dob='2020-01-01'), dept -> QueryEngine(oracle,orcl,dept,select key from dept where dob='2020-01-01'))))))

希望获得帮助！

这篇关于scala将配置读取到案例类的Map映射的文章就介绍到这了，希望我们推荐的答案对大家有所帮助，也希望大家多多支持IT屋！