Skip to content

Commit

Permalink
wip
Browse files Browse the repository at this point in the history
  • Loading branch information
qishipengqsp committed Aug 23, 2024
1 parent 69caa03 commit ab14b81
Showing 1 changed file with 0 additions and 8 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -341,10 +341,6 @@ class ActivitySerializer(sink: RawSink)(implicit spark: SparkSession)
val futures = Seq(
SparkUI.jobAsync("Write person invest", "Write Person Invest") {
val rawPersonInvestCompany = investedCompaniesRDD.flatMap { c =>
log.info(
"[Invest] Company " + c.getCompanyId + ", PersonInvestCompanies count: " +
c.getPersonInvestCompanies.size()
)
c.getPersonInvestCompanies.asScala.map { pic =>
PersonInvestCompanyRaw(
pic.getPerson.getPersonId,
Expand All @@ -368,10 +364,6 @@ class ActivitySerializer(sink: RawSink)(implicit spark: SparkSession)
},
SparkUI.jobAsync("Write company invest", "Write Company Invest") {
val rawCompanyInvestCompany = investedCompaniesRDD.flatMap { c =>
log.info(
"[Invest] Company " + c.getCompanyId + ", CompanyInvestCompanies count: " +
c.getCompanyInvestCompanies.size()
)
c.getCompanyInvestCompanies.asScala.map { cic =>
CompanyInvestCompanyRaw(
cic.getFromCompany.getCompanyId,
Expand Down

0 comments on commit ab14b81

Please sign in to comment.