|
384
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/14 00:05:38
|
65 ms
|
[729][730]
|
|
383
|
count at AbstractOperator.java:118
+details
count at AbstractOperator.java:118
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:118)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/14 00:05:38
|
52 ms
|
[727][728]
|
|
382
|
jdbc at OutputSourceOperator.java:591
+details
jdbc at OutputSourceOperator.java:591
org.apache.spark.sql.DataFrameWriter.jdbc(DataFrameWriter.scala:753)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.writeDSToJDBC(OutputSourceOperator.java:591)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.handle(OutputSourceOperator.java:337)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/14 00:05:38
|
0.2 s
|
[726]
|
|
381
|
parquet at OutputSourceOperator.java:161
+details
parquet at OutputSourceOperator.java:161
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:789)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.handle(OutputSourceOperator.java:161)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/14 00:05:38
|
0.1 s
|
[725]
|
|
380
|
count at OutputSourceOperator.java:158
+details
count at OutputSourceOperator.java:158
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.handle(OutputSourceOperator.java:158)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/14 00:05:38
|
49 ms
|
[723][724]
|
|
379
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/14 00:05:38
|
53 ms
|
[721][722]
|
|
378
|
count at AbstractOperator.java:109
+details
count at AbstractOperator.java:109
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:109)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/14 00:05:38
|
63 ms
|
[719][720]
|
|
377
|
count at InputSourceOperator.java:260
+details
count at InputSourceOperator.java:260
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.getAssetInputCount(InputSourceOperator.java:260)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.handle(InputSourceOperator.java:126)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/14 00:05:38
|
59 ms
|
[717][718]
|
|
376
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/14 00:00:02
|
76 ms
|
[712][715]
|
|
375
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/14 00:00:02
|
0.2 s
|
[708][709][711][713][714]
|
|
374
|
count at AbstractOperator.java:118
+details
count at AbstractOperator.java:118
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:118)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/14 00:00:02
|
88 ms
|
[707][710]
|
|
372
|
parquet at LocalFilePlatform.java:79
+details
parquet at LocalFilePlatform.java:79
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:789)
com.sdata.filesystem.fileplatform.LocalFilePlatform.storageCTDataset(LocalFilePlatform.java:79)
com.sdata.filesystem.utils.StorageUtil.storageCTDataset(StorageUtil.java:52)
com.sdata.asset.service.dataset.DatasetService.saveAssetParquetV2(DatasetService.java:96)
com.sdata.asset.service.dataset.DatasetService$$FastClassBySpringCGLIB$$8b47ccc8.invoke(<generated>)
org.springframework.cglib.proxy.MethodProxy.invoke(MethodProxy.java:218)
org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.invokeJoinpoint(CglibAopProxy.java:793)
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163)
org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.proceed(CglibAopProxy.java:763)
org.springframework.aop.aspectj.MethodInvocationProceedingJoinPoint.proceed(MethodInvocationProceedingJoinPoint.java:89)
com.sdata.starter.log.OpentelemetryLogAspect.preTrace(OpentelemetryLogAspect.java:95)
sun.reflect.GeneratedMethodAccessor176.invoke(Unknown Source)
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
java.lang.reflect.Method.invoke(Method.java:498)
org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethodWithGivenArgs(AbstractAspectJAdvice.java:634)
org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethod(AbstractAspectJAdvice.java:624)
org.springframework.aop.aspectj.AspectJAroundAdvice.invoke(AspectJAroundAdvice.java:72)
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186)
org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.proceed(CglibAopProxy.java:763)
org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:97)
|
2025/03/14 00:00:01
|
0.3 s
|
[703]
|
|
373
|
count at AbstractOperator.java:118
+details
count at AbstractOperator.java:118
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:118)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/14 00:00:02
|
0.3 s
|
[701][702][704][705][706]
|
|
370
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/14 00:00:01
|
84 ms
|
[697][698]
|
|
369
|
parquet at LocalFilePlatform.java:79
+details
parquet at LocalFilePlatform.java:79
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:789)
com.sdata.filesystem.fileplatform.LocalFilePlatform.storageCTDataset(LocalFilePlatform.java:79)
com.sdata.filesystem.utils.StorageUtil.storageCTDataset(StorageUtil.java:52)
com.sdata.asset.service.dataset.DatasetService.saveAssetParquetV2(DatasetService.java:96)
com.sdata.asset.service.dataset.DatasetService$$FastClassBySpringCGLIB$$8b47ccc8.invoke(<generated>)
org.springframework.cglib.proxy.MethodProxy.invoke(MethodProxy.java:218)
org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.invokeJoinpoint(CglibAopProxy.java:793)
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163)
org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.proceed(CglibAopProxy.java:763)
org.springframework.aop.aspectj.MethodInvocationProceedingJoinPoint.proceed(MethodInvocationProceedingJoinPoint.java:89)
com.sdata.starter.log.OpentelemetryLogAspect.preTrace(OpentelemetryLogAspect.java:95)
sun.reflect.GeneratedMethodAccessor176.invoke(Unknown Source)
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
java.lang.reflect.Method.invoke(Method.java:498)
org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethodWithGivenArgs(AbstractAspectJAdvice.java:634)
org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethod(AbstractAspectJAdvice.java:624)
org.springframework.aop.aspectj.AspectJAroundAdvice.invoke(AspectJAroundAdvice.java:72)
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186)
org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.proceed(CglibAopProxy.java:763)
org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:97)
|
2025/03/14 00:00:01
|
0.6 s
|
[695][696][699][700]
|
|
368
|
count at AbstractOperator.java:109
+details
count at AbstractOperator.java:109
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:109)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/14 00:00:01
|
56 ms
|
[693][694]
|
|
367
|
count at InputSourceOperator.java:260
+details
count at InputSourceOperator.java:260
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.getAssetInputCount(InputSourceOperator.java:260)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.handle(InputSourceOperator.java:126)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/14 00:00:01
|
59 ms
|
[691][692]
|
|
363
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/14 00:00:00
|
60 ms
|
[689][690]
|
|
362
|
count at AbstractOperator.java:109
+details
count at AbstractOperator.java:109
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:109)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/14 00:00:00
|
57 ms
|
[687][688]
|
|
361
|
count at InputSourceOperator.java:260
+details
count at InputSourceOperator.java:260
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.getAssetInputCount(InputSourceOperator.java:260)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.handle(InputSourceOperator.java:126)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/14 00:00:00
|
52 ms
|
[685][686]
|
|
360
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/14 00:00:00
|
66 ms
|
[683][684]
|
|
359
|
count at AbstractOperator.java:109
+details
count at AbstractOperator.java:109
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:109)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/14 00:00:00
|
83 ms
|
[681][682]
|
|
358
|
count at InputSourceOperator.java:260
+details
count at InputSourceOperator.java:260
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.getAssetInputCount(InputSourceOperator.java:260)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.handle(InputSourceOperator.java:126)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/14 00:00:00
|
0.2 s
|
[679][680]
|
|
357
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/13 14:45:33
|
75 ms
|
[677][678]
|
|
356
|
count at AbstractOperator.java:118
+details
count at AbstractOperator.java:118
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:118)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/13 14:45:33
|
65 ms
|
[675][676]
|
|
355
|
jdbc at OutputSourceOperator.java:591
+details
jdbc at OutputSourceOperator.java:591
org.apache.spark.sql.DataFrameWriter.jdbc(DataFrameWriter.scala:753)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.writeDSToJDBC(OutputSourceOperator.java:591)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.handle(OutputSourceOperator.java:337)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/13 14:45:32
|
0.1 s
|
[674]
|
|
354
|
parquet at OutputSourceOperator.java:161
+details
parquet at OutputSourceOperator.java:161
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:789)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.handle(OutputSourceOperator.java:161)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/13 14:45:32
|
0.1 s
|
[673]
|
|
353
|
count at OutputSourceOperator.java:158
+details
count at OutputSourceOperator.java:158
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.handle(OutputSourceOperator.java:158)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/13 14:45:32
|
0.1 s
|
[671][672]
|
|
352
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/13 14:45:32
|
75 ms
|
[669][670]
|
|
351
|
count at AbstractOperator.java:109
+details
count at AbstractOperator.java:109
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:109)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/13 14:45:32
|
57 ms
|
[667][668]
|
|
350
|
count at InputSourceOperator.java:260
+details
count at InputSourceOperator.java:260
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.getAssetInputCount(InputSourceOperator.java:260)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.handle(InputSourceOperator.java:126)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/13 14:45:32
|
0.1 s
|
[665][666]
|
|
349
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/13 00:05:39
|
56 ms
|
[662][663]
|
|
348
|
count at AbstractOperator.java:118
+details
count at AbstractOperator.java:118
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:118)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/13 00:05:39
|
63 ms
|
[660][661]
|
|
347
|
jdbc at OutputSourceOperator.java:591
+details
jdbc at OutputSourceOperator.java:591
org.apache.spark.sql.DataFrameWriter.jdbc(DataFrameWriter.scala:753)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.writeDSToJDBC(OutputSourceOperator.java:591)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.handle(OutputSourceOperator.java:337)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/13 00:05:38
|
0.3 s
|
[659]
|
|
346
|
parquet at OutputSourceOperator.java:161
+details
parquet at OutputSourceOperator.java:161
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:789)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.handle(OutputSourceOperator.java:161)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/13 00:05:38
|
0.2 s
|
[658]
|
|
345
|
count at OutputSourceOperator.java:158
+details
count at OutputSourceOperator.java:158
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.handle(OutputSourceOperator.java:158)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/13 00:05:38
|
0.1 s
|
[656][657]
|
|
344
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/13 00:05:38
|
53 ms
|
[654][655]
|
|
343
|
count at AbstractOperator.java:109
+details
count at AbstractOperator.java:109
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:109)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/13 00:05:38
|
84 ms
|
[652][653]
|
|
342
|
count at InputSourceOperator.java:260
+details
count at InputSourceOperator.java:260
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.getAssetInputCount(InputSourceOperator.java:260)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.handle(InputSourceOperator.java:126)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/13 00:05:38
|
63 ms
|
[650][651]
|
|
341
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/13 00:00:02
|
0.2 s
|
[644][645][646][647][648]
|
|
340
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/13 00:00:02
|
66 ms
|
[641][643]
|
|
338
|
count at AbstractOperator.java:118
+details
count at AbstractOperator.java:118
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:118)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/13 00:00:02
|
0.1 s
|
[637][638]
|
|
339
|
count at AbstractOperator.java:118
+details
count at AbstractOperator.java:118
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:118)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/13 00:00:02
|
0.2 s
|
[635][636][639][640][642]
|
|
337
|
parquet at LocalFilePlatform.java:79
+details
parquet at LocalFilePlatform.java:79
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:789)
com.sdata.filesystem.fileplatform.LocalFilePlatform.storageCTDataset(LocalFilePlatform.java:79)
com.sdata.filesystem.utils.StorageUtil.storageCTDataset(StorageUtil.java:52)
com.sdata.asset.service.dataset.DatasetService.saveAssetParquetV2(DatasetService.java:96)
com.sdata.asset.service.dataset.DatasetService$$FastClassBySpringCGLIB$$8b47ccc8.invoke(<generated>)
org.springframework.cglib.proxy.MethodProxy.invoke(MethodProxy.java:218)
org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.invokeJoinpoint(CglibAopProxy.java:793)
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163)
org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.proceed(CglibAopProxy.java:763)
org.springframework.aop.aspectj.MethodInvocationProceedingJoinPoint.proceed(MethodInvocationProceedingJoinPoint.java:89)
com.sdata.starter.log.OpentelemetryLogAspect.preTrace(OpentelemetryLogAspect.java:95)
sun.reflect.GeneratedMethodAccessor176.invoke(Unknown Source)
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
java.lang.reflect.Method.invoke(Method.java:498)
org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethodWithGivenArgs(AbstractAspectJAdvice.java:634)
org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethod(AbstractAspectJAdvice.java:624)
org.springframework.aop.aspectj.AspectJAroundAdvice.invoke(AspectJAroundAdvice.java:72)
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186)
org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.proceed(CglibAopProxy.java:763)
org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:97)
|
2025/03/13 00:00:01
|
0.4 s
|
[633]
|
|
335
|
parquet at LocalFilePlatform.java:79
+details
parquet at LocalFilePlatform.java:79
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:789)
com.sdata.filesystem.fileplatform.LocalFilePlatform.storageCTDataset(LocalFilePlatform.java:79)
com.sdata.filesystem.utils.StorageUtil.storageCTDataset(StorageUtil.java:52)
com.sdata.asset.service.dataset.DatasetService.saveAssetParquetV2(DatasetService.java:96)
com.sdata.asset.service.dataset.DatasetService$$FastClassBySpringCGLIB$$8b47ccc8.invoke(<generated>)
org.springframework.cglib.proxy.MethodProxy.invoke(MethodProxy.java:218)
org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.invokeJoinpoint(CglibAopProxy.java:793)
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163)
org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.proceed(CglibAopProxy.java:763)
org.springframework.aop.aspectj.MethodInvocationProceedingJoinPoint.proceed(MethodInvocationProceedingJoinPoint.java:89)
com.sdata.starter.log.OpentelemetryLogAspect.preTrace(OpentelemetryLogAspect.java:95)
sun.reflect.GeneratedMethodAccessor176.invoke(Unknown Source)
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
java.lang.reflect.Method.invoke(Method.java:498)
org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethodWithGivenArgs(AbstractAspectJAdvice.java:634)
org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethod(AbstractAspectJAdvice.java:624)
org.springframework.aop.aspectj.AspectJAroundAdvice.invoke(AspectJAroundAdvice.java:72)
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186)
org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.proceed(CglibAopProxy.java:763)
org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:97)
|
2025/03/13 00:00:01
|
0.8 s
|
[630][631][632][634]
|
|
334
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/13 00:00:01
|
67 ms
|
[628][629]
|
|
333
|
count at AbstractOperator.java:109
+details
count at AbstractOperator.java:109
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:109)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/13 00:00:01
|
92 ms
|
[626][627]
|
|
332
|
count at InputSourceOperator.java:260
+details
count at InputSourceOperator.java:260
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.getAssetInputCount(InputSourceOperator.java:260)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.handle(InputSourceOperator.java:126)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/13 00:00:01
|
80 ms
|
[624][625]
|
|
328
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/13 00:00:00
|
63 ms
|
[622][623]
|
|
327
|
count at AbstractOperator.java:109
+details
count at AbstractOperator.java:109
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:109)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/13 00:00:00
|
61 ms
|
[620][621]
|
|
326
|
count at InputSourceOperator.java:260
+details
count at InputSourceOperator.java:260
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.getAssetInputCount(InputSourceOperator.java:260)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.handle(InputSourceOperator.java:126)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/13 00:00:00
|
75 ms
|
[618][619]
|
|
325
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/13 00:00:00
|
59 ms
|
[616][617]
|
|
324
|
count at AbstractOperator.java:109
+details
count at AbstractOperator.java:109
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:109)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/13 00:00:00
|
68 ms
|
[614][615]
|
|
323
|
count at InputSourceOperator.java:260
+details
count at InputSourceOperator.java:260
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.getAssetInputCount(InputSourceOperator.java:260)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.handle(InputSourceOperator.java:126)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/13 00:00:00
|
0.2 s
|
[612][613]
|
|
322
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/12 14:45:33
|
63 ms
|
[610][611]
|
|
321
|
count at AbstractOperator.java:118
+details
count at AbstractOperator.java:118
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:118)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/12 14:45:33
|
60 ms
|
[608][609]
|
|
320
|
jdbc at OutputSourceOperator.java:591
+details
jdbc at OutputSourceOperator.java:591
org.apache.spark.sql.DataFrameWriter.jdbc(DataFrameWriter.scala:753)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.writeDSToJDBC(OutputSourceOperator.java:591)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.handle(OutputSourceOperator.java:337)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/12 14:45:32
|
0.1 s
|
[607]
|
|
319
|
parquet at OutputSourceOperator.java:161
+details
parquet at OutputSourceOperator.java:161
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:789)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.handle(OutputSourceOperator.java:161)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/12 14:45:32
|
0.2 s
|
[606]
|
|
318
|
count at OutputSourceOperator.java:158
+details
count at OutputSourceOperator.java:158
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.handle(OutputSourceOperator.java:158)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/12 14:45:32
|
93 ms
|
[604][605]
|
|
317
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/12 14:45:32
|
73 ms
|
[602][603]
|
|
316
|
count at AbstractOperator.java:109
+details
count at AbstractOperator.java:109
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:109)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/12 14:45:32
|
77 ms
|
[600][601]
|
|
315
|
count at InputSourceOperator.java:260
+details
count at InputSourceOperator.java:260
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.getAssetInputCount(InputSourceOperator.java:260)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.handle(InputSourceOperator.java:126)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/12 14:45:32
|
99 ms
|
[598][599]
|
|
314
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/12 00:05:39
|
64 ms
|
[595][596]
|
|
313
|
count at AbstractOperator.java:118
+details
count at AbstractOperator.java:118
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:118)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/12 00:05:39
|
0.1 s
|
[593][594]
|
|
312
|
jdbc at OutputSourceOperator.java:591
+details
jdbc at OutputSourceOperator.java:591
org.apache.spark.sql.DataFrameWriter.jdbc(DataFrameWriter.scala:753)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.writeDSToJDBC(OutputSourceOperator.java:591)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.handle(OutputSourceOperator.java:337)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/12 00:05:38
|
0.2 s
|
[592]
|
|
311
|
parquet at OutputSourceOperator.java:161
+details
parquet at OutputSourceOperator.java:161
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:789)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.handle(OutputSourceOperator.java:161)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/12 00:05:38
|
0.3 s
|
[591]
|
|
310
|
count at OutputSourceOperator.java:158
+details
count at OutputSourceOperator.java:158
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.handle(OutputSourceOperator.java:158)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/12 00:05:38
|
46 ms
|
[589][590]
|
|
309
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/12 00:05:38
|
0.1 s
|
[587][588]
|
|
308
|
count at AbstractOperator.java:109
+details
count at AbstractOperator.java:109
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:109)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/12 00:05:38
|
74 ms
|
[585][586]
|
|
307
|
count at InputSourceOperator.java:260
+details
count at InputSourceOperator.java:260
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.getAssetInputCount(InputSourceOperator.java:260)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.handle(InputSourceOperator.java:126)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/12 00:05:38
|
97 ms
|
[583][584]
|
|
306
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/12 00:00:02
|
0.2 s
|
[577][578][579][580][581]
|
|
305
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/12 00:00:02
|
0.1 s
|
[572][574]
|
|
304
|
count at AbstractOperator.java:118
+details
count at AbstractOperator.java:118
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:118)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/12 00:00:02
|
0.2 s
|
[570][571][573][575][576]
|
|
303
|
count at AbstractOperator.java:118
+details
count at AbstractOperator.java:118
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:118)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/12 00:00:02
|
53 ms
|
[568][569]
|
|
302
|
parquet at LocalFilePlatform.java:79
+details
parquet at LocalFilePlatform.java:79
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:789)
com.sdata.filesystem.fileplatform.LocalFilePlatform.storageCTDataset(LocalFilePlatform.java:79)
com.sdata.filesystem.utils.StorageUtil.storageCTDataset(StorageUtil.java:52)
com.sdata.asset.service.dataset.DatasetService.saveAssetParquetV2(DatasetService.java:96)
com.sdata.asset.service.dataset.DatasetService$$FastClassBySpringCGLIB$$8b47ccc8.invoke(<generated>)
org.springframework.cglib.proxy.MethodProxy.invoke(MethodProxy.java:218)
org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.invokeJoinpoint(CglibAopProxy.java:793)
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163)
org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.proceed(CglibAopProxy.java:763)
org.springframework.aop.aspectj.MethodInvocationProceedingJoinPoint.proceed(MethodInvocationProceedingJoinPoint.java:89)
com.sdata.starter.log.OpentelemetryLogAspect.preTrace(OpentelemetryLogAspect.java:95)
sun.reflect.GeneratedMethodAccessor176.invoke(Unknown Source)
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
java.lang.reflect.Method.invoke(Method.java:498)
org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethodWithGivenArgs(AbstractAspectJAdvice.java:634)
org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethod(AbstractAspectJAdvice.java:624)
org.springframework.aop.aspectj.AspectJAroundAdvice.invoke(AspectJAroundAdvice.java:72)
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186)
org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.proceed(CglibAopProxy.java:763)
org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:97)
|
2025/03/12 00:00:01
|
0.4 s
|
[566]
|
|
301
|
parquet at LocalFilePlatform.java:79
+details
parquet at LocalFilePlatform.java:79
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:789)
com.sdata.filesystem.fileplatform.LocalFilePlatform.storageCTDataset(LocalFilePlatform.java:79)
com.sdata.filesystem.utils.StorageUtil.storageCTDataset(StorageUtil.java:52)
com.sdata.asset.service.dataset.DatasetService.saveAssetParquetV2(DatasetService.java:96)
com.sdata.asset.service.dataset.DatasetService$$FastClassBySpringCGLIB$$8b47ccc8.invoke(<generated>)
org.springframework.cglib.proxy.MethodProxy.invoke(MethodProxy.java:218)
org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.invokeJoinpoint(CglibAopProxy.java:793)
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163)
org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.proceed(CglibAopProxy.java:763)
org.springframework.aop.aspectj.MethodInvocationProceedingJoinPoint.proceed(MethodInvocationProceedingJoinPoint.java:89)
com.sdata.starter.log.OpentelemetryLogAspect.preTrace(OpentelemetryLogAspect.java:95)
sun.reflect.GeneratedMethodAccessor176.invoke(Unknown Source)
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
java.lang.reflect.Method.invoke(Method.java:498)
org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethodWithGivenArgs(AbstractAspectJAdvice.java:634)
org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethod(AbstractAspectJAdvice.java:624)
org.springframework.aop.aspectj.AspectJAroundAdvice.invoke(AspectJAroundAdvice.java:72)
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186)
org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.proceed(CglibAopProxy.java:763)
org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:97)
|
2025/03/12 00:00:01
|
0.5 s
|
[563][564][565][567]
|
|
299
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/12 00:00:01
|
72 ms
|
[561][562]
|
|
296
|
count at AbstractOperator.java:109
+details
count at AbstractOperator.java:109
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:109)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/12 00:00:01
|
98 ms
|
[559][560]
|
|
294
|
count at InputSourceOperator.java:260
+details
count at InputSourceOperator.java:260
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.getAssetInputCount(InputSourceOperator.java:260)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.handle(InputSourceOperator.java:126)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/12 00:00:01
|
76 ms
|
[556][558]
|
|
293
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/12 00:00:01
|
89 ms
|
[555][557]
|
|
292
|
count at AbstractOperator.java:109
+details
count at AbstractOperator.java:109
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:109)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/12 00:00:01
|
79 ms
|
[553][554]
|
|
291
|
count at InputSourceOperator.java:260
+details
count at InputSourceOperator.java:260
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.getAssetInputCount(InputSourceOperator.java:260)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.handle(InputSourceOperator.java:126)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/12 00:00:00
|
61 ms
|
[551][552]
|
|
290
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/12 00:00:00
|
87 ms
|
[549][550]
|
|
289
|
count at AbstractOperator.java:109
+details
count at AbstractOperator.java:109
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:109)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/12 00:00:00
|
95 ms
|
[547][548]
|
|
288
|
count at InputSourceOperator.java:260
+details
count at InputSourceOperator.java:260
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.getAssetInputCount(InputSourceOperator.java:260)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.handle(InputSourceOperator.java:126)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/12 00:00:00
|
0.3 s
|
[545][546]
|
|
287
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/11 14:45:33
|
0.1 s
|
[543][544]
|
|
286
|
count at AbstractOperator.java:118
+details
count at AbstractOperator.java:118
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:118)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/11 14:45:32
|
73 ms
|
[541][542]
|
|
285
|
jdbc at OutputSourceOperator.java:591
+details
jdbc at OutputSourceOperator.java:591
org.apache.spark.sql.DataFrameWriter.jdbc(DataFrameWriter.scala:753)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.writeDSToJDBC(OutputSourceOperator.java:591)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.handle(OutputSourceOperator.java:337)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/11 14:45:32
|
0.2 s
|
[540]
|
|
284
|
parquet at OutputSourceOperator.java:161
+details
parquet at OutputSourceOperator.java:161
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:789)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.handle(OutputSourceOperator.java:161)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/11 14:45:32
|
0.1 s
|
[539]
|
|
283
|
count at OutputSourceOperator.java:158
+details
count at OutputSourceOperator.java:158
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.handle(OutputSourceOperator.java:158)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/11 14:45:32
|
59 ms
|
[537][538]
|
|
282
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/11 14:45:32
|
52 ms
|
[535][536]
|
|
281
|
count at AbstractOperator.java:109
+details
count at AbstractOperator.java:109
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:109)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/11 14:45:32
|
65 ms
|
[533][534]
|
|
280
|
count at InputSourceOperator.java:260
+details
count at InputSourceOperator.java:260
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.getAssetInputCount(InputSourceOperator.java:260)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.handle(InputSourceOperator.java:126)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/11 14:45:32
|
85 ms
|
[531][532]
|
|
279
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/11 00:05:39
|
0.1 s
|
[528][529]
|
|
278
|
count at AbstractOperator.java:118
+details
count at AbstractOperator.java:118
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:118)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/11 00:05:38
|
82 ms
|
[526][527]
|
|
277
|
jdbc at OutputSourceOperator.java:591
+details
jdbc at OutputSourceOperator.java:591
org.apache.spark.sql.DataFrameWriter.jdbc(DataFrameWriter.scala:753)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.writeDSToJDBC(OutputSourceOperator.java:591)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.handle(OutputSourceOperator.java:337)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/11 00:05:38
|
0.2 s
|
[525]
|
|
276
|
parquet at OutputSourceOperator.java:161
+details
parquet at OutputSourceOperator.java:161
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:789)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.handle(OutputSourceOperator.java:161)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/11 00:05:38
|
0.1 s
|
[524]
|
|
275
|
count at OutputSourceOperator.java:158
+details
count at OutputSourceOperator.java:158
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.handle(OutputSourceOperator.java:158)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/11 00:05:38
|
52 ms
|
[522][523]
|
|
274
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/11 00:05:38
|
57 ms
|
[520][521]
|
|
273
|
count at AbstractOperator.java:109
+details
count at AbstractOperator.java:109
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:109)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/11 00:05:38
|
74 ms
|
[518][519]
|