|
0
|
count at InputSourceOperator.java:260
+details
count at InputSourceOperator.java:260
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.getAssetInputCount(InputSourceOperator.java:260)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.handle(InputSourceOperator.java:126)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/03 17:56:21
|
6 s
|
[1][2]
|
|
1
|
count at AbstractOperator.java:109
+details
count at AbstractOperator.java:109
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:109)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/03 17:56:28
|
0.3 s
|
[3][4]
|
|
2
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/03 17:56:28
|
0.3 s
|
[5][6]
|
|
3
|
count at OutputSourceOperator.java:158
+details
count at OutputSourceOperator.java:158
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.handle(OutputSourceOperator.java:158)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/03 17:56:29
|
0.3 s
|
[7][8]
|
|
4
|
parquet at OutputSourceOperator.java:161
+details
parquet at OutputSourceOperator.java:161
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:789)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.handle(OutputSourceOperator.java:161)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/03 17:56:29
|
2 s
|
[9]
|
|
5
|
jdbc at OutputSourceOperator.java:591
+details
jdbc at OutputSourceOperator.java:591
org.apache.spark.sql.DataFrameWriter.jdbc(DataFrameWriter.scala:753)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.writeDSToJDBC(OutputSourceOperator.java:591)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.handle(OutputSourceOperator.java:337)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/03 17:56:32
|
1 s
|
[10]
|
|
6
|
count at AbstractOperator.java:118
+details
count at AbstractOperator.java:118
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:118)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/03 17:56:33
|
0.2 s
|
[11][12]
|
|
7
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/03 17:56:33
|
0.2 s
|
[13][14]
|
|
8
|
count at InputSourceOperator.java:260
+details
count at InputSourceOperator.java:260
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.getAssetInputCount(InputSourceOperator.java:260)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.handle(InputSourceOperator.java:126)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/04 00:00:00
|
0.1 s
|
[15][16]
|
|
9
|
count at AbstractOperator.java:109
+details
count at AbstractOperator.java:109
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:109)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/04 00:00:00
|
0.1 s
|
[17][18]
|
|
10
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/04 00:00:00
|
0.1 s
|
[19][20]
|
|
11
|
count at InputSourceOperator.java:260
+details
count at InputSourceOperator.java:260
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.getAssetInputCount(InputSourceOperator.java:260)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.handle(InputSourceOperator.java:126)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/04 00:00:01
|
0.2 s
|
[21][22]
|
|
12
|
count at InputSourceOperator.java:260
+details
count at InputSourceOperator.java:260
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.getAssetInputCount(InputSourceOperator.java:260)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.handle(InputSourceOperator.java:126)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/04 00:00:01
|
0.3 s
|
[23][26]
|
|
13
|
count at AbstractOperator.java:109
+details
count at AbstractOperator.java:109
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:109)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/04 00:00:01
|
0.3 s
|
[24][25]
|
|
14
|
count at AbstractOperator.java:109
+details
count at AbstractOperator.java:109
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:109)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/04 00:00:01
|
0.1 s
|
[27][29]
|
|
15
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/04 00:00:01
|
0.2 s
|
[28][30]
|
|
16
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/04 00:00:01
|
0.1 s
|
[31][32]
|
|
17
|
createOrReplaceTempView at SQLOperator.java:58
+details
createOrReplaceTempView at SQLOperator.java:58
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3794)
com.sdata.exchange.service.runtime.operators.transform.customized.sql.SQLOperator.handle(SQLOperator.java:58)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/04 00:00:01
|
30 ms
|
|
|
18
|
createOrReplaceTempView at SQLOperator.java:58
+details
createOrReplaceTempView at SQLOperator.java:58
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3794)
com.sdata.exchange.service.runtime.operators.transform.customized.sql.SQLOperator.handle(SQLOperator.java:58)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/04 00:00:02
|
0 ms
|
|
|
19
|
createOrReplaceTempView at SQLOperator.java:58
+details
createOrReplaceTempView at SQLOperator.java:58
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3794)
com.sdata.exchange.service.runtime.operators.transform.customized.sql.SQLOperator.handle(SQLOperator.java:58)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/04 00:00:02
|
0 ms
|
|
|
20
|
createOrReplaceTempView at SQLOperator.java:58
+details
createOrReplaceTempView at SQLOperator.java:58
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3794)
com.sdata.exchange.service.runtime.operators.transform.customized.sql.SQLOperator.handle(SQLOperator.java:58)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/04 00:00:02
|
0 ms
|
|
|
21
|
parquet at LocalFilePlatform.java:79
+details
parquet at LocalFilePlatform.java:79
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:789)
com.sdata.filesystem.fileplatform.LocalFilePlatform.storageCTDataset(LocalFilePlatform.java:79)
com.sdata.filesystem.utils.StorageUtil.storageCTDataset(StorageUtil.java:52)
com.sdata.asset.service.dataset.DatasetService.saveAssetParquetV2(DatasetService.java:96)
com.sdata.asset.service.dataset.DatasetService$$FastClassBySpringCGLIB$$8b47ccc8.invoke(<generated>)
org.springframework.cglib.proxy.MethodProxy.invoke(MethodProxy.java:218)
org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.invokeJoinpoint(CglibAopProxy.java:793)
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163)
org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.proceed(CglibAopProxy.java:763)
org.springframework.aop.aspectj.MethodInvocationProceedingJoinPoint.proceed(MethodInvocationProceedingJoinPoint.java:89)
com.sdata.starter.log.OpentelemetryLogAspect.preTrace(OpentelemetryLogAspect.java:95)
sun.reflect.GeneratedMethodAccessor176.invoke(Unknown Source)
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
java.lang.reflect.Method.invoke(Method.java:498)
org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethodWithGivenArgs(AbstractAspectJAdvice.java:634)
org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethod(AbstractAspectJAdvice.java:624)
org.springframework.aop.aspectj.AspectJAroundAdvice.invoke(AspectJAroundAdvice.java:72)
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186)
org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.proceed(CglibAopProxy.java:763)
org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:97)
|
2025/03/04 00:00:03
|
0.8 s
|
[33]
|
|
22
|
parquet at LocalFilePlatform.java:79
+details
parquet at LocalFilePlatform.java:79
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:789)
com.sdata.filesystem.fileplatform.LocalFilePlatform.storageCTDataset(LocalFilePlatform.java:79)
com.sdata.filesystem.utils.StorageUtil.storageCTDataset(StorageUtil.java:52)
com.sdata.asset.service.dataset.DatasetService.saveAssetParquetV2(DatasetService.java:96)
com.sdata.asset.service.dataset.DatasetService$$FastClassBySpringCGLIB$$8b47ccc8.invoke(<generated>)
org.springframework.cglib.proxy.MethodProxy.invoke(MethodProxy.java:218)
org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.invokeJoinpoint(CglibAopProxy.java:793)
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163)
org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.proceed(CglibAopProxy.java:763)
org.springframework.aop.aspectj.MethodInvocationProceedingJoinPoint.proceed(MethodInvocationProceedingJoinPoint.java:89)
com.sdata.starter.log.OpentelemetryLogAspect.preTrace(OpentelemetryLogAspect.java:95)
sun.reflect.GeneratedMethodAccessor176.invoke(Unknown Source)
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
java.lang.reflect.Method.invoke(Method.java:498)
org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethodWithGivenArgs(AbstractAspectJAdvice.java:634)
org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethod(AbstractAspectJAdvice.java:624)
org.springframework.aop.aspectj.AspectJAroundAdvice.invoke(AspectJAroundAdvice.java:72)
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186)
org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.proceed(CglibAopProxy.java:763)
org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:97)
|
2025/03/04 00:00:04
|
1 s
|
[34][35][40]
|
|
23
|
count at AbstractOperator.java:118
+details
count at AbstractOperator.java:118
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:118)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/04 00:00:04
|
0.2 s
|
[36][37]
|
|
24
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/04 00:00:05
|
0.1 s
|
[38][39]
|
|
25
|
count at AbstractOperator.java:118
+details
count at AbstractOperator.java:118
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:118)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/04 00:00:05
|
0.4 s
|
[41][42][43][44]
|
|
26
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/04 00:00:06
|
0.2 s
|
[45][46][47][48]
|
|
27
|
count at InputSourceOperator.java:260
+details
count at InputSourceOperator.java:260
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.getAssetInputCount(InputSourceOperator.java:260)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.handle(InputSourceOperator.java:126)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/04 00:05:38
|
0.1 s
|
[50][51]
|
|
28
|
count at AbstractOperator.java:109
+details
count at AbstractOperator.java:109
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:109)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/04 00:05:38
|
0.1 s
|
[52][53]
|
|
29
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/04 00:05:38
|
0.1 s
|
[54][55]
|
|
30
|
count at OutputSourceOperator.java:158
+details
count at OutputSourceOperator.java:158
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.handle(OutputSourceOperator.java:158)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/04 00:05:38
|
66 ms
|
[56][57]
|
|
31
|
parquet at OutputSourceOperator.java:161
+details
parquet at OutputSourceOperator.java:161
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:789)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.handle(OutputSourceOperator.java:161)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/04 00:05:38
|
0.4 s
|
[58]
|
|
32
|
jdbc at OutputSourceOperator.java:591
+details
jdbc at OutputSourceOperator.java:591
org.apache.spark.sql.DataFrameWriter.jdbc(DataFrameWriter.scala:753)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.writeDSToJDBC(OutputSourceOperator.java:591)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.handle(OutputSourceOperator.java:337)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/04 00:05:39
|
0.4 s
|
[59]
|
|
33
|
count at AbstractOperator.java:118
+details
count at AbstractOperator.java:118
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:118)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/04 00:05:39
|
0.2 s
|
[60][61]
|
|
34
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/04 00:05:39
|
0.1 s
|
[62][63]
|
|
35
|
count at InputSourceOperator.java:260
+details
count at InputSourceOperator.java:260
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.getAssetInputCount(InputSourceOperator.java:260)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.handle(InputSourceOperator.java:126)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/04 14:45:32
|
0.1 s
|
[65][66]
|
|
36
|
count at AbstractOperator.java:109
+details
count at AbstractOperator.java:109
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:109)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/04 14:45:32
|
71 ms
|
[67][68]
|
|
37
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/04 14:45:32
|
78 ms
|
[69][70]
|
|
38
|
count at OutputSourceOperator.java:158
+details
count at OutputSourceOperator.java:158
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.handle(OutputSourceOperator.java:158)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/04 14:45:32
|
71 ms
|
[71][72]
|
|
39
|
parquet at OutputSourceOperator.java:161
+details
parquet at OutputSourceOperator.java:161
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:789)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.handle(OutputSourceOperator.java:161)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/04 14:45:32
|
0.2 s
|
[73]
|
|
40
|
jdbc at OutputSourceOperator.java:591
+details
jdbc at OutputSourceOperator.java:591
org.apache.spark.sql.DataFrameWriter.jdbc(DataFrameWriter.scala:753)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.writeDSToJDBC(OutputSourceOperator.java:591)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.handle(OutputSourceOperator.java:337)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/04 14:45:33
|
0.3 s
|
[74]
|
|
41
|
count at AbstractOperator.java:118
+details
count at AbstractOperator.java:118
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:118)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/04 14:45:33
|
73 ms
|
[75][76]
|
|
42
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/04 14:45:33
|
64 ms
|
[77][78]
|
|
43
|
count at InputSourceOperator.java:260
+details
count at InputSourceOperator.java:260
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.getAssetInputCount(InputSourceOperator.java:260)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.handle(InputSourceOperator.java:126)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/05 00:00:00
|
0.2 s
|
[79][80]
|
|
44
|
count at AbstractOperator.java:109
+details
count at AbstractOperator.java:109
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:109)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/05 00:00:00
|
76 ms
|
[81][82]
|
|
45
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/05 00:00:00
|
71 ms
|
[83][84]
|
|
46
|
count at InputSourceOperator.java:260
+details
count at InputSourceOperator.java:260
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.getAssetInputCount(InputSourceOperator.java:260)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.handle(InputSourceOperator.java:126)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/05 00:00:00
|
69 ms
|
[85][86]
|
|
47
|
count at AbstractOperator.java:109
+details
count at AbstractOperator.java:109
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:109)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/05 00:00:01
|
85 ms
|
[87][89]
|
|
48
|
count at InputSourceOperator.java:260
+details
count at InputSourceOperator.java:260
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.getAssetInputCount(InputSourceOperator.java:260)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.handle(InputSourceOperator.java:126)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/05 00:00:01
|
90 ms
|
[88][90]
|
|
49
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/05 00:00:01
|
0.1 s
|
[91][93]
|
|
50
|
count at AbstractOperator.java:109
+details
count at AbstractOperator.java:109
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:109)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/05 00:00:01
|
0.1 s
|
[92][94]
|
|
51
|
createOrReplaceTempView at SQLOperator.java:58
+details
createOrReplaceTempView at SQLOperator.java:58
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3794)
com.sdata.exchange.service.runtime.operators.transform.customized.sql.SQLOperator.handle(SQLOperator.java:58)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/05 00:00:01
|
0 ms
|
|
|
52
|
createOrReplaceTempView at SQLOperator.java:58
+details
createOrReplaceTempView at SQLOperator.java:58
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3794)
com.sdata.exchange.service.runtime.operators.transform.customized.sql.SQLOperator.handle(SQLOperator.java:58)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/05 00:00:01
|
0 ms
|
|
|
53
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/05 00:00:01
|
93 ms
|
[95][96]
|
|
54
|
createOrReplaceTempView at SQLOperator.java:58
+details
createOrReplaceTempView at SQLOperator.java:58
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3794)
com.sdata.exchange.service.runtime.operators.transform.customized.sql.SQLOperator.handle(SQLOperator.java:58)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/05 00:00:01
|
1 ms
|
|
|
55
|
createOrReplaceTempView at SQLOperator.java:58
+details
createOrReplaceTempView at SQLOperator.java:58
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3794)
com.sdata.exchange.service.runtime.operators.transform.customized.sql.SQLOperator.handle(SQLOperator.java:58)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/05 00:00:01
|
0 ms
|
|
|
56
|
parquet at LocalFilePlatform.java:79
+details
parquet at LocalFilePlatform.java:79
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:789)
com.sdata.filesystem.fileplatform.LocalFilePlatform.storageCTDataset(LocalFilePlatform.java:79)
com.sdata.filesystem.utils.StorageUtil.storageCTDataset(StorageUtil.java:52)
com.sdata.asset.service.dataset.DatasetService.saveAssetParquetV2(DatasetService.java:96)
com.sdata.asset.service.dataset.DatasetService$$FastClassBySpringCGLIB$$8b47ccc8.invoke(<generated>)
org.springframework.cglib.proxy.MethodProxy.invoke(MethodProxy.java:218)
org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.invokeJoinpoint(CglibAopProxy.java:793)
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163)
org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.proceed(CglibAopProxy.java:763)
org.springframework.aop.aspectj.MethodInvocationProceedingJoinPoint.proceed(MethodInvocationProceedingJoinPoint.java:89)
com.sdata.starter.log.OpentelemetryLogAspect.preTrace(OpentelemetryLogAspect.java:95)
sun.reflect.GeneratedMethodAccessor176.invoke(Unknown Source)
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
java.lang.reflect.Method.invoke(Method.java:498)
org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethodWithGivenArgs(AbstractAspectJAdvice.java:634)
org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethod(AbstractAspectJAdvice.java:624)
org.springframework.aop.aspectj.AspectJAroundAdvice.invoke(AspectJAroundAdvice.java:72)
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186)
org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.proceed(CglibAopProxy.java:763)
org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:97)
|
2025/03/05 00:00:02
|
0.7 s
|
[97][98][100]
|
|
57
|
parquet at LocalFilePlatform.java:79
+details
parquet at LocalFilePlatform.java:79
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:789)
com.sdata.filesystem.fileplatform.LocalFilePlatform.storageCTDataset(LocalFilePlatform.java:79)
com.sdata.filesystem.utils.StorageUtil.storageCTDataset(StorageUtil.java:52)
com.sdata.asset.service.dataset.DatasetService.saveAssetParquetV2(DatasetService.java:96)
com.sdata.asset.service.dataset.DatasetService$$FastClassBySpringCGLIB$$8b47ccc8.invoke(<generated>)
org.springframework.cglib.proxy.MethodProxy.invoke(MethodProxy.java:218)
org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.invokeJoinpoint(CglibAopProxy.java:793)
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163)
org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.proceed(CglibAopProxy.java:763)
org.springframework.aop.aspectj.MethodInvocationProceedingJoinPoint.proceed(MethodInvocationProceedingJoinPoint.java:89)
com.sdata.starter.log.OpentelemetryLogAspect.preTrace(OpentelemetryLogAspect.java:95)
sun.reflect.GeneratedMethodAccessor176.invoke(Unknown Source)
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
java.lang.reflect.Method.invoke(Method.java:498)
org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethodWithGivenArgs(AbstractAspectJAdvice.java:634)
org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethod(AbstractAspectJAdvice.java:624)
org.springframework.aop.aspectj.AspectJAroundAdvice.invoke(AspectJAroundAdvice.java:72)
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186)
org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.proceed(CglibAopProxy.java:763)
org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:97)
|
2025/03/05 00:00:02
|
0.5 s
|
[99]
|
|
58
|
count at AbstractOperator.java:118
+details
count at AbstractOperator.java:118
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:118)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/05 00:00:02
|
0.1 s
|
[101][102]
|
|
59
|
count at AbstractOperator.java:118
+details
count at AbstractOperator.java:118
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:118)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/05 00:00:02
|
0.2 s
|
[103][104][106][108]
|
|
60
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/05 00:00:02
|
83 ms
|
[105][107]
|
|
61
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/05 00:00:03
|
0.2 s
|
[109][110][111][112]
|
|
62
|
count at InputSourceOperator.java:260
+details
count at InputSourceOperator.java:260
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.getAssetInputCount(InputSourceOperator.java:260)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.handle(InputSourceOperator.java:126)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/05 00:05:38
|
0.1 s
|
[114][115]
|
|
63
|
count at AbstractOperator.java:109
+details
count at AbstractOperator.java:109
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:109)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/05 00:05:38
|
77 ms
|
[116][117]
|
|
64
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/05 00:05:38
|
93 ms
|
[118][119]
|
|
65
|
count at OutputSourceOperator.java:158
+details
count at OutputSourceOperator.java:158
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.handle(OutputSourceOperator.java:158)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/05 00:05:38
|
82 ms
|
[120][121]
|
|
66
|
parquet at OutputSourceOperator.java:161
+details
parquet at OutputSourceOperator.java:161
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:789)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.handle(OutputSourceOperator.java:161)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/05 00:05:38
|
0.2 s
|
[122]
|
|
67
|
jdbc at OutputSourceOperator.java:591
+details
jdbc at OutputSourceOperator.java:591
org.apache.spark.sql.DataFrameWriter.jdbc(DataFrameWriter.scala:753)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.writeDSToJDBC(OutputSourceOperator.java:591)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.handle(OutputSourceOperator.java:337)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/05 00:05:39
|
0.2 s
|
[123]
|
|
68
|
count at AbstractOperator.java:118
+details
count at AbstractOperator.java:118
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:118)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/05 00:05:39
|
83 ms
|
[124][125]
|
|
69
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/05 00:05:39
|
85 ms
|
[126][127]
|
|
70
|
count at InputSourceOperator.java:260
+details
count at InputSourceOperator.java:260
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.getAssetInputCount(InputSourceOperator.java:260)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.handle(InputSourceOperator.java:126)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/05 14:45:32
|
0.1 s
|
[129][130]
|
|
71
|
count at AbstractOperator.java:109
+details
count at AbstractOperator.java:109
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:109)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/05 14:45:32
|
69 ms
|
[131][132]
|
|
72
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/05 14:45:32
|
76 ms
|
[133][134]
|
|
73
|
count at OutputSourceOperator.java:158
+details
count at OutputSourceOperator.java:158
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.handle(OutputSourceOperator.java:158)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/05 14:45:32
|
0.1 s
|
[135][136]
|
|
74
|
parquet at OutputSourceOperator.java:161
+details
parquet at OutputSourceOperator.java:161
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:789)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.handle(OutputSourceOperator.java:161)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/05 14:45:32
|
0.2 s
|
[137]
|
|
75
|
jdbc at OutputSourceOperator.java:591
+details
jdbc at OutputSourceOperator.java:591
org.apache.spark.sql.DataFrameWriter.jdbc(DataFrameWriter.scala:753)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.writeDSToJDBC(OutputSourceOperator.java:591)
com.sdata.exchange.service.runtime.operators.load.OutputSourceOperator.handle(OutputSourceOperator.java:337)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/05 14:45:33
|
0.2 s
|
[138]
|
|
76
|
count at AbstractOperator.java:118
+details
count at AbstractOperator.java:118
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:118)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/05 14:45:33
|
0.1 s
|
[139][140]
|
|
77
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/05 14:45:33
|
99 ms
|
[141][142]
|
|
78
|
count at InputSourceOperator.java:260
+details
count at InputSourceOperator.java:260
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.getAssetInputCount(InputSourceOperator.java:260)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.handle(InputSourceOperator.java:126)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/06 00:00:00
|
0.2 s
|
[143][144]
|
|
79
|
count at AbstractOperator.java:109
+details
count at AbstractOperator.java:109
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:109)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/06 00:00:00
|
73 ms
|
[145][146]
|
|
80
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/06 00:00:00
|
0.1 s
|
[147][148]
|
|
81
|
count at InputSourceOperator.java:260
+details
count at InputSourceOperator.java:260
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.getAssetInputCount(InputSourceOperator.java:260)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.handle(InputSourceOperator.java:126)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/06 00:00:00
|
75 ms
|
[149][150]
|
|
82
|
count at AbstractOperator.java:109
+details
count at AbstractOperator.java:109
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:109)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/06 00:00:00
|
86 ms
|
[151][152]
|
|
83
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/06 00:00:00
|
0.1 s
|
[153][154]
|
|
84
|
createOrReplaceTempView at SQLOperator.java:58
+details
createOrReplaceTempView at SQLOperator.java:58
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3794)
com.sdata.exchange.service.runtime.operators.transform.customized.sql.SQLOperator.handle(SQLOperator.java:58)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/06 00:00:01
|
1 ms
|
|
|
85
|
createOrReplaceTempView at SQLOperator.java:58
+details
createOrReplaceTempView at SQLOperator.java:58
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3794)
com.sdata.exchange.service.runtime.operators.transform.customized.sql.SQLOperator.handle(SQLOperator.java:58)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/06 00:00:01
|
0 ms
|
|
|
86
|
count at InputSourceOperator.java:260
+details
count at InputSourceOperator.java:260
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.getAssetInputCount(InputSourceOperator.java:260)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.handle(InputSourceOperator.java:126)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/06 00:00:01
|
85 ms
|
[155][156]
|
|
87
|
createOrReplaceTempView at SQLOperator.java:58
+details
createOrReplaceTempView at SQLOperator.java:58
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3794)
com.sdata.exchange.service.runtime.operators.transform.customized.sql.SQLOperator.handle(SQLOperator.java:58)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/06 00:00:01
|
0 ms
|
|
|
88
|
count at AbstractOperator.java:109
+details
count at AbstractOperator.java:109
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:109)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/06 00:00:01
|
0.1 s
|
[157][158]
|
|
89
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/06 00:00:01
|
0.1 s
|
[159][160]
|
|
90
|
createOrReplaceTempView at SQLOperator.java:58
+details
createOrReplaceTempView at SQLOperator.java:58
org.apache.spark.sql.Dataset.createOrReplaceTempView(Dataset.scala:3794)
com.sdata.exchange.service.runtime.operators.transform.customized.sql.SQLOperator.handle(SQLOperator.java:58)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/06 00:00:01
|
0 ms
|
|
|
91
|
parquet at LocalFilePlatform.java:79
+details
parquet at LocalFilePlatform.java:79
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:789)
com.sdata.filesystem.fileplatform.LocalFilePlatform.storageCTDataset(LocalFilePlatform.java:79)
com.sdata.filesystem.utils.StorageUtil.storageCTDataset(StorageUtil.java:52)
com.sdata.asset.service.dataset.DatasetService.saveAssetParquetV2(DatasetService.java:96)
com.sdata.asset.service.dataset.DatasetService$$FastClassBySpringCGLIB$$8b47ccc8.invoke(<generated>)
org.springframework.cglib.proxy.MethodProxy.invoke(MethodProxy.java:218)
org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.invokeJoinpoint(CglibAopProxy.java:793)
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163)
org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.proceed(CglibAopProxy.java:763)
org.springframework.aop.aspectj.MethodInvocationProceedingJoinPoint.proceed(MethodInvocationProceedingJoinPoint.java:89)
com.sdata.starter.log.OpentelemetryLogAspect.preTrace(OpentelemetryLogAspect.java:95)
sun.reflect.GeneratedMethodAccessor176.invoke(Unknown Source)
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
java.lang.reflect.Method.invoke(Method.java:498)
org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethodWithGivenArgs(AbstractAspectJAdvice.java:634)
org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethod(AbstractAspectJAdvice.java:624)
org.springframework.aop.aspectj.AspectJAroundAdvice.invoke(AspectJAroundAdvice.java:72)
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186)
org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.proceed(CglibAopProxy.java:763)
org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:97)
|
2025/03/06 00:00:02
|
0.9 s
|
[161][162][163][165]
|
|
92
|
parquet at LocalFilePlatform.java:79
+details
parquet at LocalFilePlatform.java:79
org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:789)
com.sdata.filesystem.fileplatform.LocalFilePlatform.storageCTDataset(LocalFilePlatform.java:79)
com.sdata.filesystem.utils.StorageUtil.storageCTDataset(StorageUtil.java:52)
com.sdata.asset.service.dataset.DatasetService.saveAssetParquetV2(DatasetService.java:96)
com.sdata.asset.service.dataset.DatasetService$$FastClassBySpringCGLIB$$8b47ccc8.invoke(<generated>)
org.springframework.cglib.proxy.MethodProxy.invoke(MethodProxy.java:218)
org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.invokeJoinpoint(CglibAopProxy.java:793)
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163)
org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.proceed(CglibAopProxy.java:763)
org.springframework.aop.aspectj.MethodInvocationProceedingJoinPoint.proceed(MethodInvocationProceedingJoinPoint.java:89)
com.sdata.starter.log.OpentelemetryLogAspect.preTrace(OpentelemetryLogAspect.java:95)
sun.reflect.GeneratedMethodAccessor176.invoke(Unknown Source)
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
java.lang.reflect.Method.invoke(Method.java:498)
org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethodWithGivenArgs(AbstractAspectJAdvice.java:634)
org.springframework.aop.aspectj.AbstractAspectJAdvice.invokeAdviceMethod(AbstractAspectJAdvice.java:624)
org.springframework.aop.aspectj.AspectJAroundAdvice.invoke(AspectJAroundAdvice.java:72)
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:186)
org.springframework.aop.framework.CglibAopProxy$CglibMethodInvocation.proceed(CglibAopProxy.java:763)
org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:97)
|
2025/03/06 00:00:02
|
0.5 s
|
[164]
|
|
93
|
count at AbstractOperator.java:118
+details
count at AbstractOperator.java:118
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:118)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/06 00:00:03
|
0.2 s
|
[168][170]
|
|
94
|
count at AbstractOperator.java:118
+details
count at AbstractOperator.java:118
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:118)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/06 00:00:03
|
0.4 s
|
[166][167][169][172][174]
|
|
95
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/06 00:00:03
|
91 ms
|
[171][173]
|
|
96
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/06 00:00:03
|
0.2 s
|
[175][176][177][178][179]
|
|
97
|
count at InputSourceOperator.java:260
+details
count at InputSourceOperator.java:260
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.getAssetInputCount(InputSourceOperator.java:260)
com.sdata.exchange.service.runtime.operators.extract.InputSourceOperator.handle(InputSourceOperator.java:126)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:257)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/06 00:05:38
|
99 ms
|
[181][182]
|
|
98
|
count at AbstractOperator.java:109
+details
count at AbstractOperator.java:109
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:109)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/06 00:05:38
|
0.1 s
|
[183][184]
|
|
99
|
count at AbstractOperator.java:251
+details
count at AbstractOperator.java:251
org.apache.spark.sql.Dataset.count(Dataset.scala:3499)
com.sdata.exchange.service.runtime.operators.AbstractOperator.getNodeCountStatus(AbstractOperator.java:251)
com.sdata.exchange.service.runtime.operators.AbstractOperator.afterNodeEnd(AbstractOperator.java:148)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.serialExecute(SparkRunnerThread.java:258)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.execute(SparkRunnerThread.java:195)
com.sdata.exchange.service.runtime.runtime.SparkRunnerThread.run(SparkRunnerThread.java:142)
com.sdata.starter.utils.log.TaskExecutorMBean.lambda$executeRunnable$0(TaskExecutorMBean.java:88)
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
java.lang.Thread.run(Thread.java:748)
|
2025/03/06 00:05:38
|
91 ms
|
[185][186]
|