/Spark_2.1.2_code_analysis

Primary LanguageScalaApache License 2.0Apache-2.0

After review file number

 1	core//src/main/scala/org/apache/spark/deploy/master/ApplicationSource.scala
 2	core//src/main/scala/org/apache/spark/deploy/master/MasterSource.scala
 3	core//src/main/scala/org/apache/spark/metrics/sink/ConsoleSink.scala
 4	core//src/main/scala/org/apache/spark/metrics/sink/CsvSink.scala
 5	core//src/main/scala/org/apache/spark/metrics/sink/MetricsServlet.scala
 6	core//src/main/scala/org/apache/spark/metrics/sink/Sink.scala
 7	core//src/main/scala/org/apache/spark/network/netty/SparkTransportConf.scala
 8	core//src/main/scala/org/apache/spark/SparkConf.scala
 9	core//src/main/scala/org/apache/spark/storage/BlockManagerId.scala
10	core//src/main/scala/org/apache/spark/storage/BlockManagerMaster.scala
11	core//src/main/scala/org/apache/spark/storage/BlockManagerMasterEndpoint.scala
12	core//src/main/scala/org/apache/spark/storage/BlockManagerSlaveEndpoint.scala
13	core//target/resolution-cache/reports/org.apache.spark-spark-core_2.11-compile-internal.xml
14	core//target/resolution-cache/reports/org.apache.spark-spark-core_2.11-compile.xml
15	core//target/resolution-cache/reports/org.apache.spark-spark-core_2.11-plugin.xml
16	core//target/resolution-cache/reports/org.apache.spark-spark-core_2.11-provided.xml
17	core//target/resolution-cache/reports/org.apache.spark-spark-core_2.11-runtime-internal.xml
18	core//target/resolution-cache/reports/org.apache.spark-spark-core_2.11-runtime.xml
19	core//target/resolution-cache/reports/org.apache.spark-spark-core_2.11-scala-tool.xml
20	core//target/resolution-cache/reports/org.apache.spark-spark-core_2.11-test-internal.xml
21	core//target/resolution-cache/reports/org.apache.spark-spark-core_2.11-test.xml
22	core//target/streams/$global/update/$global/streams/out
23	core//target/streams/compile/externalDependencyClasspath/$global/streams/export
24	core//target/streams/compile/managedClasspath/$global/streams/export
25	core//target/streams/runtime/externalDependencyClasspath/$global/streams/export
26	core//target/streams/runtime/managedClasspath/$global/streams/export
27	core//target/streams/test/externalDependencyClasspath/$global/streams/export
28	core//target/streams/test/managedClasspath/$global/streams/export
 1	common//network-common/src/main/java/org/apache/spark/network/client/TransportClientFactory.java
 2	common//network-common/src/main/java/org/apache/spark/network/server/TransportChannelHandler.java
 3	common//network-common/src/main/java/org/apache/spark/network/server/TransportServer.java
 4	common//network-common/src/main/java/org/apache/spark/network/TransportContext.java
 5	common//network-common/src/main/java/org/apache/spark/network/util/TransportConf.java
 6	common//network-common/src/test/java/org/apache/spark/network/sasl/SparkSaslSuite.java
 7	common//network-common/target/resolution-cache/reports/org.apache.spark-spark-network-common_2.11-compile-internal.xml
 8	common//network-common/target/resolution-cache/reports/org.apache.spark-spark-network-common_2.11-compile.xml
 9	common//network-common/target/resolution-cache/reports/org.apache.spark-spark-network-common_2.11-plugin.xml
10	common//network-common/target/resolution-cache/reports/org.apache.spark-spark-network-common_2.11-provided.xml
11	common//network-common/target/resolution-cache/reports/org.apache.spark-spark-network-common_2.11-runtime-internal.xml
12	common//network-common/target/resolution-cache/reports/org.apache.spark-spark-network-common_2.11-runtime.xml
13	common//network-common/target/resolution-cache/reports/org.apache.spark-spark-network-common_2.11-scala-tool.xml
14	common//network-common/target/resolution-cache/reports/org.apache.spark-spark-network-common_2.11-test-internal.xml
15	common//network-common/target/resolution-cache/reports/org.apache.spark-spark-network-common_2.11-test.xml
16	common//network-common/target/streams/$global/update/$global/streams/out
17	common//network-common/target/streams/compile/externalDependencyClasspath/$global/streams/export
18	common//network-common/target/streams/compile/managedClasspath/$global/streams/export
19	common//network-common/target/streams/runtime/externalDependencyClasspath/$global/streams/export
20	common//network-common/target/streams/runtime/managedClasspath/$global/streams/export
21	common//network-common/target/streams/test/externalDependencyClasspath/$global/streams/export
22	common//network-common/target/streams/test/managedClasspath/$global/streams/export
23	common//network-shuffle/target/resolution-cache/reports/org.apache.spark-spark-network-shuffle_2.11-compile-internal.xml
24	common//network-shuffle/target/resolution-cache/reports/org.apache.spark-spark-network-shuffle_2.11-compile.xml
25	common//network-shuffle/target/resolution-cache/reports/org.apache.spark-spark-network-shuffle_2.11-plugin.xml
26	common//network-shuffle/target/resolution-cache/reports/org.apache.spark-spark-network-shuffle_2.11-provided.xml
27	common//network-shuffle/target/resolution-cache/reports/org.apache.spark-spark-network-shuffle_2.11-runtime-internal.xml
28	common//network-shuffle/target/resolution-cache/reports/org.apache.spark-spark-network-shuffle_2.11-runtime.xml
29	common//network-shuffle/target/resolution-cache/reports/org.apache.spark-spark-network-shuffle_2.11-scala-tool.xml
30	common//network-shuffle/target/resolution-cache/reports/org.apache.spark-spark-network-shuffle_2.11-test-internal.xml
31	common//network-shuffle/target/resolution-cache/reports/org.apache.spark-spark-network-shuffle_2.11-test.xml
32	common//network-shuffle/target/streams/$global/projectDescriptors/$global/streams/out
33	common//network-shuffle/target/streams/$global/update/$global/streams/out
34	common//network-shuffle/target/streams/compile/externalDependencyClasspath/$global/streams/export
35	common//network-shuffle/target/streams/compile/managedClasspath/$global/streams/export
36	common//network-shuffle/target/streams/runtime/externalDependencyClasspath/$global/streams/export
37	common//network-shuffle/target/streams/runtime/managedClasspath/$global/streams/export
38	common//network-shuffle/target/streams/test/externalDependencyClasspath/$global/streams/export
39	common//network-shuffle/target/streams/test/managedClasspath/$global/streams/export
40	common//sketch/target/resolution-cache/reports/org.apache.spark-spark-sketch_2.11-compile-internal.xml
41	common//sketch/target/resolution-cache/reports/org.apache.spark-spark-sketch_2.11-compile.xml
42	common//sketch/target/resolution-cache/reports/org.apache.spark-spark-sketch_2.11-plugin.xml
43	common//sketch/target/resolution-cache/reports/org.apache.spark-spark-sketch_2.11-runtime-internal.xml
44	common//sketch/target/resolution-cache/reports/org.apache.spark-spark-sketch_2.11-runtime.xml
45	common//sketch/target/resolution-cache/reports/org.apache.spark-spark-sketch_2.11-scala-tool.xml
46	common//sketch/target/resolution-cache/reports/org.apache.spark-spark-sketch_2.11-test-internal.xml
47	common//sketch/target/resolution-cache/reports/org.apache.spark-spark-sketch_2.11-test.xml
48	common//sketch/target/streams/$global/update/$global/streams/out
49	common//sketch/target/streams/compile/externalDependencyClasspath/$global/streams/export
50	common//sketch/target/streams/compile/managedClasspath/$global/streams/export
51	common//sketch/target/streams/runtime/externalDependencyClasspath/$global/streams/export
52	common//sketch/target/streams/runtime/managedClasspath/$global/streams/export
53	common//sketch/target/streams/test/externalDependencyClasspath/$global/streams/export
54	common//sketch/target/streams/test/managedClasspath/$global/streams/export
55	common//tags/target/resolution-cache/reports/org.apache.spark-spark-tags_2.11-compile-internal.xml
56	common//tags/target/resolution-cache/reports/org.apache.spark-spark-tags_2.11-compile.xml
57	common//tags/target/resolution-cache/reports/org.apache.spark-spark-tags_2.11-plugin.xml
58	common//tags/target/resolution-cache/reports/org.apache.spark-spark-tags_2.11-runtime-internal.xml
59	common//tags/target/resolution-cache/reports/org.apache.spark-spark-tags_2.11-runtime.xml
60	common//tags/target/resolution-cache/reports/org.apache.spark-spark-tags_2.11-scala-tool.xml
61	common//tags/target/resolution-cache/reports/org.apache.spark-spark-tags_2.11-test-internal.xml
62	common//tags/target/resolution-cache/reports/org.apache.spark-spark-tags_2.11-test.xml
63	common//tags/target/streams/$global/update/$global/streams/out
64	common//tags/target/streams/compile/externalDependencyClasspath/$global/streams/export
65	common//tags/target/streams/compile/managedClasspath/$global/streams/export
66	common//tags/target/streams/runtime/externalDependencyClasspath/$global/streams/export
67	common//tags/target/streams/runtime/managedClasspath/$global/streams/export
68	common//tags/target/streams/test/externalDependencyClasspath/$global/streams/export
69	common//tags/target/streams/test/managedClasspath/$global/streams/export
70	common//unsafe/target/resolution-cache/reports/org.apache.spark-spark-unsafe_2.11-compile-internal.xml
71	common//unsafe/target/resolution-cache/reports/org.apache.spark-spark-unsafe_2.11-compile.xml
72	common//unsafe/target/resolution-cache/reports/org.apache.spark-spark-unsafe_2.11-plugin.xml
73	common//unsafe/target/resolution-cache/reports/org.apache.spark-spark-unsafe_2.11-provided.xml
74	common//unsafe/target/resolution-cache/reports/org.apache.spark-spark-unsafe_2.11-runtime-internal.xml
75	common//unsafe/target/resolution-cache/reports/org.apache.spark-spark-unsafe_2.11-runtime.xml
76	common//unsafe/target/resolution-cache/reports/org.apache.spark-spark-unsafe_2.11-scala-tool.xml
77	common//unsafe/target/resolution-cache/reports/org.apache.spark-spark-unsafe_2.11-test-internal.xml
78	common//unsafe/target/resolution-cache/reports/org.apache.spark-spark-unsafe_2.11-test.xml
79	common//unsafe/target/streams/$global/update/$global/streams/out
80	common//unsafe/target/streams/compile/externalDependencyClasspath/$global/streams/export
81	common//unsafe/target/streams/compile/managedClasspath/$global/streams/export
82	common//unsafe/target/streams/runtime/externalDependencyClasspath/$global/streams/export
83	common//unsafe/target/streams/runtime/managedClasspath/$global/streams/export
84	common//unsafe/target/streams/test/externalDependencyClasspath/$global/streams/export
85	common//unsafe/target/streams/test/managedClasspath/$global/streams/export

todo list

 1	core//src/main/scala/org/apache/spark/metrics/sink/ConsoleSink.scala
 2	core//src/main/scala/org/apache/spark/metrics/sink/MetricsServlet.scala
 3	core//src/main/scala/org/apache/spark/storage/BlockManagerId.scala
 4	core//src/main/scala/org/apache/spark/storage/BlockManagerMasterEndpoint.scala
 5	core//src/main/scala/org/apache/spark/util/ClosureCleaner.scala
 1	common//network-common/src/main/java/org/apache/spark/network/client/TransportClient.java
 2	common//network-common/src/main/java/org/apache/spark/network/client/TransportClientFactory.java