Skip to content

Commit b6df618

Browse files
aajisakaclaude
aajisaka
and
claude
committed
Upgrade Apache Ranger from 2.6.0 to 2.8.0
Ranger 2.8.0 restructured its audit modules: ranger-plugins-audit is now empty and the core audit functionality moved to ranger-audit-core, with destination-specific modules split out separately. Update the dependency declarations and exclusions accordingly. Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
1 parent a99d6e0 commit b6df618

3 files changed

Lines changed: 37 additions & 131 deletions

File tree

‎docs/security/authorization/spark/build.md‎

Lines changed: 6 additions & 17 deletions
Original file line numberDiff line numberDiff line change
@@ -78,27 +78,16 @@ By default, it is always built with the latest `ranger.version` defined in kyuub
7878
Sometimes, it may be incompatible with other Ranger Admins, then you may need to build the plugin on your own targeting the Ranger Admin version you connect with.
7979

8080
```shell
81-
build/mvn clean package -pl :kyuubi-spark-authz_2.12 -am -DskipTests -Dranger.version=2.4.0
81+
build/mvn clean package -pl :kyuubi-spark-authz_2.12 -am -DskipTests -Dranger.version=2.8.0
8282
```
8383

8484
The available `ranger.version`s are shown in the following table.
8585

86-
| Ranger Version | Supported | Remark |
87-
|:--------------:|:---------:|:-----------------------------------------------------------------------------------------:|
88-
| 2.6.x | √ | - |
89-
| 2.5.x | √ | - |
90-
| 2.4.x | √ | - |
91-
| 2.3.x | √ | - |
92-
| 2.2.x | √ | - |
93-
| 2.1.x | √ | - |
94-
| 2.0.x | √ | - |
95-
| 1.2.x | √ | - |
96-
| 1.1.x | √ | - |
97-
| 1.0.x | √ | - |
98-
| 0.7.x | √ | - |
99-
| 0.6.x | X | [KYUUBI-4672](https://github.com/apache/kyuubi/issues/4672) reported unresolved failures. |
100-
101-
Currently, all ranger releases are supported.
86+
| Ranger Version | Supported | Remark |
87+
|:--------------:|:---------:|:------:|
88+
| 2.8.x | √ | - |
89+
90+
Please use branch-1.11 or prior to build against Ranger version prior to 2.8.0.
10291

10392
## Test with ScalaTest Maven plugin
10493

‎extensions/spark/kyuubi-spark-authz/README.md‎

Lines changed: 13 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -26,7 +26,7 @@
2626
## Build
2727

2828
```shell
29-
build/mvn clean package -DskipTests -pl :kyuubi-spark-authz_2.12 -am -Dspark.version=3.5.6 -Dranger.version=2.6.0
29+
build/mvn clean package -DskipTests -pl :kyuubi-spark-authz_2.12 -am -Dspark.version=3.5.6 -Dranger.version=2.8.0
3030
```
3131

3232
### Supported Apache Spark Versions
@@ -47,17 +47,18 @@ build/mvn clean package -DskipTests -pl :kyuubi-spark-authz_2.12 -am -Dspark.ver
4747

4848
`-Dranger.version=`
4949

50+
- [x] 2.8.x (default)
5051
- [ ] 2.7.x
51-
- [x] 2.6.x (default)
52-
- [x] 2.5.x
53-
- [x] 2.4.x
54-
- [x] 2.3.x
55-
- [x] 2.2.x
56-
- [x] 2.1.x
57-
- [x] 2.0.x
58-
- [x] 1.2.x
59-
- [x] 1.1.x
60-
- [x] 1.0.x
61-
- [x] 0.7.x
52+
- [ ] 2.6.x
53+
- [ ] 2.5.x
54+
- [ ] 2.4.x
55+
- [ ] 2.3.x
56+
- [ ] 2.2.x
57+
- [ ] 2.1.x
58+
- [ ] 2.0.x
59+
- [ ] 1.2.x
60+
- [ ] 1.1.x
61+
- [ ] 1.0.x
62+
- [ ] 0.7.x
6263
- [ ] 0.6.x
6364

‎extensions/spark/kyuubi-spark-authz/pom.xml‎

Lines changed: 18 additions & 102 deletions
Original file line numberDiff line numberDiff line change
@@ -32,7 +32,7 @@
3232
<url>https://kyuubi.apache.org/</url>
3333

3434
<properties>
35-
<ranger.version>2.6.0</ranger.version>
35+
<ranger.version>2.8.0</ranger.version>
3636
<jersey.client.version>1.19.4</jersey.client.version>
3737
</properties>
3838

@@ -72,37 +72,21 @@
7272
</exclusion>
7373
<exclusion>
7474
<groupId>org.apache.ranger</groupId>
75-
<artifactId>ranger-plugins-audit</artifactId>
75+
<artifactId>ranger-audit-core</artifactId>
76+
</exclusion>
77+
<exclusion>
78+
<groupId>org.apache.ranger</groupId>
79+
<artifactId>ugsync-util</artifactId>
7680
</exclusion>
7781
<!-- this is going to be replaced with jersey-client -->
7882
<exclusion>
7983
<groupId>com.sun.jersey</groupId>
8084
<artifactId>jersey-bundle</artifactId>
8185
</exclusion>
82-
<exclusion>
83-
<groupId>log4j</groupId>
84-
<artifactId>log4j</artifactId>
85-
</exclusion>
86-
<exclusion>
87-
<groupId>ch.qos.logback</groupId>
88-
<artifactId>logback-classic</artifactId>
89-
</exclusion>
9086
<exclusion>
9187
<groupId>org.apache.commons</groupId>
9288
<artifactId>commons-configuration2</artifactId>
9389
</exclusion>
94-
<exclusion>
95-
<groupId>commons-logging</groupId>
96-
<artifactId>commons-logging</artifactId>
97-
</exclusion>
98-
<exclusion>
99-
<groupId>org.apache.hadoop</groupId>
100-
<artifactId>hadoop-common</artifactId>
101-
</exclusion>
102-
<exclusion>
103-
<groupId>javax.ws.rs</groupId>
104-
<artifactId>jsr311-api</artifactId>
105-
</exclusion>
10690
<exclusion>
10791
<groupId>com.kstruct</groupId>
10892
<artifactId>gethostname4j</artifactId>
@@ -115,6 +99,10 @@
11599
<groupId>net.java.dev.jna</groupId>
116100
<artifactId>jna-platform</artifactId>
117101
</exclusion>
102+
<exclusion>
103+
<groupId>org.mockito</groupId>
104+
<artifactId>mockito-core</artifactId>
105+
</exclusion>
118106
</exclusions>
119107
</dependency>
120108

@@ -132,92 +120,25 @@
132120

133121
<dependency>
134122
<groupId>org.apache.ranger</groupId>
135-
<artifactId>ranger-plugins-audit</artifactId>
123+
<artifactId>ranger-audit-core</artifactId>
136124
<version>${ranger.version}</version>
137125
<exclusions>
138126
<exclusion>
139127
<groupId>org.apache.ranger</groupId>
140128
<artifactId>ranger-plugins-cred</artifactId>
141129
</exclusion>
142130
<exclusion>
143-
<groupId>org.apache.kafka</groupId>
144-
<artifactId>*</artifactId>
145-
</exclusion>
146-
<exclusion>
147-
<groupId>org.apache.solr</groupId>
148-
<artifactId>solr-solrj</artifactId>
149-
</exclusion>
150-
<exclusion>
151-
<groupId>org.elasticsearch</groupId>
152-
<artifactId>*</artifactId>
153-
</exclusion>
154-
<exclusion>
155-
<groupId>org.elasticsearch.client</groupId>
156-
<artifactId>*</artifactId>
157-
</exclusion>
158-
<exclusion>
159-
<groupId>org.elasticsearch.plugin</groupId>
160-
<artifactId>*</artifactId>
161-
</exclusion>
162-
<exclusion>
163-
<groupId>org.apache.lucene</groupId>
164-
<artifactId>*</artifactId>
165-
</exclusion>
166-
<exclusion>
167-
<groupId>log4j</groupId>
168-
<artifactId>log4j</artifactId>
169-
</exclusion>
170-
<exclusion>
171-
<groupId>commons-lang</groupId>
172-
<artifactId>commons-lang</artifactId>
173-
</exclusion>
174-
<exclusion>
175-
<groupId>commons-logging</groupId>
176-
<artifactId>commons-logging</artifactId>
131+
<groupId>org.apache.commons</groupId>
132+
<artifactId>commons-configuration2</artifactId>
177133
</exclusion>
178134
<exclusion>
179135
<groupId>com.carrotsearch</groupId>
180136
<artifactId>hppc</artifactId>
181137
</exclusion>
182-
<exclusion>
183-
<groupId>org.apache.httpcomponents</groupId>
184-
<artifactId>*</artifactId>
185-
</exclusion>
186-
<exclusion>
187-
<groupId>org.apache.hive</groupId>
188-
<artifactId>hive-storage-api</artifactId>
189-
</exclusion>
190-
<exclusion>
191-
<groupId>org.apache.orc</groupId>
192-
<artifactId>orc-core</artifactId>
193-
</exclusion>
194-
<exclusion>
195-
<groupId>org.apache.hadoop</groupId>
196-
<artifactId>hadoop-common</artifactId>
197-
</exclusion>
198-
<exclusion>
199-
<groupId>com.google.guava</groupId>
200-
<artifactId>guava</artifactId>
201-
</exclusion>
202138
<exclusion>
203139
<groupId>joda-time</groupId>
204140
<artifactId>joda-time</artifactId>
205141
</exclusion>
206-
<exclusion>
207-
<groupId>org.apache.logging.log4j</groupId>
208-
<artifactId>*</artifactId>
209-
</exclusion>
210-
<!--
211-
RANGER-4831 (2.5.0) switches from aws-java-sdk-bundle to aws-java-sdk-logs
212-
-->
213-
<exclusion>
214-
<groupId>com.amazonaws</groupId>
215-
<artifactId>aws-java-sdk-bundle</artifactId>
216-
</exclusion>
217-
<exclusion>
218-
<groupId>com.amazonaws</groupId>
219-
<artifactId>aws-java-sdk-logs</artifactId>
220-
</exclusion>
221142
</exclusions>
222143
</dependency>
223144

@@ -232,20 +153,15 @@
232153
</exclusion>
233154
<exclusion>
234155
<groupId>org.apache.hadoop</groupId>
235-
<artifactId>hadoop-common</artifactId>
236-
</exclusion>
237-
<exclusion>
238-
<groupId>log4j</groupId>
239-
<artifactId>log4j</artifactId>
156+
<artifactId>hadoop-auth</artifactId>
240157
</exclusion>
241-
<!-- they were removed in RANGER-3184 (2.2.0) -->
242158
<exclusion>
243-
<groupId>org.eclipse.persistence</groupId>
244-
<artifactId>javax.persistence</artifactId>
159+
<groupId>org.apache.hadoop</groupId>
160+
<artifactId>hadoop-client-api</artifactId>
245161
</exclusion>
246162
<exclusion>
247-
<groupId>org.eclipse.persistence</groupId>
248-
<artifactId>eclipselink</artifactId>
163+
<groupId>org.apache.hadoop</groupId>
164+
<artifactId>hadoop-client-runtime</artifactId>
249165
</exclusion>
250166
</exclusions>
251167
</dependency>

0 commit comments

Comments
 (0)