forked from alibaba/ROLL
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathindex.js
More file actions
285 lines (275 loc) · 13.3 KB
/
Copy pathindex.js
File metadata and controls
285 lines (275 loc) · 13.3 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
import React, { useState } from 'react';
import { Button, Image, Divider, Col, Row, Collapse, Modal, ConfigProvider, theme } from 'antd';
import { GithubOutlined, WechatOutlined, XOutlined } from '@ant-design/icons';
import clsx from 'clsx';
import useBaseUrl from '@docusaurus/useBaseUrl';
import { useColorMode } from '@docusaurus/theme-common';
import useDocusaurusContext from '@docusaurus/useDocusaurusContext';
import Translate, { translate } from '@docusaurus/Translate';
import Statistic from '../Statistic';
import styles from './styles.module.css';
export default () => {
const [open, setOpen] = useState(false);
const { colorMode } = useColorMode();
const { i18n } = useDocusaurusContext();
const { currentLocale } = i18n;
const isChinese = currentLocale !== 'en';
const targetPath = isChinese ? '/ROLL/zh-Hans/' : '/ROLL/'
return <ConfigProvider theme={{ algorithm: colorMode === 'dark' ? theme.darkAlgorithm : theme.defaultAlgorithm }}>
<div className={clsx('container', styles.container)} id="home">
<div>
<div className={styles.subTitle}>
<Translate>Open Source Framework · Powerful & Easy</Translate>
</div>
<div className={styles.title}>
<div className={styles.names}>
Reinforcement Learning
</div>
<div className={styles.names}>Optimization</div>
for
<div className={styles.names}>Large-scale</div>
<div className={styles.names}>Learning</div>
</div>
{
isChinese &&
<div className={styles.title}>
面向大规模学习的强化学习优化框架
</div>
}
<div className={styles.desc}>
<Translate>
An open-source reinforcement learning library by Alibaba, optimized for large-scale language models. Supporting distributed training, multi-task learning, and agent interaction for simpler and more efficient AI model training.
</Translate>
</div>
<div className={styles.buttons}>
<Button href={`${targetPath}docs/UserGuide/start/`} target='_blank' className={styles.btn}>
<Translate>{"Get Started >"}</Translate>
</Button>
<Button className={styles.github} target='_blank' href="https://github.com/alibaba/ROLL" variant="outlined" icon={<GithubOutlined />}>{"Github >"}</Button>
<Button className={styles.github} target='_blank' href="https://deepwiki.com/alibaba/ROLL" variant="outlined" icon={<Image width={14} src="https://img.alicdn.com/imgextra/i3/O1CN01JUBft41wYcExwXCOK_!!6000000006320-55-tps-460-500.svg" preview={false}></Image>}>{"DeepWiki >"}</Button>
</div>
<div className={styles.mainImg}>
<Image className={styles.img} src="https://img.alicdn.com/imgextra/i2/O1CN01ZGW6zG1sXSmML15c3_!!6000000005776-2-tps-2160-1112.png" preview={false}></Image>
</div>
<div className={styles.overview}>
<div className={styles.left}>
<Image className={styles.img} src="https://img.alicdn.com/imgextra/i4/O1CN01t4tcSz1ZIN1sEzNnO_!!6000000003171-55-tps-54-54.svg" preview={false}></Image>
<div>ROLL</div>
<div>
<Translate>Framework Overview</Translate>
</div>
</div>
<div className={styles.right}>
<Translate>
ROLL (Reinforcement Learning Optimization for Large-scale Learning) is an open-source reinforcement learning framework by Alibaba, designed for large-scale language models. Built on Ray distributed architecture, supporting mainstream algorithms like PPO and GRPO, providing complete solutions from research to production.
</Translate>
</div>
</div>
<Divider style={{ borderColor: 'var(--home-divider-color)' }}></Divider>
<div>
<Row gutter={16}>
<Col span={8}>
<Statistic count="1.9k" content={translate({
message: 'Github Stars',
})} />
</Col>
<Col span={8}>
<Statistic count="30+" content={translate({
message: 'Contributors',
})} />
</Col>
<Col span={8}>
<Statistic count="200+" content={translate({
message: 'Commits',
})} />
</Col>
</Row>
</div>
<div className={styles.choose}>
<Image className={styles.img} src="https://img.alicdn.com/imgextra/i3/O1CN01NwkUFs26qbxZhsz2J_!!6000000007713-55-tps-54-54.svg" preview={false}></Image>
<div className={styles.wrap}>
<div className={styles.left}>
<div>
<Translate>Why</Translate>
</div>
<div>
<Translate>Choose ROLL</Translate>
</div>
<div className={styles.collapse}>
<Collapse
ghost
defaultActiveKey={['1']}
expandIcon={({ isActive }) => {
return (<div className={isActive ? styles.isActive : styles.default}></div>)
}}
items={[
{
key: '1',
label: <div className={styles.label}><Translate>Distributed Architecture</Translate></div>,
children: <div className={styles.content}>
<Translate>Ray-based distributed architecture supporting mainstream engines like vLLM, SGLang, Megatron-Core, seamlessly scaling from single machine to large GPU clusters</Translate>
</div>,
},
{
key: '2',
label: <div className={styles.label}><Translate>Multi-task Learning</Translate></div>,
children: <div className={styles.content}>
<Translate>Support for multi-task joint training including math reasoning, code generation, and dialogue, with dynamic sampling rate and data weight adjustment</Translate>
</div>,
},
{
key: '3',
label: <div className={styles.label}><Translate>Extremely Easy to Use</Translate></div>,
children: <div className={styles.content}>
<Translate>Gym-style clean API design with modular architecture for flexible extension, one-click switching between different backend engines and algorithm configurations</Translate>
</div>,
},
]}></Collapse>
</div>
</div>
<div className={styles.right}>
<Image className={styles.img} src="https://img.alicdn.com/imgextra/i1/O1CN01ATICVH28DLERvLxi3_!!6000000007898-2-tps-1388-1228.png" preview={false}></Image>
</div>
</div>
</div>
<div className={styles.core} id="core">
<Image className={styles.img} src="https://img.alicdn.com/imgextra/i4/O1CN012UiWaS1KzDqk2EhyO_!!6000000001234-55-tps-54-54.svg" preview={false}></Image>
<div>
<div className={styles.title}>
<Translate>
Core Advantages
</Translate>
</div>
<div className={styles.content}>
<Translate>
ROLL framework provides comprehensive reinforcement learning support, from model training to agent deployment, every aspect is carefully optimized to make AI training more efficient
</Translate>
</div>
</div>
<div className={styles.wrap}>
<Divider style={{ borderColor: 'var(--home-divider-color)', marginBottom: 0 }}></Divider>
<Row gutter={[0, 0]} align="bottom">
<Col span={12}>
<div className={styles.items}>
<div className={styles.label}>
<Translate>Born for Scale</Translate>
</div>
<div className={styles.content}>
<Translate>
Built on a Ray-based distributed architecture, it supports large-scale cluster training at the thousand-GPU level. Its innovative Rollout scheduler and AutoDeviceMapping module dramatically improve GPU resource utilization .
</Translate>
</div>
</div>
</Col>
<Col span={12}>
<div className={styles.items} style={{ paddingLeft: 30, borderRight: 'none' }}>
<div className={styles.label}>
<Translate>
Extreme Training Efficiency
</Translate>
</div>
<div className={styles.content}>
<Translate>
Integrates cutting-edge technologies like Megatron-Core, SGLang, and vLLM to significantly accelerate the model training and inference sampling processes .
</Translate>
</div>
</div>
</Col>
</Row>
<Row gutter={[0, 0]} align="bottom">
<Col span={12}>
<div className={styles.items} style={{ borderBottom: 'none' }}>
<div className={styles.label}>
<Translate>
Rich Algorithms & Scenarios
</Translate>
</div>
<div className={styles.content}>
<Translate>
Comes with built-in mainstream RL algorithms like PPO and GRPO, and supports multi-task RL and agent interaction scenarios. Its effectiveness has been validated in numerous real-world business applications .
</Translate>
</div>
</div>
</Col>
<Col span={12}>
<div className={styles.items} style={{ paddingLeft: 30, borderRight: 'none', borderBottom: 'none' }}>
<div className={styles.label}>
<Translate>
Open Source and Accessible
</Translate>
</div>
<div className={styles.content}>
<Translate>
ROLL is open-sourced on GitHub (https://github.com/alibaba/ROLL) under the Apache License 2.0, backed by an active community and comprehensive documentation .
</Translate>
</div>
</div>
</Col>
</Row>
</div>
</div>
<div className={styles.research} id="research">
<Image className={styles.img} src="https://img.alicdn.com/imgextra/i1/O1CN016cZT1g1tk7L6GRZ7y_!!6000000005939-55-tps-54-54.svg" preview={false}></Image>
<div>
<div className={styles.title}>
<Translate>
Open Source Community
</Translate>
</div>
<div className={styles.content}>
<Translate>
Join our vibrant open source community, explore cutting-edge reinforcement learning technologies with global AI researchers, and jointly promote the future of LLM and RL
</Translate>
</div>
</div>
<div className={styles.cards}>
<div className={styles.card}>
<div className={styles.label}>
<Translate>
How to Contribute
</Translate>
</div>
<div>
<p>
<Translate>
Contribute algorithm implementations and performance optimizations
</Translate>
</p>
<p><Translate>Share experimental results and best practices</Translate></p>
<p><Translate>Improve tutorials and learning resources</Translate></p>
</div>
</div>
<div className={styles.card2} style={{ width: 300 }}>
<div className={styles.label}>
<Translate>
Join Discussion
</Translate>
</div>
<div className={styles.buttons}>
<Button className={styles.btn} onClick={() => setOpen(true)} icon={<WechatOutlined />}><Translate>WeChat</Translate></Button>
<Button className={styles.github} target='_blank' href="https://github.com/alibaba/ROLL" variant="outlined" icon={<GithubOutlined />}>
<Translate>
Follow GitHub Repository
</Translate>
</Button>
<Button target='_blank' href="https://x.com/FutureLab2025" icon={<XOutlined />} className={styles.github} variant='outlined'>
<Translate>
Follow us on X
</Translate>
</Button>
</div>
</div>
</div>
</div>
</div>
<Modal
open={open}
onCancel={() => setOpen(false)}
footer={null}
getContainer={() => document.getElementById('home') || document.body}
>
<Image className={styles.whiteImg} src="https://img.alicdn.com/imgextra/i4/O1CN01MICK0T28fHMzy5P84_!!6000000007959-2-tps-756-850.png" preview={false} />
</Modal>
</div>
</ConfigProvider>
}