-
Notifications
You must be signed in to change notification settings - Fork 310
Expand file tree
/
Copy pathindex.js
More file actions
180 lines (170 loc) · 9.76 KB
/
Copy pathindex.js
File metadata and controls
180 lines (170 loc) · 9.76 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
import React, { useState } from 'react';
import { Button, Image, Divider, Col, Row, Collapse, Modal, ConfigProvider, theme } from 'antd';
import { GithubOutlined, WechatOutlined } from '@ant-design/icons';
import clsx from 'clsx';
import useBaseUrl from '@docusaurus/useBaseUrl';
import { useColorMode } from '@docusaurus/theme-common';
import Statistic from '../Statistic';
import styles from './styles.module.css';
export default () => {
const [open, setOpen] = useState(false);
const { colorMode } = useColorMode();
return <ConfigProvider theme={{ algorithm: colorMode === 'dark' ? theme.darkAlgorithm : theme.defaultAlgorithm }}>
<div className={clsx('container', styles.container)} id="home">
<div>
<div className={styles.subTitle}>Open Source Framework · Powerful & Easy</div>
<div className={styles.title}>
<div className={styles.names}>
Reinforcement Learning
</div>
<div className={styles.names}>Optimization</div>
for
<div className={styles.names}>Large-scale</div>
<div className={styles.names}>Learning</div>
</div>
<div className={styles.desc}>
An open-source reinforcement learning library by Alibaba, optimized for large-scale language models. Supporting distributed training, multi-task learning, and agent interaction for simpler and more efficient AI model training.
</div>
<div className={styles.buttons}>
<Button href="/ROLL/docs/English/start/" target='_blank' className={styles.btn}>{"Get Started >"}</Button>
<Button className={styles.github} target='_blank' href="https://github.com/alibaba/ROLL" variant="outlined" icon={<GithubOutlined />}>{"Github >"}</Button>
<Button className={styles.github} target='_blank' href="https://deepwiki.com/alibaba/ROLL" variant="outlined" icon={<Image width={14} src={useBaseUrl('/img/deepwiki.svg')} preview={false}></Image>}>{"DeepWiki >"}</Button>
</div>
<div className={styles.mainImg}>
<Image className={styles.img} src={useBaseUrl('/img/home_main.png')} preview={false}></Image>
</div>
<div className={styles.overview}>
<div className={styles.left}>
<Image className={styles.img} src={useBaseUrl('/img/icon1.svg')} preview={false}></Image>
<div>ROLL</div>
<div>Framework Overview</div>
</div>
<div className={styles.right}>
ROLL (Reinforcement Learning Optimization for Large-scale Learning) is an open-source reinforcement learning framework by Alibaba, designed for large-scale language models. Built on Ray distributed architecture, supporting mainstream algorithms like PPO and GRPO, providing complete solutions from research to production.
</div>
</div>
<Divider style={{ borderColor: 'var(--home-divider-color)' }}></Divider>
<div>
<Row gutter={16}>
<Col span={8}>
<Statistic count="1.9k" content="Github Stars" />
</Col>
<Col span={8}>
<Statistic count="30+" content="Contributors" />
</Col>
<Col span={8}>
<Statistic count="200+" content="Commits" />
</Col>
</Row>
</div>
<div className={styles.choose}>
<Image className={styles.img} src={useBaseUrl('/img/icon2.svg')} preview={false}></Image>
<div className={styles.wrap}>
<div className={styles.left}>
<div>Why</div>
<div>Choose ROLL</div>
<div className={styles.collapse}>
<Collapse
ghost
defaultActiveKey={['1']}
expandIcon={({ isActive }) => {
return (<div className={isActive ? styles.isActive : styles.default}></div>)
}}
items={[
{
key: '1',
label: <div className={styles.label}>Distributed Architecture</div>,
children: <div className={styles.content}>Ray-based distributed architecture supporting mainstream engines like vLLM, SGLang, Megatron-Core, seamlessly scaling from single machine to large GPU clusters</div>,
},
{
key: '2',
label: <div className={styles.label}>Multi-task Learning</div>,
children: <div className={styles.content}>Support for multi-task joint training including math reasoning, code generation, and dialogue, with dynamic sampling rate and data weight adjustment</div>,
},
{
key: '3',
label: <div className={styles.label}>Extremely Easy to Use</div>,
children: <div className={styles.content}>Gym-style clean API design with modular architecture for flexible extension, one-click switching between different backend engines and algorithm configurations</div>,
},
]}></Collapse>
</div>
</div>
<div className={styles.right}>
<Image className={styles.img} src={useBaseUrl('/img/choose.png')} preview={false}></Image>
</div>
</div>
</div>
<div className={styles.core} id="core">
<Image className={styles.img} src={useBaseUrl('/img/icon3.svg')} preview={false}></Image>
<div>
<div className={styles.title}>Core Advantages</div>
<div className={styles.content}>ROLL framework provides comprehensive reinforcement learning support, from model training to agent deployment, every aspect is carefully optimized to make AI training more efficient</div>
</div>
<div className={styles.wrap}>
<Divider style={{ borderColor: 'var(--home-divider-color)', marginBottom: 0 }}></Divider>
<Row gutter={[0, 0]} align="bottom">
<Col span={12}>
<div className={styles.items}>
<div className={styles.label}>Born for Scale</div>
<div className={styles.content}>Built on a Ray-based distributed architecture, it supports large-scale cluster training at the thousand-GPU level. Its innovative Rollout scheduler and AutoDeviceMapping module dramatically improve GPU resource utilization .</div>
</div>
</Col>
<Col span={12}>
<div className={styles.items} style={{ paddingLeft: 30, borderRight: 'none' }}>
<div className={styles.label}>Extreme Training Efficiency</div>
<div className={styles.content}>Integrates cutting-edge technologies like Megatron-Core, SGLang, and vLLM to significantly accelerate the model training and inference sampling processes .</div>
</div>
</Col>
</Row>
<Row gutter={[0, 0]} align="bottom">
<Col span={12}>
<div className={styles.items} style={{ borderBottom: 'none' }}>
<div className={styles.label}>Rich Algorithms & Scenarios</div>
<div className={styles.content}>Comes with built-in mainstream RL algorithms like PPO and GRPO, and supports multi-task RL and agent interaction scenarios. Its effectiveness has been validated in numerous real-world business applications .</div>
</div>
</Col>
<Col span={12}>
<div className={styles.items} style={{ paddingLeft: 30, borderRight: 'none', borderBottom: 'none' }}>
<div className={styles.label}>Open Source and Accessible</div>
<div className={styles.content}>ROLL is open-sourced on GitHub (https://github.com/alibaba/ROLL) under the Apache License 2.0, backed by an active community and comprehensive documentation .</div>
</div>
</Col>
</Row>
</div>
</div>
<div className={styles.research} id="research">
<Image className={styles.img} src={useBaseUrl('/img/icon4.svg')} preview={false}></Image>
<div>
<div className={styles.title}>Open Source Community</div>
<div className={styles.content}>Join our vibrant open source community, explore cutting-edge reinforcement learning technologies with global AI researchers, and jointly promote the future of LLM and RL</div>
</div>
<div className={styles.cards}>
<div className={styles.card}>
<div className={styles.label}>How to Contribute</div>
<div>
<p>Contribute algorithm implementations and performance optimizations</p>
<p>Share experimental results and best practices</p>
<p>Improve tutorials and learning resources</p>
</div>
</div>
<div className={styles.card2} style={{ width: 300 }}>
<div className={styles.label}>Join Discussion</div>
<div className={styles.buttons}>
<Button className={styles.btn} onClick={() => setOpen(true)} icon={<WechatOutlined />}>WeChat</Button>
<Button className={styles.github} href="https://github.com/alibaba/ROLL" variant="outlined" icon={<GithubOutlined />}>Follow GitHub Repository</Button>
</div>
</div>
</div>
</div>
</div>
<Modal
open={open}
onCancel={() => setOpen(false)}
footer={null}
getContainer={() => document.getElementById('home') || document.body}
>
<Image className={styles.whiteImg} src="https://img.alicdn.com/imgextra/i4/O1CN01MICK0T28fHMzy5P84_!!6000000007959-2-tps-756-850.png" preview={false} />
</Modal>
</div>
</ConfigProvider>
}