Black

config-blog.toml

@@ -8,6 +8,10 @@ publishDir="public-blog"
 googleAnalytics = "G-9KCLV8BK53"
 [params]
  env = "production"
+ disableThemeToggle="true"
+ defaultTheme="dark"
+ [params.cover]
+ hiddenInList="true"
  [params.organization]
  name="EleutherAI"
  baseURL="https://eleuther.ai/"
@@ -28,6 +32,8 @@ googleAnalytics = "G-9KCLV8BK53"
  apple_touch_icon="favicon/apple-touch-icon.png"
 [markup]
  [markup.goldmark]
+ [markup.goldmark.extensions]
+ typographer = false
  [markup.goldmark.renderer]
  unsafe = true
 [taxonomies]
@@ -42,15 +48,15 @@ googleAnalytics = "G-9KCLV8BK53"
  name = "About"
  url = "https://eleuther.ai/about/"
  weight = 2
+ [[menu.main]]
+ name = "Research"
+ url = "https://eleuther.ai/research/"
+ weight = 3
  [[menu.main]]
  name = "FAQ"
  url = "https://eleuther.ai/faq/"
- weight = 3
+ weight = 4
  [[menu.main]]
  name = "Blog"
  url = "/"
- weight = 4
- [[menu.main]]
- name = "Publications"
- url = "https://eleuther.ai/publications/"
  weight = 5

config.toml

@@ -13,6 +13,8 @@ googleAnalytics = "G-9KCLV8BK53"
  contact_mail="[email protected]"
  site_type="website"
  sitename = "EleutherAI"
+ disableThemeToggle="true"
+ defaultTheme="dark"
  [params.organization]
  name="EleutherAI"
  baseURL="https://eleuther.ai/"
@@ -22,17 +24,20 @@ googleAnalytics = "G-9KCLV8BK53"
  foundingDate="2020-07-02"
  logo="https://eleuther.ai/images/promo.png"
  [params.homeInfoParams]
- Title="EleutherAI"
- Content="A grassroots collective of researchers working to enable open-source AI research."
+ Title=""
+ Content="Empowering open-source AI research."
  [[params.socialIcons]]
- name="discord"
+ name="Discord"
  url="https://discord.gg/zBGx3azzUn"
+ action="Join"
  [[params.socialIcons]]
- name="github"
+ name="GitHub"
  url="https://github.com/EleutherAI"
+ action="Visit"
  [[params.socialIcons]]
- name="twitter"
+ name="Twitter"
  url="https://twitter.com/i/user/1561918448766173185"
+ action="Follow"
  [params.label]
  icon = "/images/libre.svg"
  iconHeight = "48"
@@ -44,14 +49,18 @@ googleAnalytics = "G-9KCLV8BK53"
  apple_touch_icon="favicon/apple-touch-icon.png"
 [markup]
  [markup.goldmark]
+ [markup.goldmark.extensions]
+ typographer = false
  [markup.goldmark.renderer]
  unsafe = true
 [taxonomies]
- category = "categories"
- tags = "tags"
  domain = "domain"
- deliverable = "deliverables"
+ deliverables = "deliverables"
  status = "status"
+[permalinks]
+ domain = "/research/domain/:slug/"
+ deliverables = "/research/deliverables/:slug/"
+ status = "/research/status/:slug/"
 [menu]
  [[menu.main]]
  name = "Home"
@@ -61,15 +70,15 @@ googleAnalytics = "G-9KCLV8BK53"
  name = "About"
  url = "/about/"
  weight = 2
+ [[menu.main]]
+ name = "Research"
+ url = "/research/"
+ weight = 3
  [[menu.main]]
  name = "FAQ"
  url = "/faq/"
- weight = 3
+ weight = 4
  [[menu.main]]
  name = "Blog"
  url = "https://blog.eleuther.ai"
- weight = 4
- [[menu.main]]
- name = "Publications"
- url = "/publications/"
  weight = 5

content-blog/rotary-embeddings.md

@@ -141,13 +141,11 @@ where $M_j=\begin{pmatrix}\cos m\theta_j & -\sin m\theta_j \\\sin m\theta_j & \c
 
 With relative ease RoPE can be extended into the multidimensional case. To represent two dimensions, two independent 1-dimensional rotary embeddings can be used. To implement this, we can split each of $\mathbf{q}$ and $\mathbf{k}$ in half and apply rotary piece-wise as follows:
 
-$$
-\begin{align*}
+$$\begin{align*}
  \langle f(\mathbf{q}, m, i),f(\mathbf{k}, n, j) \rangle &= \langle f_1(\mathbf{q}_{:d/2}, m),f_1(\mathbf{k}_{:d/2}, n) \rangle + \langle f_2(\mathbf{q}_{d/2:}, i),f_2(\mathbf{k}_{d/2:}, j) \rangle \\\\
  &= g_1(\mathbf{q}_{:d/2}, \mathbf{k}_{:d/2}, m - n) + g_2(\mathbf{q}_{d/2:}, \mathbf{k}_{d/2:}, i - j) \\\\
  &= g(\mathbf{q}, \mathbf{k}, m - n, i - j)
-\end{align*}
-$$
+\end{align*}$$
 
 This formulation can also be further extended to data of an arbitrary number of dimensions. This sort of multi-dimensional relative coding would let us, for example, implement relative timing and relative pitch embeddings similar to Music Transformer [4] in a drastically simpler manner. More generally, we believe there is potentially a large class of invariances that first-principles positional codes like RoPE may enable us to capture.
 

content-blog/year-one.md → content-blog/year-one/index.md

@@ -6,9 +6,10 @@ author: ["Connor Leahy", "Eric Hallahan", "Leo Gao", "Stella Biderman"]
 contributor: ["Charles Foster", "Jason Phang", "Shivanshu Purohit", "Leo Gao", "Eric Hallahan", "Connor Leahy", "Horace He", "Laurence Golding"]
 categories: ["Meta"]
 cover:
- image: /images/blog/year-one/hackers.png
+ image: hackers.png
  alt: The shadowy hacker group Eleuther
  caption: "<kbd>The shadowy hacker group Eleuther</kbd> as imagined by [Janus](https://generative.ink)"
+ relative: True
 ShowToc: true
 ---
 

content/_index.md

@@ -1,9 +1,5 @@
 ---
 title: "Home"
 layout: homepage
-promo_title: EleutherAI
-description: "A grassroots collective of researchers working to open source AI research."
----
-
-- [Join us on Discord](https://discord.gg/zBGx3azzUn)
-- [Check our GitHub](https://github.com/EleutherAI)
+description: "Empowering open-source AI [research](/research/)."
+---

content/about/index.md

@@ -0,0 +1,42 @@
+---
+title: "About Us"
+lastMod: 2022-02-02T11:00:00-05:00
+layout: aboutpage
+hideMeta: True
+description: "Who we are."
+---
+
+EleutherAI (/iˈluθər eɪ. aɪ/) is a decentralized collective of volunteer researchers, engineers, and developers focused on AI alignment, scaling, and open source AI research. Founded in <date datetime="2020-07">July of 2020</date>, EleutherAI is most well known for our ongoing efforts to build and open source large language models, but we also do open research in alignment, interpretability, BioML, ML art and many other fields. Our Discord server is open and welcomes contributors!
+<!-- 
+## What we value
+
+Promoting open and accountable research.
+: Provide accessible channels for the dissemination, review, and replication of research. Strive for scientifically rigorous investigations where practical.
+
+Uphold and promote ethical usage and responsible AI practices.
+: Promoting ethical practices, disclosure of limitations, and infohazard management. This also includes the obligatory “Don't do dumb/stupid things” clause—don't do things that are going to diminish the strength and/or trustworthiness of the organization.
+
+Cooperative Orientation
+: Concept pulled from the OpenAI Charter, but modified to better fit the role that the organization is suited to fill. A good start may be “Cooperate with and/or provide suitable assistance to other well-meaning research and policy institutions that align with the organization's strategies.”
+
+> __Minor themes__
+> “Understanding models and their behavior.”
+> Promote research for increasing our understanding of models from a holistic perspective (i.e. through the entire lifecycle). Understand models at both a high and mechanistic level through evaluation and general 
+> 
+> “Promote and support conversations on the potential of intelligent systems and the dangers they may pose to society.”
+> Promote rational discussion on current and potentially transformative systems, as well as research in these areas.
+> 
+> “Promote the usage of models in the arts and the consequences.”
+> Promote the evolution, accessibility of generative art and usage of models for creative purposes (especially in the humanities). Also promote rational conversation on the philosophical consequences such systems have for society.
+-->
+## Supporters
+
+EleutherAI's research would not be possible without the generosity of the following supporters.
+
+<div style="display: flex; flex-direction: row; justify-content: space-around; align-items: center;">
+<a href="//coreweave.com/" style="width: 35%; height: 48px; display: flex; align-items: center; box-shadow: none;"><img src="coreweave.svg" style="width: 100%; height:auto;" alt="CoreWeave"/></a>
+<a href="//stability.ai/" style="width: 35%; height: 48px; display: flex; align-items: center; box-shadow: none;"><img style="width: 100%; height:auto;" src="//cdn.discordapp.com/attachments/1027228551809867786/1042789270395555900/Original_White_Text-10.svg" alt="Stability.Ai"></a>
+</div>
+<div style="display: flex; flex-direction: row; justify-content: space-around; align-items: center; margin-top: 10px;">
+<a href="//sites.research.google/trc/" style="width: 25%; height: 48px; display: flex; align-items: center; box-shadow: none;"><img style="width: 100%; height:auto;" src="//research.google/static/images/google_research_lockup-121987c06c0aa0ab26ca8716a0f2e7945d1cbf82077bbab9f914dac0a0bf099f.svg" alt="Google Research"></a>
+</div>