Alpha release

.github/workflows/ci.yml

@@ -86,8 +86,7 @@ jobs:
         env:
           COMMUNE_SYNAPSE_ADMIN_TOKEN: ${{ env.COMMUNE_SYNAPSE_ADMIN_TOKEN }}
         run: |
-          # just e2e -- --show-output
-          echo "warning: end-to-end tests are temporarily disabled"
+          just e2e -- --show-output
 
       - name: Print Logs
         if: always()

.gitignore

@@ -16,10 +16,5 @@ Cargo.lock
 # Development
 /docker/*
 !/docker/.gitkeep
-!/docker/postgre
-.env
-access_token.txt
+commune.toml
 dump.sql
-
-# System Specific
-.DS_Store

Cargo.toml

@@ -9,44 +9,65 @@ repository = "https://github.com/commune-os/commune-rs"
 rust-version = "1.75.0"
 
 [workspace]
-default-members = ["crates/server"]
-members = ["crates/core", "crates/matrix", "crates/server", "crates/test"]
+members = ["crates/core", "crates/matrix", "crates/router", "crates/test"]
+default-members = ["crates/router"]
 resolver = "2"
 
 [workspace.dependencies]
-anyhow = "1.0.75"
+axum-extra = { version = "0.9.3", features = ["typed-header", "cookie"] }
 async-trait = "0.1.74"
-axum = { version = "0.7.4", features = ["tokio"] }
-chrono = { version = "0.4.34", features = ["serde"] }
-dotenv = "0.15.0"
+# async-stream = "0.3.5"
+base64 = "0.22.0"
+bytes = "1.5.0"
+email_address = { version = "0.2.4", features = ["serde", "serde_support"] }
+figment = { version = "0.10.14", features = ["toml", "env"] }
 hex = "0.4.3"
+tokio-rustls = "0.25.0"
+# futures = "0.3.30"
 hmac = "0.12.1"
+sha1 = "0.10.6"
+anyhow = "1.0.75"
+axum = { version = "0.7.4", features = ["tokio", "macros"] }
 http = "0.2.11"
 mime = "0.3.17"
+mail-send = "0.4.7"
+maud = "0.26.0"
+headers = "0.4.0"
 # openssl = { version = "0.10.63", features = ["vendored"] }
 # openssl-sys = { version = "0.9.99", features = ["vendored"] }
 reqwest = { version = "0.11.22", default-features = false, features = [
-  "blocking",
   "json",
   "multipart",
   "rustls",
 ] }
 serde = "1.0.192"
-serde_json = "1.0.108"
-serde_path_to_error = "0.1.14"
-serde_qs = "0.12.0"
-sha1 = "0.10.6"
+serde_json = "1.0.114"
+time = "0.3.34"
 tokio = "1.34.0"
 tracing = "0.1.40"
 tracing-subscriber = "0.3.18"
 url = "2.4.1"
-uuid = { version = "1.6.1", features = ["v4"] }
-handlebars = "5.0.0"
-lettre = "0.11"
 rand = "0.8.5"
+ring = "0.17.8"
 thiserror = "1.0.50"
 validator = { version = "0.16", features = ["derive"] }
 
+router = { workspace = true, path = "crates/router" }
+matrix = { workspace = true, path = "crates/matrix" }
+commune = { workspace = true, path = "crates/core" }
+
+ruma-events = { version = "0.27.11", default_features = false, features = [
+  "html",
+  "markdown",
+] }
+ruma-common = { version = "0.12.0", default_features = false, features = [
+  "api",
+  "rand",
+] }
+ruma-macros = { version = "0.12.0", default_features = false }
+ruma-client = { version = "0.12.0", default_features = false }
+ruma-identifiers-validation = { version = "0.9.3", default_features = false }
+
 [workspace.lints.rust]
 unreachable_pub = "warn"
 unsafe_code = "forbid"

Justfile

@@ -7,12 +7,12 @@ target_release := "x86_64-unknown-linux-musl"
 default:
   just --list
 
-# Creates the `.env` file if it doesn't exist
+# Creates the `commune.toml` file if it doesn't exist
 # This indicates the first invocation of `just` so we also
 # create the docker folders while we're at it
 dotenv:
   export DOCKER_USER="$(id -u):$(id -g)" && \
-  cp -n .env.example .env || true && \
+  cp -n commune-example.toml commune.toml || true && \
   mkdir -p docker/synapse || true
 
 # Dump database to a file
@@ -35,7 +35,6 @@ gen_synapse_conf: dotenv
   docker run -i --rm \
     -u "$(id -u):$(id -g)" \
     -v ./docker/synapse:/data \
-    --env-file .env \
     matrixdotorg/synapse:v1.96.1 generate
 
 # Generates a de-facto admin user
@@ -49,10 +48,10 @@ gen_synapse_admin: dotenv
 
 # Retrieves admin access token uses de-facto admin user and Development Database Credentials
 get_access_token:
-  sed -i "s/COMMUNE_SYNAPSE_ADMIN_TOKEN='.*'/COMMUNE_SYNAPSE_ADMIN_TOKEN='$( \
+  sed -i "s/admin_token:\s'.*'/admin_token:\s'$( \
     curl -sS -d '{"type":"m.login.password", "user":"admin", "password":"admin"}' \
     http://localhost:8008/_matrix/client/v3/login | jq --raw-output '.access_token' \
-  )'/" .env
+  )'/" commune-example.toml
 
 # Runs backend dependency services
 backend *args='': dotenv

commune-example.toml

@@ -0,0 +1,23 @@
+registration_verification = false
+public_loopback = false
+port = 6421
+tls = true
+
+# Either one works but not both
+blocked_domains = []
+# allowed_domains = ['gmail.com', 'outlook.com']
+
+# `X-Forwarded-For` header
+# xff = false
+
+[matrix]
+server_name = "matrix.localhost"
+host = "http://0.0.0.0:8008"
+admin_token = "syt_YWRtaW4_bqFYSIwUqELzKrQeXkMk_1PsWpx"
+shared_registration_secret = "m@;wYOUOh0f:CH5XA65sJB1^q01~DmIriOysRImot,OR_vzN&B"
+
+[mail]
+host = "smtp://0.0.0.0:1025"
+username = "user"
+password = "pass"
+tls = false

commune.toml

@@ -0,0 +1,23 @@
+registration_verification = false
+public_loopback = false
+port = 6421
+tls = true
+
+# Either one works but not both
+blocked_domains = []
+# allowed_domains = ['gmail.com', 'outlook.com']
+
+# `X-Forwarded-For` header
+# xff = false
+
+[matrix]
+server_name = "matrix.localhost"
+host = "http://0.0.0.0:8008"
+admin_token = "syt_YWRtaW4_FllbTksPWcQaDRUVVcYR_3LJQZ2"
+shared_registration_secret = "m@;wYOUOh0f:CH5XA65sJB1^q01~DmIriOysRImot,OR_vzN&B"
+
+[mail]
+host = "smtp://0.0.0.0:1025"
+username = "user"
+password = "pass"
+tls = false

crates/core/Cargo.toml

@@ -10,18 +10,24 @@ path = "src/lib.rs"
 
 [dependencies]
 # Workspace Dependencies
-handlebars = { workspace = true }
-lettre = { workspace = true }
+anyhow = { workspace = true }
+axum = { workspace = true }
 rand = { workspace = true }
+email_address = { workspace = true }
 thiserror = { workspace = true }
 validator = { workspace = true, features = ["derive"] }
 http = { workspace = true }
+mail-send = { workspace = true }
+maud = { workspace = true }
 serde = { workspace = true, features = ["derive"] }
 serde_json = { workspace = true }
 tracing = { workspace = true }
-uuid = { workspace = true, features = ["serde"] }
+figment = { workspace = true }
 url = { workspace = true, features = ["serde"] }
 tokio = { workspace = true, features = ["full"] }
+headers = { workspace = true }
+tokio-rustls = { workspace = true }
+time = { workspace = true }
 
 # Local Dependencies
-matrix = { path = "../matrix" }
+matrix = { path = "../matrix", features = ["client"] }

crates/core/src/account.rs

@@ -0,0 +1,8 @@
+pub mod email;
+pub mod login;
+pub mod logout;
+pub mod password;
+pub mod register;
+pub mod token;
+pub mod username;
+pub mod whoami;

crates/core/src/account/email.rs

@@ -0,0 +1,26 @@
+use std::time::UNIX_EPOCH;
+
+use email_address::EmailAddress;
+use matrix::admin::registration_tokens::new::*;
+use rand::{distributions::Uniform, prelude::Distribution};
+
+use crate::{commune, error::Result};
+
+pub async fn service(address: EmailAddress) -> Result<String> {
+    let uni = Uniform::new('0', '9');
+    let token: String = uni.sample_iter(rand::thread_rng()).take(6).collect();
+
+    // TODO: decide on whether to use timezones or UTC
+    let offset = UNIX_EPOCH.elapsed().unwrap().as_millis() + 60 * 60 * 60;
+    let req = Request::new(token.clone(), 1, offset.try_into().unwrap());
+
+    commune()
+        .send_matrix_request(req, Some(&commune().config.matrix.admin_token.inner()))
+        .await?;
+
+    commune()
+        .send_email_verification(address, token.clone())
+        .await?;
+
+    Ok(token)
+}

crates/core/src/account/login.rs

@@ -0,0 +1,21 @@
+use matrix::client::{login::*, uiaa::UserIdentifier};
+
+use crate::{commune, error::Result, util::secret::Secret};
+
+pub async fn service(username: impl Into<String>, password: &Secret) -> Result<Response> {
+    let req = Request::new(
+        LoginType::Password {
+            password: password.inner(),
+        },
+        Some(UserIdentifier::User {
+            user: username.into(),
+        }),
+        "commune".to_owned(),
+        Some(true),
+    );
+
+    commune()
+        .send_matrix_request(req, None)
+        .await
+        .map_err(Into::into)
+}

crates/core/src/account/logout.rs

@@ -0,0 +1,12 @@
+use matrix::client::logout::root::*;
+
+use crate::{commune, error::Result};
+
+pub async fn service(access_token: impl AsRef<str>) -> Result<Response> {
+    let req = Request::new();
+
+    commune()
+        .send_matrix_request(req, Some(access_token.as_ref()))
+        .await
+        .map_err(Into::into)
+}

crates/core/src/account/password.rs

@@ -0,0 +1,20 @@
+use matrix::{client::account::password::*, ruma_common::UserId};
+
+use crate::{commune, error::Result, util::secret::Secret};
+
+pub async fn service(
+    access_token: impl AsRef<str>,
+    username: impl Into<String>,
+    old_password: Secret,
+    new_password: Secret,
+) -> Result<Response> {
+    let server_name = &crate::commune().config.matrix.server_name;
+    let user_id = UserId::parse_with_server_name(username.into(), server_name)?;
+
+    let req = Request::new(new_password.inner()).with_password(user_id, old_password.inner());
+
+    commune()
+        .send_matrix_request(req, Some(access_token.as_ref()))
+        .await
+        .map_err(Into::into)
+}