Add support for new feature syntax (RFC 3143)

Author: ehuss

src/controllers/krate/publish.rs

@@ -1,6 +1,7 @@
 //! Functionality related to publishing a new crate or version of a crate.
 
 use hex::ToHex;
+use std::collections::HashMap;
 use std::sync::Arc;
 use swirl::Job;
 
@@ -204,15 +205,29 @@ pub fn publish(req: &mut dyn RequestExt) -> EndpointResult {
 
         let hex_cksum = cksum.encode_hex::<String>();
 
+        let (features, features2): (HashMap<_, _>, HashMap<_, _>) =
+            features.into_iter().partition(|(_k, vals)| {
+                !vals
+                    .iter()
+                    .any(|v| v.starts_with("dep:") || v.contains("?/"))
+            });
+        let (features2, v) = if features2.is_empty() {
+            (None, None)
+        } else {
+            (Some(features2), Some(2))
+        };
+
         // Register this crate in our local git repo.
         let git_crate = git::Crate {
             name: name.0,
             vers: vers.to_string(),
             cksum: hex_cksum,
             features,
+            features2,
             deps: git_deps,
             yanked: Some(false),
             links,
+            v,
         };
         git::add_crate(git_crate).enqueue(&conn)?;
 

src/git.rs

@@ -62,9 +62,13 @@ pub struct Crate {
     pub deps: Vec<Dependency>,
     pub cksum: String,
     pub features: HashMap<String, Vec<String>>,
+    #[serde(skip_serializing_if = "Option::is_none")]
+    pub features2: Option<HashMap<String, Vec<String>>>,
     pub yanked: Option<bool>,
     #[serde(default)]
     pub links: Option<String>,
+    #[serde(skip_serializing_if = "Option::is_none")]
+    pub v: Option<u32>,
 }
 
 #[derive(Serialize, Deserialize, Debug)]

src/models/krate.rs

@@ -296,12 +296,15 @@ impl Crate {
 
     /// Validates a whole feature string, `features = ["THIS", "ALL/THIS"]`.
     pub fn valid_feature(name: &str) -> bool {
-        let mut parts = name.split('/');
-        let name_part = parts.next_back(); // required
-        let prefix_part = parts.next_back(); // optional
-        parts.next().is_none()
-            && name_part.map_or(false, Crate::valid_feature_name)
-            && prefix_part.map_or(true, Crate::valid_feature_prefix)
+        match name.find('/') {
+            Some(pos) => {
+                let (dep, dep_feat) = name.split_at(pos);
+                let dep_feat = &dep_feat[1..];
+                let dep = dep.strip_suffix('?').unwrap_or(dep);
+                Crate::valid_feature_prefix(dep) && Crate::valid_feature_name(dep_feat)
+            }
+            None => Crate::valid_feature_name(name.strip_prefix("dep:").unwrap_or(name)),
+        }
     }
 
     /// Return both the newest (most recently updated) and
@@ -501,6 +504,11 @@ mod tests {
         assert!(Crate::valid_feature("c++20"));
         assert!(Crate::valid_feature("krate/c++20"));
         assert!(!Crate::valid_feature("c++20/wow"));
+        assert!(Crate::valid_feature("foo?/bar"));
+        assert!(Crate::valid_feature("dep:foo"));
+        assert!(!Crate::valid_feature("dep:foo?/bar"));
+        assert!(!Crate::valid_feature("foo/?bar"));
+        assert!(!Crate::valid_feature("foo?bar"));
     }
 }
 

src/tests/builders/publish.rs

@@ -36,6 +36,7 @@ pub struct PublishBuilder {
     readme: Option<String>,
     tarball: Vec<u8>,
     version: semver::Version,
+    features: HashMap<u::EncodableFeatureName, Vec<u::EncodableFeature>>,
 }
 
 impl PublishBuilder {
@@ -55,6 +56,7 @@ impl PublishBuilder {
             readme: None,
             tarball: EMPTY_TARBALL_BYTES.to_vec(),
             version: semver::Version::parse("1.0.0").unwrap(),
+            features: HashMap::new(),
         }
     }
 
@@ -166,11 +168,22 @@ impl PublishBuilder {
         self
     }
 
+    // Adds a feature.
+    pub fn feature(mut self, name: &str, values: &[&str]) -> Self {
+        let values = values
+            .iter()
+            .map(|s| u::EncodableFeature(s.to_string()))
+            .collect();
+        self.features
+            .insert(u::EncodableFeatureName(name.to_string()), values);
+        self
+    }
+
     pub fn build(self) -> (String, Vec<u8>) {
         let new_crate = u::EncodableCrateUpload {
             name: u::EncodableCrateName(self.krate_name.clone()),
             vers: u::EncodableCrateVersion(self.version),
-            features: HashMap::new(),
+            features: self.features,
             deps: self.deps,
             description: self.desc,
             homepage: None,

src/tests/http-data/krate_publish_features_version_2

@@ -0,0 +1,69 @@
+[
+  {
+    "request": {
+      "uri": "http://alexcrichton-test.s3.amazonaws.com/crates/foo/foo-1.0.0.crate",
+      "method": "PUT",
+      "headers": [
+        [
+          "accept",
+          "*/*"
+        ],
+        [
+          "content-length",
+          "35"
+        ],
+        [
+          "host",
+          "alexcrichton-test.s3.amazonaws.com"
+        ],
+        [
+          "accept-encoding",
+          "gzip"
+        ],
+        [
+          "content-type",
+          "application/x-tar"
+        ],
+        [
+          "authorization",
+          "AWS AKIAICL5IWUZYWWKA7JA:uDc39eNdF6CcwB+q+JwKsoDLQc4="
+        ],
+        [
+          "date",
+          "Fri, 15 Sep 2017 07:53:06 -0700"
+        ]
+      ],
+      "body": "H4sIAAAAAAAA/+3AAQEAAACCIP+vbkhQwKsBLq+17wAEAAA="
+    },
+    "response": {
+      "status": 200,
+      "headers": [
+        [
+          "x-amz-request-id",
+          "26589A5E52F8395C"
+        ],
+        [
+          "ETag",
+          "\"f9016ad360cebb4fe2e6e96e5949f022\""
+        ],
+        [
+          "date",
+          "Fri, 15 Sep 2017 14:53:07 GMT"
+        ],
+        [
+          "content-length",
+          "0"
+        ],
+        [
+          "x-amz-id-2",
+          "JdIvnNTw53aqXjBIqBLNuN4kxf/w1XWX+xuIiGBDYy7yzOSDuAMtBSrTW4ZWetcCIdqCUHuQ51A="
+        ],
+        [
+          "Server",
+          "AmazonS3"
+        ]
+      ],
+      "body": ""
+    }
+  }
+]

src/tests/krate/publish.rs

@@ -13,6 +13,7 @@ use flate2::Compression;
 use http::StatusCode;
 use std::collections::HashMap;
 use std::io::Read;
+use std::iter::FromIterator;
 use std::time::Duration;
 use std::{io, thread};
 
@@ -954,3 +955,36 @@ fn publish_rate_limit_doesnt_affect_existing_crates() {
     token.enqueue_publish(new_version).good();
     app.run_pending_background_jobs();
 }
+
+#[test]
+fn features_version_2() {
+    let (app, _, user, token) = TestApp::full().with_token();
+
+    app.db(|conn| {
+        // Insert a crate directly into the database so that foo_new can depend on it
+        CrateBuilder::new("bar", user.as_model().id).expect_build(conn);
+    });
+
+    let dependency = DependencyBuilder::new("bar");
+
+    let crate_to_publish = PublishBuilder::new("foo")
+        .version("1.0.0")
+        .dependency(dependency)
+        .feature("new_feat", &["dep:bar", "bar?/feat"])
+        .feature("old_feat", &[]);
+    token.enqueue_publish(crate_to_publish).good();
+    app.run_pending_background_jobs();
+
+    let crates = app.crates_from_index_head("3/f/foo");
+    assert_eq!(crates.len(), 1);
+    assert_eq!(crates[0].name, "foo");
+    assert_eq!(crates[0].deps.len(), 1);
+    assert_eq!(crates[0].v, Some(2));
+    let features = HashMap::from_iter([("old_feat".to_string(), vec![])]);
+    assert_eq!(crates[0].features, features);
+    let features2 = HashMap::from_iter([(
+        "new_feat".to_string(),
+        vec!["dep:bar".to_string(), "bar?/feat".to_string()],
+    )]);
+    assert_eq!(crates[0].features2, Some(features2));
+}