libproc_macro: Add token_stream module interface

Add the token_stream rust module interface to libproc_macro in order to
provide public implementation details for the TokenStream type such as
iterators.

ChangeLog:

	* librust/proc_macro/rust/lib.rs: Add token_stream module.
	* librust/proc_macro/rust/token_stream.rs: Add iterator.

Signed-off-by: Pierre-Emmanuel Patry <pierre-emmanuel.patry@embecosm.com>

2 files changed, 35 insertions, 0 deletions

diff --git a/librust/proc_macro/rust/lib.rs b/librust/proc_macro/rust/lib.rs
index 65cf8eb..2e91dd3 100644
--- a/librust/proc_macro/rust/lib.rs
+++ b/librust/proc_macro/rust/lib.rs
@@ -11,6 +11,7 @@ mod ident;
 mod literal;
 mod punct;
 mod span;
+pub mod token_stream;
 
 /// Determines whether proc_macro has been made accessible to the currently
 /// running program.
diff --git a/librust/proc_macro/rust/token_stream.rs b/librust/proc_macro/rust/token_stream.rs
new file mode 100644
index 0000000..3de89df
--- /dev/null
+++ b/librust/proc_macro/rust/token_stream.rs
@@ -0,0 +1,34 @@
+//! Public implementation details for the `TokenStream` type, such as iterators.
+use TokenStream;
+use TokenTree;
+
+/// An iterator over [`TokenStream`]'s [`TokenTree`]s.
+#[derive(Clone)]
+pub struct IntoIter {
+    // Internal implementation details
+}
+
+impl Iterator for IntoIter {
+    type Item = TokenTree;
+
+    fn next(&mut self) -> Option<TokenTree> {
+        todo!("Implement this function")
+    }
+
+    fn size_hint(&self) -> (usize, Option<usize>) {
+        todo!("Implement this function")
+    }
+
+    fn count(self) -> usize {
+        todo!("Implement this function")
+    }
+}
+
+impl IntoIterator for TokenStream {
+    type Item = TokenTree;
+    type IntoIter = IntoIter;
+
+    fn into_iter(self) -> IntoIter {
+        todo!("Implement this function")
+    }
+}