packet_via_dmem 0.0.1 → 0.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 8440c5a60e199124adc3d0324bf38437174fb6a3
-  data.tar.gz: 73eebe8936d415da89dbf6e61c1c2086d8fa050b
+  metadata.gz: 53ecfd612ff435c2479e2ad5e4248237426126ff
+  data.tar.gz: c6c57f9a6236e43b0d75d3f3ff8f0fbab3c4aa0d
 SHA512:
-  metadata.gz: 16e295f2ce92ffba8b559bba2aaf92b7df0bc2e2754a72736e47b9ae3418c54b5695a74f7bc149123ab733af600d087d0e30d64e66d135c5d16066007da40097
-  data.tar.gz: b3180ed9bac4472230ca4b0bd421bd79043f5dbe321d0501431fe0f9df588d8a3862aaed6f538c7854e0797417ca6694363b22f8b366f8480cc429bf01594ed4
+  metadata.gz: 0fac3c202a90560476a5dc846af13161016dde8a08949dd7b9de5fa2c4b283649d4ccdf472f26bdb8800a7ed9fa1edd1998e90360849d8553b39daa341e3347e
+  data.tar.gz: d2a122ab2e01fe44e8fdecfdbd27303eb217acc2c719227feed78c34188c3fff7a93f56e2ed569870d58b8914321cccfb0651b0065805794d8796d1187aedc0c

data/README.md

@@ -70,11 +70,55 @@ To capture say packets with IP address 10.11.12.13
 
 
 ## Header format
-Potentially first is type
-  * 00 ?? ?? ?? source ??
-  * 10 ?? ?? ?? ?? ?? source ??
+### Received header
+
+  * First byte is type of header?
+    * 00 'lu packet' (i.e. whole packet was sent for lookup, i.e. small packet)
+    * 10 'lu packet head' (i.e. only head of packet was sent for lookup, i.e. large packet)
+
+  * Second and third byte appear to tell nothing about where packet came from,
+    but more when it came from. Timing? Counter? Randomness?
+
+  * Fourth byte is 0xf0 on MX80, tendency for last nibble to be 0. Perhaps src fabric stream?
+  * Fifth byte appears to be source port?
+
+  * Sixth byte is perhaps source NPU?
+
+  * 00 (22) (33) (44) \<src\> (66)
+  * 10 (22) (33) (44) \<si\> \<ze\> \<src\> (66)
+
+Example from MX960
+
+    00 00 c0 30 80 08
+    00 03 40 30 80 08
+    00 03 c0 70 81 08
+    00 06 c0 30 80 08
+    00 07 c0 70 81 08
+    00 0a 40 30 80 08
+    00 01 c0 70 81 08
+    00 02 40 70 81 08
+    10 01 40 70 05 c0 81 08
+    00 05 40 70 81 08
+    00 08 c0 30 80 08
+    00 0a c0 70 81 08
+    10 0b 40 20 05 28 40 08
+    00 0d c0 30 80 08
+    10 00 c0 30 05 8c 80 08
+    00 03 c0 30 80 08
+    10 03 40 30 05 8c 80 08
+    10 06 40 30 05 8c 80 08
+    10 06 c0 30 05 f0 80 08
+    00 07 40 70 81 08
+    00 07 80 40 42 20
+    00 09 00 98 42 20
+    00 0a 00 48 42 20
+    10 09 c0 30 05 8c 80 08
+    00 02 40 70 81 08
+    10 0b 80 48 05 ce 42 20
+    10 01 c0 30 05 8c 80 08
+
+Example from MX480
 
-Example receive headers, MX480
     00 0b 40 60 41 08
     00 01 c0 70 81 08
     00 02 40 70 81 08
@@ -104,7 +148,8 @@ Example receive headers, MX480
     00 02 40 60 41 08
     00 07 c7 f0 b0 80
 
-Example receive headers, MX80
+Example from MX80
+
     00 08 00 f0 81 08
     10 08 80 f0 05 b4 81 08
     10 09 00 f0 05 b4 81 08
@@ -122,18 +167,99 @@ Example receive headers, MX80
     10 07 80 f0 05 b4 81 08
     10 0b 00 f0 02 28 81 08
 
-TAZ-TBB-0(X vty)# show ixchip ifd
-
-   IFD       IFD        IX     WAN       Ing Queue     Egr Queue
-  Index      Name       Id     Port      Rt/Ct/Be      H/L 
-  ======  ==========  ======  ======  ==============  ======
-   148     ge-1/0/0      2       0        0/32/64       0/32
-   149     ge-1/0/1      2       1        1/33/65       1/33
-   166     ge-1/1/8      2      18       18/50/82      18/50
-
 For this box, second to last byte, divmod 64, returns these ports, which are
 correct port for source.
 
+    TAZ-TBB-0(X vty)# show ixchip ifd
+       IFD       IFD        IX     WAN       Ing Queue     Egr Queue
+      Index      Name       Id     Port      Rt/Ct/Be      H/L
+      ======  ==========  ======  ======  ==============  ======
+       148     ge-1/0/0      2       0        0/32/64       0/32
+       149     ge-1/0/1      2       1        1/33/65       1/33
+       166     ge-1/1/8      2      18       18/50/82      18/50
+
+### Sent header
+I'm really not sure about sent headers, need more data to figure out what is
+our type. For all my examples, when we sent frame without L2 headers for
+fabric, it was MPLS, but almost certainly it can be IPv4, IPv6, ARP etc too.
+Need data to know which header tells that. So we are going to pop wrong amount
+of bytes in many sent cases.
+
+  * first byte is output
+    * 0x00 == to fabric
+    * 0x08 == to wan
+
+  * byte 6, 7, 9, 11 or 21 probably defines type (different if we sent layer2 to fabric or if we don't)
+
+Example from MX960
+
+    00 bf e0 0d 71 f0 00 04 42 20 01 44 03 01 00 81 00 00 00 00 00 00 07 e9
+    00 bf e0 0f 71 f0 00 09 42 20 01 44 03 01 01 21 00 00 00 00 00 00 16 65
+    00 bf e0 14 11 f0 00 04 42 20 01 44 00 01 00 81 00 00 00 00 00 00 0b ad
+    00 bf e0 03 71 f0 00 04 42 20 01 44 03 01 00 81 00 00 00 00 00 00 04 06
+    00 bf e0 04 71 f0 00 00 42 20 01 44 03 01 00 01 00 00 00 00 00 00 24 42
+    00 bf e0 0a 71 f0 00 04 42 20 01 44 03 01 00 81 00 00 00 00 00 00 18 a4
+    00 a0 00 02 71 f0 00 04 42 20 01 44 03 01 00 81 00 00 00 00 00 00 0a 8f
+    00 bf e0 11 11 f0 00 04 42 20 01 44 00 01 00 81 00 00 00 00 00 00 04 00
+    00 bf e0 15 71 f0 00 04 42 20 01 44 03 01 00 81 00 00 00 00 00 00 1c 69
+    00 bf e0 1b 11 f0 00 04 42 20 01 44 00 01 00 81 00 00 00 00 00 00 0b ad
+    00 a0 00 16 71 f0 00 04 42 20 01 44 03 01 00 81 00 00 00 00 00 00 05 ec
+    00 bf e0 07 11 f0 00 04 42 20 01 44 00 01 00 81 00 00 00 00 00 00 0b ad
+    00 a0 00 01 11 f0 00 04 42 20 01 44 00 01 00 81 00 00 00 00 00 00 08 0a
+    00 a0 00 06 11 f0 00 04 42 20 01 44 00 01 00 81 00 00 00 00 00 00 08 0a
+    00 a0 00 0c 11 f0 00 04 42 20 01 44 00 01 00 81 00 00 00 00 00 00 08 0a
+    00 a0 00 0d 71 f0 00 00 42 20 01 44 03 01 00 01 00 00 00 00 00 00 24 06
+    08 bf e0 0f 70 00 00 08 b0 0e 80 03 0a
+    00 bf e0 0e 11 f0 00 04 42 20 01 44 00 01 00 81 00 00 00 00 00 00 06 6b
+    08 bf e0 12 10 00 00 08 b0 0e 80 03 0a
+    08 bf e0 14 10 00 00 08 b0 0e 80 03 0a
+    00 bf e0 04 71 f0 00 09 42 20 01 44 03 01 01 21 00 00 00 00 00 00 16 65
+
+Example from MX480
+
+    00 bf e0 16 10 00 03 f9 20 00 20 03 02 b0 03 7a 00 0e 00 42 80 00 00 20 0e 00 00 10 00 0c 00 00 00
+    00 bf e0 03 10 00 03 f8 20 40 20 00 20 10 03 7a 00 12 00 46 80 00 00 20 12 00 00 18 00 00 00 00 00
+    00 bf e0 04 10 00 03 f8 20 40 20 00 20 10 03 7a 00 12 00 46 80 00 00 20 12 00 00 18 00 00 00 00 00
+    08 bf e0 05 14 00 00 10 20 12 80 5a 28
+    08 a0 00 06 14 00 00 10 b0 12 80 5a 28
+    08 bf e0 07 14 00 00 10 20 12 80 5a 28
+    08 bf e0 0c 14 00 00 10 b0 12 80 5a 28
+    08 bf e0 0f 14 00 00 10 20 12 80 5a 28
+    08 bf e0 10 14 00 00 0b 20 12 80 33 2a
+    08 bf e0 12 14 00 00 0b 20 0e 80 33 2c
+    08 bf e0 13 14 00 00 08 00 00 80 00 be
+    08 bf e0 17 14 00 00 10 20 12 80 5a 28
+    08 bf e0 01 14 00 00 10 b0 12 80 5a 28
+    08 bf e0 02 14 00 00 08 00 00 80 00 be
+    08 a0 00 09 14 00 00 10 a0 12 80 5a 28
+    08 bf e0 0a 14 00 00 10 20 12 80 5a 28
+    08 bf e0 0b 14 00 00 10 a0 12 80 5a 28
+    08 bf e0 0d 14 00 00 0b 00 0e 80 33 2c
+    08 bf e0 11 14 00 00 10 b0 12 80 5a 28
+    08 bf e0 14 14 00 00 10 b0 12 80 5a 28
+    08 bf e0 15 14 00 00 10 20 12 80 5a 28
+    08 bf e0 16 14 00 00 0b 20 0e 80 33 2c
+
+Example from MX80
+
+    08 bf e0 10 11 00 00 00 70 0e 80 0a 1e
+    08 a0 00 11 11 00 00 00 70 0e 80 0a 1e
+    08 a0 00 12 11 00 00 00 70 0e 80 0a 1e
+    08 a0 00 13 11 00 00 00 10 0e 80 0a 1e
+    08 bf e0 14 11 00 00 00 70 12 80 0a 1e
+    08 a0 00 15 11 00 00 00 70 0e 80 0a 1e
+    08 bf e0 08 11 00 00 00 70 0e 80 0a 1e
+    08 a0 00 06 11 00 00 00 70 0e 80 0a 1e
+    08 a0 00 09 11 00 00 00 70 0e 80 0a 1e
+    08 a0 00 0a 11 00 00 00 70 0e 80 0a 1e
+    08 a0 00 0b 11 00 00 00 70 0e 80 0a 1e
+    08 bf e0 0c 11 00 00 00 70 0e 80 0a 1e
+    08 a0 00 0d 11 00 00 00 70 0e 80 0a 1e
+    08 bf e0 0e 71 00 00 08 10 0e 80 0a 32
+    08 a0 00 0f 11 00 00 00 70 0e 80 0a 1e
+    08 a0 00 16 11 00 00 00 70 0e 80 0a 1e
+
 ## Todo
-  1. correctly discover how many bytes need to be popped, perhaps by finding valid ethernet headers and ignore anything before?
-  1. reverse engineer header/cookie, at least figuring out which fabric stream (And hence egress NPU) is going to be used should be trivial
+  1. reverse engineer sent headers (so we can pop them correctly)
+  1. reverse engineer cookie
+  1. more research on received headers source fabric, port, npu

data/lib/packet_via_dmem.rb

@@ -2,9 +2,14 @@ require 'strscan'
 
 class PacketViaDMEM
   PACKET = /^(Received|Sent) \d+ byte parcel:.*\n/
+  FAKE = {
+    :dmac  => %w( 22 22 22 22 22 22 ),
+    :smac  => %w( 66 66 66 66 66 66 ),
+    :etype => %w( 88 47 ),
+  }
   HEADER_SIZE = {
     :received => 6,
-    :sent     => 33,  # FIXME: it's variable, we're dumb
+    :sent     => 13,
   }
   class Error < StandardError; end
 
@@ -30,11 +35,11 @@ class PacketViaDMEM
         pkt << @sc.scan_until(/\n/).strip
       end
       pkt = parse_packet pkt
-      pop = get_pop(type, pkt)
+      pop, push = get_pop_push(type, pkt)
       header = pkt[0..pop-1]
       pkt = pkt[pop..-1]
       if pkt
-        packets << '000000 ' + pkt.join(' ')
+        packets << '000000 ' + [push, pkt].flatten.join(' ')
         headers << header.join(' ')
       end
     end
@@ -43,16 +48,29 @@ class PacketViaDMEM
 
   private
 
-  def get_pop type, pkt
-    if type == :sent
-      @sent
+  def get_pop_push type, pkt
+   push = []
+   pop =  if type == :sent
+      case pkt.first.to_i(16)
+      when 0x00 # we're sending to fabric
+        # we may send MAC to fabric,byte 6, 7, 9, 11, 21?
+        if pkt[5].to_i(16) == 0xf0 # we don't send MAC to fabric
+          push = FAKE[:dmac] + FAKE[:smac] + FAKE[:etype]
+          24
+        else # we send MAC to fabric
+          33
+        end
+      when 0x08 then 13
+      else @sent
+      end
     else
       case pkt.first.to_i(16)
-      when 0x0  then 6 #1,2,3,4,5,6
+      when 0x00 then 6 #1,2,3,4,5,6
       when 0x10 then 8 #1,2,3,4,7,8,5,6
       else @received
       end
     end
+    [pop, push]
   end
 
   def parse_packet pkt

data/packet_via_dmem.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
   s.name              = 'packet_via_dmem'
-  s.version           = '0.0.1'
+  s.version           = '0.0.2'
   s.licenses          = %w( Apache-2.0 )
   s.platform          = Gem::Platform::RUBY
   s.authors           = [ 'Saku Ytti' ]

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: packet_via_dmem
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.2
 platform: ruby
 authors:
 - Saku Ytti
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-02-26 00:00:00.000000000 Z
+date: 2015-02-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: slop