From: Duncan Hare <duncanch...@yahoo.com>

>>>>>
<<<<

Signed-off-by: Duncan Hare <duncanch...@yahoo.com>
---
All the code is new, and not copied from any source.


Changes in v11:
Adding wget

 cmd/Kconfig        |   7 +
 cmd/net.c          |  13 ++
 include/net.h      |   8 +-
 include/net/wget.h |  19 +++
 net/Makefile       |   1 +
 net/net.c          |  49 ++++++-
 net/wget.c         | 418 +++++++++++++++++++++++++++++++++++++++++++++++++++++
 7 files changed, 508 insertions(+), 7 deletions(-)
 create mode 100644 include/net/wget.h
 create mode 100644 net/wget.c

diff --git a/cmd/Kconfig b/cmd/Kconfig
index eb14e08f77..9a76f42377 100644
--- a/cmd/Kconfig
+++ b/cmd/Kconfig
@@ -1156,6 +1156,13 @@ config CMD_NFS
        help
          Boot image via network using NFS protocol.
 
+config CMD_WGET
+        bool "wget"
+        select TCP
+        help
+          Download kernel, or other files, from a web server over TCP.
+         Fast file transfer over networks with latency.
+
 config CMD_MII
        bool "mii"
        help
diff --git a/cmd/net.c b/cmd/net.c
index f83839c35e..f5fde849c4 100644
--- a/cmd/net.c
+++ b/cmd/net.c
@@ -113,6 +113,19 @@ U_BOOT_CMD(
 );
 #endif
 
+#if defined(CONFIG_CMD_WGET)
+static int do_wget(cmd_tbl_t *cmdtp, int flag, int argc, char * const argv[])
+{
+       return netboot_common(WGET, cmdtp, argc, argv);
+}
+
+U_BOOT_CMD(
+       wget,   3,      1,      do_wget,
+       "boot image via network using HTTP protocol",
+       "[loadAddress] [[hostIPaddr:]path and image name]"
+);
+#endif
+
 static void netboot_update_env(void)
 {
        char tmp[22];
diff --git a/include/net.h b/include/net.h
index 47ef673f61..d94de7c62f 100644
--- a/include/net.h
+++ b/include/net.h
@@ -25,9 +25,7 @@
  *     alignment in memory.
  *
  */
-#if defined(CONFIG_TCP)                /* Protected becuse UDP uses less 
buffers */
-#define CONFIG_SYS_RX_ETH_BUFFER 12
-#endif
+
 #ifdef CONFIG_SYS_RX_ETH_BUFFER
 # define PKTBUFSRX     CONFIG_SYS_RX_ETH_BUFFER
 #else
@@ -86,7 +84,7 @@ enum eth_state_t {
 };
 
 #ifdef CONFIG_DM_ETH
-/*
+/**
  * struct eth_pdata - Platform data for Ethernet MAC controllers
  *
  * @iobase: The base address of the hardware registers
@@ -538,7 +536,7 @@ extern int          net_restart_wrap;       /* Tried all 
network devices */
 
 enum proto_t {
        BOOTP, RARP, ARP, TFTPGET, DHCP, PING, DNS, NFS, CDP, NETCONS, SNTP,
-       TFTPSRV, TFTPPUT, LINKLOCAL
+       TFTPSRV, TFTPPUT, LINKLOCAL, WGET
 };
 
 extern char    net_boot_file_name[1024];/* Boot File name */
diff --git a/include/net/wget.h b/include/net/wget.h
new file mode 100644
index 0000000000..76d377fcd8
--- /dev/null
+++ b/include/net/wget.h
@@ -0,0 +1,19 @@
+// SPDX-License-Identifier: GPL-2.0+
+/*
+ * Duncan Hare Copyright 2017
+ */
+
+void wget_start(void);                 /* Begin wget */
+
+enum WGET_STATE {
+       WGET_CLOSED,
+       WGET_CONNECTING,
+       WGET_CONNECTED,
+       WGET_TRANSFERRING,
+       WGET_TRANSFERRED
+};
+
+#define        DEBUG_WGET              0       /* Set to 1 for debug messges */
+#define        SERVER_PORT             80
+#define        WGET_RETRY_COUNT        30
+#define        WGET_TIMEOUT            2000UL
diff --git a/net/Makefile b/net/Makefile
index c2a7c2d990..882af145aa 100644
--- a/net/Makefile
+++ b/net/Makefile
@@ -24,6 +24,7 @@ obj-$(CONFIG_CMD_RARP) += rarp.o
 obj-$(CONFIG_CMD_SNTP) += sntp.o
 obj-$(CONFIG_CMD_TFTPBOOT) += tftp.o
 obj-$(CONFIG_TCP)      += tcp.o
+obj-$(CONFIG_CMD_WGET) += wget.o
 
 # Disable this warning as it is triggered by:
 # sprintf(buf, index ? "foo%d" : "foo", index)
diff --git a/net/net.c b/net/net.c
index 607f0fe865..30db8d6ceb 100644
--- a/net/net.c
+++ b/net/net.c
@@ -78,6 +78,11 @@
  *                     - own IP address
  *     We want:        - network time
  *     Next step:      none
+ *     Prequisites:    - own ethernet address
+ *                     - own IP address
+ *                     - TCP stack
+ *                     - name and path of bootfile
+ *                     - load the bootfile
  */
 
 
@@ -107,6 +112,9 @@
 #if defined(CONFIG_CMD_SNTP)
 #include "sntp.h"
 #endif
+#include <net/tcp.h>
+#include <net/wget.h>
+
 
 /** BOOTP EXTENTIONS **/
 
@@ -379,6 +387,9 @@ void net_init(void)
 
                /* Only need to setup buffer pointers once. */
                first_call = 0;
+#if defined(CONFIG_TCP)
+               tcp_set_tcp_state(TCP_CLOSED);
+#endif
        }
 
        net_init_loop();
@@ -482,6 +493,11 @@ restart:
                        nfs_start();
                        break;
 #endif
+#if defined(CONFIG_CMD_WGET)
+               case WGET:
+                       wget_start();
+                       break;
+#endif
 #if defined(CONFIG_CMD_CDP)
                case CDP:
                        cdp_start();
@@ -781,6 +797,16 @@ int net_send_udp_packet(uchar *ether, struct in_addr dest, 
int dport, int sport,
                                  IPPROTO_UDP, 0, 0, 0);
 }
 
+#if defined(CONFIG_TCP)
+int net_send_tcp_packet(int payload_len, int dport, int sport, u8 action,
+                       u32 tcp_seq_num, u32 tcp_ack_num)
+{
+       return net_send_ip_packet(net_server_ethaddr, net_server_ip, dport,
+                                 sport, payload_len, IPPROTO_TCP, action,
+                                 tcp_seq_num, tcp_ack_num);
+}
+#endif
+
 int net_send_ip_packet(uchar *ether, struct in_addr dest, int dport, int sport,
                       int payload_len, int proto, u8 action, u32 tcp_seq_num,
                       u32 tcp_ack_num)
@@ -810,7 +836,16 @@ int net_send_ip_packet(uchar *ether, struct in_addr dest, 
int dport, int sport,
                net_set_udp_header(pkt + eth_hdr_size, dest,
                                   dport, sport, payload_len);
                pkt_hdr_size = eth_hdr_size + IP_UDP_HDR_SIZE;
-               break;
+       break;
+
+#if defined(CONFIG_TCP)
+       case IPPROTO_TCP:
+               pkt_hdr_size = eth_hdr_size +
+               tcp_set_tcp_header(pkt + eth_hdr_size, dport, sport,
+                                  payload_len, action, tcp_seq_num,
+                                  tcp_ack_num);
+       break;
+#endif
        default: return -EINVAL;
        }
 
@@ -1219,6 +1254,15 @@ void net_process_received_packet(uchar *in_packet, int 
len)
                if (ip->ip_p == IPPROTO_ICMP) {
                        receive_icmp(ip, len, src_ip, et);
                        return;
+#if defined(CONFIG_TCP)
+               } else if (ip->ip_p == IPPROTO_TCP) {
+                       debug_cond(DEBUG_DEV_PKT,
+                                  "TCP PH (to=%pI4, from=%pI4, len=%d)\n",
+                                  &dst_ip, &src_ip, len);
+
+                               rxhand_tcp_f((union tcp_build_pkt *)ip, len);
+                       return;
+#endif
                } else if (ip->ip_p != IPPROTO_UDP) {   /* Only UDP packets */
                        return;
                }
@@ -1497,7 +1541,8 @@ void copy_filename(char *dst, const char *src, int size)
 
 #if    defined(CONFIG_CMD_NFS)         || \
        defined(CONFIG_CMD_SNTP)        || \
-       defined(CONFIG_CMD_DNS)
+       defined(CONFIG_CMD_DNS)         || \
+       defined(CONFIG_CMD_WGET)
 /*
  * make port a little random (1024-17407)
  * This keeps the math somewhat trivial to compute, and seems to work with
diff --git a/net/wget.c b/net/wget.c
new file mode 100644
index 0000000000..7b1c0ec298
--- /dev/null
+++ b/net/wget.c
@@ -0,0 +1,418 @@
+// SPDX-License-Identifier: GPL-2.0+
+/*
+ * WGET/HTTP support driver based on U-BOOT's nfs.c
+ * Copyright Duncan Hare <d...@synoia.com> 2017
+ */
+
+#include <common.h>
+#include <command.h>
+#include <mapmem.h>
+#include <net.h>
+#include <net/wget.h>
+#include <net/tcp.h>
+
+const char bootfile1[]   = "GET ";
+const  char bootfile3[]   = " HTTP/1.0\r\n\r\n";
+const char http_eom[]     = "\r\n\r\n";
+const char http_ok[]      = "200";
+const char content_len[]  = "Content-Length";
+const char linefeed[]     = "\r\n";
+static struct in_addr web_server_ip;
+static int our_port;
+static int wget_timeout_count;
+
+struct pkt_qd {
+       uchar *pkt;
+       unsigned int tcp_seq_num;
+       unsigned int len;
+};
+
+/*
+ * This is a control structure for out of order packets received.
+ * The actual packet bufers are in the kernel space, and are
+ * expected to be overwritten by the downloaded image.
+ */
+
+static struct pkt_qd pkt_q[PKTBUFSRX / 4];
+static int pkt_q_idx;
+static unsigned long content_length;
+static unsigned int packets;
+
+static unsigned int initial_data_seq_num;
+
+static enum  WGET_STATE wget_state;
+
+static char *image_url;
+static unsigned int wget_timeout = WGET_TIMEOUT;
+
+static void  wget_timeout_handler(void);
+
+static enum net_loop_state wget_loop_state;
+
+/* Timeout retry parameters */
+static u8 retry_action;
+static unsigned int retry_tcp_ack_num;
+static unsigned int retry_tcp_seq_num;
+static int retry_len;
+
+static inline int store_block(uchar *src, unsigned int offset, unsigned int 
len)
+{
+       ulong newsize = offset + len;
+       uchar *ptr;
+
+#ifdef CONFIG_SYS_DIRECT_FLASH_WGET
+       int i, rc = 0;
+
+       for (i = 0; i < CONFIG_SYS_MAX_FLASH_BANKS; i++) {
+               /* start address in flash? */
+               if (load_addr + offset >= flash_info[i].start[0]) {
+                       rc = 1;
+                       break;
+               }
+       }
+
+       if (rc) { /* Flash is destination for this packet */
+               rc = flash_write((uchar *)src,
+                                (ulong)(load_addr + offset), len);
+               if (rc) {
+                       flash_perror(rc);
+                       return -1;
+               }
+       } else {
+#endif /* CONFIG_SYS_DIRECT_FLASH_WGET */
+
+               ptr = map_sysmem(load_addr + offset, len);
+               memcpy(ptr, src, len);
+               unmap_sysmem(ptr);
+
+#ifdef CONFIG_SYS_DIRECT_FLASH_WGET
+       }
+#endif
+       if (net_boot_file_size < (offset + len))
+               net_boot_file_size = newsize;
+       return 0;
+}
+
+/*
+ * wget response dispatcher
+ * WARNING, This, and only this, is the place in wget.c where
+ * SEQUENCE NUMBERS are swapped between incoming (RX)
+ * and outgoing (TX).
+ * Procedure wget_handler() is correct for RX traffic.
+ */
+static void wget_send_stored(void)
+{
+       u8 action                  = retry_action;
+       unsigned int tcp_ack_num   = retry_tcp_ack_num;
+       unsigned int tcp_seq_num   = retry_tcp_seq_num;
+       int len                    = retry_len;
+       uchar *ptr;
+       uchar *offset;
+
+       tcp_ack_num = tcp_ack_num + len;
+
+       switch (wget_state) {
+       case WGET_CLOSED:
+               debug_cond(DEBUG_WGET, "wget: send SYN\n");
+               wget_state = WGET_CONNECTING;
+               net_send_tcp_packet(0, SERVER_PORT, our_port, action,
+                                   tcp_seq_num, tcp_ack_num);
+               packets = 0;
+               break;
+       case WGET_CONNECTING:
+               pkt_q_idx = 0;
+               net_send_tcp_packet(0, SERVER_PORT, our_port, action,
+                                   tcp_seq_num, tcp_ack_num);
+
+               ptr = net_tx_packet + net_eth_hdr_size()
+                       + IP_TCP_HDR_SIZE + TCP_TSOPT_SIZE + 2;
+               offset = ptr;
+
+               memcpy(offset, &bootfile1, strlen(bootfile1));
+               offset = offset + strlen(bootfile1);
+
+               memcpy(offset, image_url, strlen(image_url));
+               offset = offset + strlen(image_url);
+
+               memcpy(offset, &bootfile3, strlen(bootfile3));
+               offset = offset + strlen(bootfile3);
+               net_send_tcp_packet((offset - ptr), SERVER_PORT, our_port,
+                                   TCP_PUSH, tcp_seq_num, tcp_ack_num);
+               wget_state = WGET_CONNECTED;
+               break;
+       case WGET_CONNECTED:
+       case WGET_TRANSFERRING:
+       case WGET_TRANSFERRED:
+               net_send_tcp_packet(0, SERVER_PORT, our_port, action,
+                                   tcp_seq_num, tcp_ack_num);
+               break;
+       }
+}
+
+static void wget_send(u8 action, unsigned int tcp_ack_num,
+                     unsigned int tcp_seq_num, int len)
+{
+       retry_action      = action;
+       retry_tcp_ack_num = tcp_ack_num;
+       retry_tcp_seq_num = tcp_seq_num;
+       retry_len         = len;
+       wget_send_stored();
+}
+
+void wget_fail(char *error_message, unsigned int tcp_seq_num,
+              unsigned int tcp_ack_num, u8 action)
+{
+       printf("%s", error_message);
+       printf("%s", "wget: Transfer Fail\n");
+       net_set_timeout_handler(0, NULL);
+       wget_send(action, tcp_seq_num, tcp_ack_num, 0);
+}
+
+void wget_success(u8 action, unsigned int tcp_seq_num,
+                 unsigned int tcp_ack_num, int len, int packets)
+{
+       printf("Packets received %d, Transfer Successful\n", packets);
+       wget_send(action, tcp_seq_num, tcp_ack_num, len);
+}
+
+/*
+ * Interfaces of U-BOOT
+ */
+static void wget_timeout_handler(void)
+{
+       if (++wget_timeout_count > WGET_RETRY_COUNT) {
+               puts("\nRetry count exceeded; starting again\n");
+               wget_send(TCP_RST, 0, 0, 0);
+               net_start_again();
+       } else {
+               puts("T ");
+               net_set_timeout_handler(wget_timeout +
+                                       WGET_TIMEOUT * wget_timeout_count,
+                                       wget_timeout_handler);
+               wget_send_stored();
+       }
+}
+
+static void wget_connected(uchar *pkt, unsigned int tcp_seq_num,
+                          struct in_addr action_and_state,
+                          unsigned int tcp_ack_num, unsigned int len)
+{
+       u8 action = action_and_state.s_addr;
+       uchar *pkt_in_q;
+       char *pos;
+       int  hlen;
+       int  i;
+
+       pkt[len] = '\0';
+       pos = strstr((char *)pkt, http_eom);
+
+       if (pos == 0) {
+               debug_cond(DEBUG_WGET,
+                          "wget: Connected, data before Header %p\n", pkt);
+               pkt_in_q = (void *)load_addr + 0x20000 + (pkt_q_idx * 0x800);
+               memcpy(pkt_in_q, pkt, len);
+               pkt_q[pkt_q_idx].pkt              = pkt_in_q;
+               pkt_q[pkt_q_idx].tcp_seq_num      = tcp_seq_num;
+               pkt_q[pkt_q_idx].len              = len;
+               pkt_q_idx++;
+       } else {
+               debug_cond(DEBUG_WGET, "wget: Connected HTTP Header %p\n", pkt);
+               hlen = pos - (char *)pkt + sizeof(http_eom) - 1;
+               pos  = strstr((char *)pkt, linefeed);
+               if (pos > 0)
+                       i = pos - (char *)pkt;
+               else
+                       i = hlen;
+               printf("%.*s", i,  pkt);
+
+               wget_state = WGET_TRANSFERRING;
+
+               if (strstr((char *)pkt, http_ok) == 0) {
+                       debug_cond(DEBUG_WGET,
+                                  "wget: Connected Bad Xfer\n");
+                       wget_loop_state = NETLOOP_FAIL;
+                       wget_send(action, tcp_seq_num, tcp_ack_num, len);
+               } else {
+                       debug_cond(DEBUG_WGET,
+                                  "wget: Connctd pkt %p  hlen %x\n",
+                                  pkt, hlen);
+                       initial_data_seq_num = tcp_seq_num + hlen;
+
+                       pos  = strstr((char *)pkt, content_len);
+                       if (!pos) {
+                               content_length = -1;
+                       } else {
+                               pos = pos + sizeof(content_len) + 2;
+                               strict_strtoul(pos, 10, &content_length);
+                               debug_cond(DEBUG_WGET,
+                                          "wget: Connected Len %lu\n",
+                                          content_length);
+                       }
+
+                       net_boot_file_size = 0;
+
+                       if (len > hlen)
+                               store_block(pkt + hlen, 0, len - hlen);
+                       debug_cond(DEBUG_WGET,
+                                  "wget: Connected Pkt %p hlen %x\n",
+                                  pkt, hlen);
+
+                       for (i = 0; i < pkt_q_idx; i++) {
+                               store_block(pkt_q[i].pkt,
+                                           pkt_q[i].tcp_seq_num -
+                                               initial_data_seq_num,
+                                           pkt_q[i].len);
+                       debug_cond(DEBUG_WGET,
+                                  "wget: Connctd pkt Q %p len %x\n",
+                                  pkt_q[i].pkt, pkt_q[i].len);
+                       }
+               }
+       }
+       wget_send(action, tcp_seq_num, tcp_ack_num, len);
+}
+
+       /*
+        * In the "application push" invocation, the TCP header with all
+        * its information is pointed to by the packet pointer.
+        *
+        * in the typedef
+        *      void rxhand_tcp(uchar *pkt, unsigned int dport,
+        *                      struct in_addr sip, unsigned int sport,
+        *                      unsigned int len);
+        * *pkt is the pointer to the payload
+        * dport is used for tcp_seg_num
+        * action_and_state.s_addr is used for TCP state
+        * sport is used for tcp_ack_num (which is unused by the app)
+        * pkt_ length is the payload length.
+        */
+static void wget_handler(uchar *pkt, unsigned int tcp_seq_num,
+                        struct in_addr action_and_state,
+                        unsigned int tcp_ack_num, unsigned int len)
+{
+       enum TCP_STATE wget_tcp_state = tcp_get_tcp_state();
+       u8 action = action_and_state.s_addr;
+
+       net_set_timeout_handler(wget_timeout, wget_timeout_handler);
+       packets++;
+
+       switch (wget_state) {
+       case WGET_CLOSED:
+               debug_cond(DEBUG_WGET, "wget: Handler: Error!, State wrong\n");
+               break;
+       case WGET_CONNECTING:
+               debug_cond(DEBUG_WGET,
+                          "wget: Connecting In len=%x, Seq=%x, Ack=%x\n",
+                          len, tcp_seq_num, tcp_ack_num);
+               if (len == 0) {
+                       if (wget_tcp_state == TCP_ESTABLISHED) {
+                               debug_cond(DEBUG_WGET,
+                                          "wget: Cting, send, len=%x\n", len);
+                               wget_send(action, tcp_seq_num, tcp_ack_num,
+                                         len);
+                       } else {
+                               printf("%.*s", len,  pkt);
+                               wget_fail("wget: Handler Connected Fail\n",
+                                         tcp_seq_num, tcp_ack_num, action);
+                       }
+               }
+               break;
+       case WGET_CONNECTED:
+               debug_cond(DEBUG_WGET, "wget: Connected seq=%x, len=%x\n",
+                          tcp_seq_num, len);
+               if (len == 0) {
+                       wget_fail("Image not found, no data returned\n",
+                                 tcp_seq_num, tcp_ack_num, action);
+               } else {
+                       wget_connected(pkt, tcp_seq_num, action_and_state,
+                                      tcp_ack_num, len);
+               }
+               break;
+       case WGET_TRANSFERRING:
+               debug_cond(DEBUG_WGET,
+                          "wget: Transferring, seq=%x, ack=%x,len=%x\n",
+                          tcp_seq_num, tcp_ack_num, len);
+
+               if (store_block(pkt,
+                               tcp_seq_num - initial_data_seq_num, len) != 0) {
+                       wget_fail("wget: store error\n",
+                                 tcp_seq_num, tcp_ack_num, action);
+                       return;
+               }
+
+               switch (wget_tcp_state) {
+               case TCP_FIN_WAIT_2:
+                       wget_send(TCP_ACK, tcp_seq_num, tcp_ack_num, len);
+               case TCP_SYN_SENT:
+               case TCP_CLOSING:
+               case TCP_FIN_WAIT_1:
+               case TCP_CLOSED:
+                       net_set_state(NETLOOP_FAIL);
+                       break;
+               case TCP_ESTABLISHED:
+                       wget_send(TCP_ACK, tcp_seq_num, tcp_ack_num,
+                                 len);
+                       wget_loop_state = NETLOOP_SUCCESS;
+                       break;
+               case TCP_CLOSE_WAIT:     /* End of transfer */
+                       wget_state = WGET_TRANSFERRED;
+                       wget_send(action | TCP_ACK | TCP_FIN,
+                                 tcp_seq_num, tcp_ack_num, len);
+                       break;
+               }
+               break;
+       case WGET_TRANSFERRED:
+               printf("Packets received %d, Transfer Successful\n", packets);
+               net_set_state(wget_loop_state);
+               break;
+       }
+}
+
+void wget_start(void)
+{
+       debug_cond(DEBUG_WGET, "%s\n", __func__);
+
+       image_url = strchr(net_boot_file_name, ':');
+       if (!image_url) {
+               web_server_ip = string_to_ip(net_boot_file_name);
+               ++image_url;
+       } else {
+               web_server_ip = net_server_ip;
+               image_url = net_boot_file_name;
+       }
+
+       debug_cond(DEBUG_WGET,
+                  "wget: Transfer HTTP Server %pI4; our IP %pI4\n",
+                  &web_server_ip, &net_ip);
+
+       /* Check if we need to send across this subnet */
+       if (net_gateway.s_addr && net_netmask.s_addr) {
+               struct in_addr our_net;
+               struct in_addr server_net;
+
+               our_net.s_addr = net_ip.s_addr & net_netmask.s_addr;
+               server_net.s_addr = net_server_ip.s_addr & net_netmask.s_addr;
+               if (our_net.s_addr != server_net.s_addr)
+                       debug_cond(DEBUG_WGET,
+                                  "wget: sending through gateway %pI4",
+                                  &net_gateway);
+       }
+       debug_cond(DEBUG_WGET, "URL '%s\n", image_url);
+
+       if (net_boot_file_expected_size_in_blocks) {
+               debug_cond(DEBUG_WGET, "wget: Size is 0x%x Bytes = ",
+                          net_boot_file_expected_size_in_blocks << 9);
+               print_size(net_boot_file_expected_size_in_blocks << 9, "");
+       }
+       debug_cond(DEBUG_WGET,
+                  "\nwget:Load address: 0x%lx\nLoading: *\b", load_addr);
+
+       net_set_timeout_handler(wget_timeout, wget_timeout_handler);
+       tcp_set_tcp_handler(wget_handler);
+
+       wget_timeout_count = 0;
+       wget_state = WGET_CLOSED;
+
+       our_port = random_port();
+
+       wget_send(TCP_SYN, 0, 0, 0);
+}
-- 
2.11.0

_______________________________________________
U-Boot mailing list
U-Boot@lists.denx.de
https://lists.denx.de/listinfo/u-boot

Reply via email to