sonic接口管理处理流程

同步config_db.json中接口IP信息到内核

该部分通过redis的键空间机制订阅键config_db的键事件,将其同步到内核,本进程存在swss docker中。

相关文件:

intfmgrd.cpp

intfmgrd.h

intfmgr.cpp

IntfMgr

class IntfMgr : public Orch{public:    IntfMgr(DBConnector *cfgDb, DBConnector *appDb, DBConnector *stateDb, const vector<string> &tableNames);    using Orch::doTask;private:    ProducerStateTable m_appIntfTableProducer;//作为appdb的生产者    Table m_cfgIntfTable, m_cfgVlanIntfTable;    Table m_statePortTable, m_stateLagTable, m_stateVlanTable;    bool setIntfIp(const string &alias, const string &opCmd, const string &ipPrefixStr);    void doTask(Consumer &consumer);    bool isIntfStateOk(const string &alias);};}

实现

//该进程的功能是根据配置文件中的接口地址信息配置linux内核。//使用如下命令进行配置://ip address add 10.254.229.226/27 dev Ethernet20//不支持在加载配置后使用ip address add 命令修改地址,想要修改数据口地址需要更改config_db//后重新reload配置。//本进程的目标是将配置文件的关于接口IP的信息同步到内核。int main(int argc, char **argv){    Logger::linkToDbNative("intfmgrd");    SWSS_LOG_ENTER();    SWSS_LOG_NOTICE("--- Starting intfmgrd ---");    try    {        //订阅了db4中的三个表格        vector<string> cfg_intf_tables = {            CFG_INTF_TABLE_NAME,            CFG_LAG_INTF_TABLE_NAME,            CFG_VLAN_INTF_TABLE_NAME,        };        //连接CONFIG_DB,APPL_DB,STATE_DB,用于读取信息        DBConnector cfgDb(CONFIG_DB, DBConnector::DEFAULT_UNIXSOCKET, 0);        DBConnector appDb(APPL_DB, DBConnector::DEFAULT_UNIXSOCKET, 0);        DBConnector stateDb(STATE_DB, DBConnector::DEFAULT_UNIXSOCKET, 0);        IntfMgr intfmgr(&cfgDb, &appDb, &stateDb, cfg_intf_tables);        // TODO: add tables in stateDB which interface depends on to monitor list        std::vector<Orch *> cfgOrchList = {&intfmgr};        swss::Select s;        for (Orch *o : cfgOrchList)//运行epoll,监听数据库信息        {            s.addSelectables(o->getSelectables());        }        SWSS_LOG_NOTICE("starting main loop");        while (true)        {            Selectable *sel;            int ret;            //一秒超时,即使订阅的三个数据库没有事件发生也要周期性的处理事件,类似于实现了一个1秒定时器            ret = s.select(&sel, SELECT_TIMEOUT);            if (ret == Select::ERROR)            {                SWSS_LOG_NOTICE("Error: %s!", strerror(errno));                continue;            }            //超时依然需要运行该函数            if (ret == Select::TIMEOUT)            {                intfmgr.doTask();                continue;            }            auto *c = (Executor *)sel;            c->execute();//执行do-task        }    }    catch(const std::exception &e)    {        SWSS_LOG_ERROR("Runtime error: %s", e.what());    }    return -1;}#define VLAN_PREFIX         "Vlan"#define LAG_PREFIX          "PortChannel"IntfMgr::IntfMgr(DBConnector *cfgDb, DBConnector *appDb, DBConnector *stateDb, const vector<string> &tableNames) :        Orch(cfgDb, tableNames),        m_cfgIntfTable(cfgDb, CFG_INTF_TABLE_NAME),        m_cfgVlanIntfTable(cfgDb, CFG_VLAN_INTF_TABLE_NAME),        m_statePortTable(stateDb, STATE_PORT_TABLE_NAME),//读取port状态信息        m_stateLagTable(stateDb, STATE_LAG_TABLE_NAME),//读取lag状态信息        m_stateVlanTable(stateDb, STATE_VLAN_TABLE_NAME),//读取vlan状态信息        m_appIntfTableProducer(appDb, APP_INTF_TABLE_NAME)//作为appdb的生产者,将配置文件的接口配置信息写入APP_INTF_TABLE_NAME表{}//调用ip address add 10.254.229.226/27 dev Ethernet20命令设置接口IPbool IntfMgr::setIntfIp(const string &alias, const string &opCmd, const string &ipPrefixStr){    stringstream cmd;    string res;    cmd << IP_CMD << " address " << opCmd << " " << ipPrefixStr << " dev " << alias;;    int ret = swss::exec(cmd.str(), res);    return (ret == 0);}//从db 6中获取端口状态信息bool IntfMgr::isIntfStateOk(const string &alias){    vector<FieldValueTuple> temp;    if (!alias.compare(0, strlen(VLAN_PREFIX), VLAN_PREFIX))//vlan接口    {        if (m_stateVlanTable.get(alias, temp))        {            SWSS_LOG_DEBUG("Vlan %s is ready", alias.c_str());            return true;        }    }    else if (!alias.compare(0, strlen(LAG_PREFIX), LAG_PREFIX))//lag接口    {        if (m_stateLagTable.get(alias, temp))        {            SWSS_LOG_DEBUG("Lag %s is ready", alias.c_str());            return true;        }    }    else if (m_statePortTable.get(alias, temp))//port接口    {        SWSS_LOG_DEBUG("Port %s is ready", alias.c_str());        return true;    }    return false;}//"INTERFACE|Ethernet20|10.254.229.226/27"//"PORTCHANNEL_INTERFACE|PortChannel1|10.8.8.200/24"//该程序会处理INTERFACE,PORTCHANNEL_INTERFACE,VLAN_INTERFACE三类接口信息//配置了IP,interface表示一个三层的概念,包括子接口,vlanif,lag-if,phy-ifvoid IntfMgr::doTask(Consumer &consumer){    SWSS_LOG_ENTER();    auto it = consumer.m_toSync.begin();    while (it != consumer.m_toSync.end())    {        KeyOpFieldsValuesTuple t = it->second;        string keySeparator = CONFIGDB_KEY_SEPARATOR;        vector<string> keys = tokenize(kfvKey(t), keySeparator[0]);        string alias(keys[0]);//keys[0]为INTERFACE        //vlan接口的ip地址到此结束        if (alias.compare(0, strlen(VLAN_PREFIX), VLAN_PREFIX))        {            /* handle IP over vlan Only for now, skip the rest */            it = consumer.m_toSync.erase(it);            continue;        }        size_t pos = kfvKey(t).find(CONFIGDB_KEY_SEPARATOR);        if (pos == string::npos)        {            SWSS_LOG_DEBUG("Invalid key %s", kfvKey(t).c_str());            it = consumer.m_toSync.erase(it);            continue;        }        //提取key中的10.254.229.226/27部分        IpPrefix ip_prefix(kfvKey(t).substr(pos+1));        SWSS_LOG_DEBUG("intfs doTask: %s", (dumpTuple(consumer, t)).c_str());        string op = kfvOp(t);        if (op == SET_COMMAND)        {            /*             * Don't proceed if port/lag/VLAN is not ready yet.             * The pending task will be checked periodially and retried.             * TODO: Subscribe to stateDB for port/lag/VLAN state and retry             * pending tasks immediately upon state change.             * 由定时器超时1秒触发一次,只有没有up的端口将会由定时器持续检查。             */            if (!isIntfStateOk(alias))//判断端口是否已经ok            {                SWSS_LOG_DEBUG("Interface is not ready, skipping %s", kfvKey(t).c_str());                it++;                continue;            }            string opCmd("add");            string ipPrefixStr = ip_prefix.to_string();            //设置接口IP地址            setIntfIp(alias, opCmd, ipPrefixStr);        }        else if (op == DEL_COMMAND)        {            string opCmd("del");            string ipPrefixStr = ip_prefix.to_string();            setIntfIp(alias, opCmd, ipPrefixStr);        }        it = consumer.m_toSync.erase(it);        continue;    }}

响应内核接口IP信息变化到APP_DB

前面分析过sonic对netlink的相关处理,此处不再赘述。

该部分的主要文件有:

intfsync.cpp

intfsync.h

intfsyncd.cpp

实现NetMsg

class IntfSync : public NetMsg{public:    enum { MAX_ADDR_SIZE = 64 };    IntfSync(DBConnector *db);//连接数据库APP_DB    virtual void onMsg(int nlmsg_type, struct nl_object *obj);private:    ProducerStateTable m_intfTable;//app_db的INTF_TABLE表生产者实例};}//消息处理函数void IntfSync::onMsg(int nlmsg_type, struct nl_object *obj){    char addrStr[MAX_ADDR_SIZE + 1] = {0};    struct rtnl_addr *addr = (struct rtnl_addr *)obj;    string key;    string scope = "global";    string family;    //响应新地址,获取地址,删除地址三个信息    if ((nlmsg_type != RTM_NEWADDR) && (nlmsg_type != RTM_GETADDR) &&        (nlmsg_type != RTM_DELADDR))        return;    /* Don't sync local routes,不同步local地址信息 */    if (rtnl_addr_get_scope(addr) != RT_SCOPE_UNIVERSE)    {        scope = "local";        return;    }    if (rtnl_addr_get_family(addr) == AF_INET)        family = IPV4_NAME;    else if (rtnl_addr_get_family(addr) == AF_INET6)        family = IPV6_NAME;    else        // Not supported        return;    //获取接口名字以及地址,组合成key    key = LinkCache::getInstance().ifindexToName(rtnl_addr_get_ifindex(addr));    key+= ":";    nl_addr2str(rtnl_addr_get_local(addr), addrStr, MAX_ADDR_SIZE);    key+= addrStr;    if (nlmsg_type == RTM_DELADDR)//地址删除,删除key    {        m_intfTable.del(key);        return;    }    //添加key    std::vector<FieldValueTuple> fvVector;    FieldValueTuple f("family", family);    FieldValueTuple s("scope", scope);    fvVector.push_back(s);    fvVector.push_back(f);    m_intfTable.set(key, fvVector);}

实现main

//进程运行在容器swss中int main(int argc, char **argv){    swss::Logger::linkToDbNative("intfsyncd");    DBConnector db(APPL_DB, DBConnector::DEFAULT_UNIXSOCKET, 0);//连接APPL_DB    IntfSync sync(&db);//实例化netmsg    //订阅消息,加入组播组    NetDispatcher::getInstance().registerMessageHandler(RTM_NEWADDR, &sync);    NetDispatcher::getInstance().registerMessageHandler(RTM_DELADDR, &sync);    while (1)    {        try        {            NetLink netlink;            Select s;            netlink.registerGroup(RTNLGRP_IPV4_IFADDR);            netlink.registerGroup(RTNLGRP_IPV6_IFADDR);            cout << "Listens to interface messages..." << endl;            netlink.dumpRequest(RTM_GETADDR);//打印所有地址            s.addSelectable(&netlink);//加入select事件            while (true)            {                Selectable *temps;                s.select(&temps);//监听select事件            }        }        catch (const std::exception& e)        {            cout << "Exception \"" << e.what() << "\" had been thrown in deamon" << endl;            return 0;        }    }    return 1;}

写入app_db的数据案例:

127.0.0.1:6379> HGETALL "INTF_TABLE:PortChannel1:10.8.8.200/24"1) "scope"2) "global"3) "family"4) "IPv4"127.0.0.1:6379> 

响应APP_DB的INTF_TABLE表信息变化到ASIC_DB

该部分作为app_db的一个订阅者,订阅INTF_TABLE变化。添加一个IP则在sonic层添加一个rif口,一个物理口只能添加一个IP。

主要相关文件:

intfsorch.cpp

intfsorch.h

该部分收到INTF_TABLE信息变化后会产生四部分信息:

  • 添加rif接口,一个物理接口一个IP,则一个rif,这个是从linux内核角度出发的,实际上在使用的时候一个屋里接口会创建多个rif。
  • rif即为子网,会创建网段路由,添加子网。
  • 创建32位掩码的本机路由。
  • 添加广播地址邻居

该部分会将linux内核的local路由表同步到sonic中。

IntfsOrch

class IntfsOrch : public Orch{public:    IntfsOrch(DBConnector *db, string tableName);//订阅table    sai_object_id_t getRouterIntfsId(const string&);    std::set<IpPrefix> getRouterIntfsIpAddresses(const string&);    void increaseRouterIntfsRefCount(const string&);    void decreaseRouterIntfsRefCount(const string&);private:    IntfsTable m_syncdIntfses;    void doTask(Consumer &consumer);    int getRouterIntfsRefCount(const string&);    bool addRouterIntfs(Port &port);    bool removeRouterIntfs(Port &port);    //添加rif网段子网路由    void addSubnetRoute(const Port &port, const IpPrefix &ip_prefix);    void removeSubnetRoute(const Port &port, const IpPrefix &ip_prefix);    //添加本机路由    void addIp2MeRoute(const IpPrefix &ip_prefix);    void removeIp2MeRoute(const IpPrefix &ip_prefix);    //添加邻居    void addDirectedBroadcast(const Port &port, const IpAddress &ip_addr);    void removeDirectedBroadcast(const Port &port, const IpAddress &ip_addr);    };

具体实现

const int intfsorch_pri = 35;//构造函数,生成一个orch,订阅表格APP_INTF_TABLE_NAMEIntfsOrch::IntfsOrch(DBConnector *db, string tableName) :        Orch(db, tableName, intfsorch_pri){    SWSS_LOG_ENTER();}//根据接口名获取port相关信息sai_object_id_t IntfsOrch::getRouterIntfsId(const string &alias){    Port port;    gPortsOrch->getPort(alias, port);    assert(port.m_rif_id);    return port.m_rif_id;}void IntfsOrch::increaseRouterIntfsRefCount(const string &alias){    SWSS_LOG_ENTER();    m_syncdIntfses[alias].ref_count++;    SWSS_LOG_DEBUG("Router interface %s ref count is increased to %d",                  alias.c_str(), m_syncdIntfses[alias].ref_count);}void IntfsOrch::decreaseRouterIntfsRefCount(const string &alias){    SWSS_LOG_ENTER();    m_syncdIntfses[alias].ref_count--;    SWSS_LOG_DEBUG("Router interface %s ref count is decreased to %d",                  alias.c_str(), m_syncdIntfses[alias].ref_count);}void IntfsOrch::doTask(Consumer &consumer){    SWSS_LOG_ENTER();    if (!gPortsOrch->isInitDone())    {        return;    }    auto it = consumer.m_toSync.begin();    while (it != consumer.m_toSync.end())    {        KeyOpFieldsValuesTuple t = it->second;        vector<string> keys = tokenize(kfvKey(t), ':');        string alias(keys[0]);        IpPrefix ip_prefix(kfvKey(t).substr(kfvKey(t).find(':')+1));        if (alias == "eth0" || alias == "docker0")        {            it = consumer.m_toSync.erase(it);            continue;        }        string op = kfvOp(t);        if (op == SET_COMMAND)        {            if (alias == "lo")            {                addIp2MeRoute(ip_prefix);                it = consumer.m_toSync.erase(it);                continue;            }            Port port;            if (!gPortsOrch->getPort(alias, port))            {                /* TODO: Resolve the dependency relationship and add ref_count to port */                it++;                continue;            }            // buffer configuration hasn't been applied yet, hold from intf config.            if (!gBufferOrch->isPortReady(alias))            {                it++;                continue;            }            auto it_intfs = m_syncdIntfses.find(alias);            if (it_intfs == m_syncdIntfses.end())            {                if (addRouterIntfs(port))                {                    IntfsEntry intfs_entry;                    intfs_entry.ref_count = 0;                    m_syncdIntfses[alias] = intfs_entry;                }                else                {                    it++;                    continue;                }            }            if (m_syncdIntfses[alias].ip_addresses.count(ip_prefix))            {                /* Duplicate entry */                it = consumer.m_toSync.erase(it);                continue;            }            /* NOTE: Overlap checking is required to handle ifconfig weird behavior.             * When set IP address using ifconfig command it applies it in two stages.             * On stage one it sets IP address with netmask /8. On stage two it             * changes netmask to specified in command. As DB is async event to             * add IP address with original netmask may come before event to             * delete IP with netmask /8. To handle this we in case of overlap             * we should wait until entry with /8 netmask will be removed.             * Time frame between those event is quite small.*/            bool overlaps = false;            for (const auto &prefixIt: m_syncdIntfses[alias].ip_addresses)            {                if (prefixIt.isAddressInSubnet(ip_prefix.getIp()) ||                        ip_prefix.isAddressInSubnet(prefixIt.getIp()))                {                    overlaps = true;                    SWSS_LOG_NOTICE("Router interface %s IP %s overlaps with %s.", port.m_alias.c_str(),                            prefixIt.to_string().c_str(), ip_prefix.to_string().c_str());                    break;                }            }            if (overlaps)            {                /* Overlap of IP address network */                ++it;                continue;            }            addSubnetRoute(port, ip_prefix);            addIp2MeRoute(ip_prefix);            if(port.m_type == Port::VLAN && ip_prefix.isV4())            {                addDirectedBroadcast(port, ip_prefix.getBroadcastIp());            }            m_syncdIntfses[alias].ip_addresses.insert(ip_prefix);            it = consumer.m_toSync.erase(it);        }        else if (op == DEL_COMMAND)        {            if (alias == "lo")            {                removeIp2MeRoute(ip_prefix);                it = consumer.m_toSync.erase(it);                continue;            }            Port port;            /* Cannot locate interface */            if (!gPortsOrch->getPort(alias, port))            {                it = consumer.m_toSync.erase(it);                continue;            }            if (m_syncdIntfses.find(alias) != m_syncdIntfses.end())            {                if (m_syncdIntfses[alias].ip_addresses.count(ip_prefix))                {                    removeSubnetRoute(port, ip_prefix);                    removeIp2MeRoute(ip_prefix);                    if(port.m_type == Port::VLAN && ip_prefix.isV4())                    {                        removeDirectedBroadcast(port, ip_prefix.getBroadcastIp());                    }                    m_syncdIntfses[alias].ip_addresses.erase(ip_prefix);                }                /* Remove router interface that no IP addresses are associated with */                if (m_syncdIntfses[alias].ip_addresses.size() == 0)                {                    if (removeRouterIntfs(port))                    {                        m_syncdIntfses.erase(alias);                        it = consumer.m_toSync.erase(it);                    }                    else                        it++;                }                else                {                    it = consumer.m_toSync.erase(it);                }            }            else                /* Cannot locate the interface */                it = consumer.m_toSync.erase(it);        }    }}//添加路由接口rifbool IntfsOrch::addRouterIntfs(Port &port){    SWSS_LOG_ENTER();    /* Return true if the router interface exists */    if (port.m_rif_id)    {        SWSS_LOG_WARN("Router interface already exists on %s",                      port.m_alias.c_str());        return true;    }    /* Create router interface if the router interface doesn't exist */    sai_attribute_t attr;    vector<sai_attribute_t> attrs;    attr.id = SAI_ROUTER_INTERFACE_ATTR_VIRTUAL_ROUTER_ID;    attr.value.oid = gVirtualRouterId;    attrs.push_back(attr);    attr.id = SAI_ROUTER_INTERFACE_ATTR_SRC_MAC_ADDRESS;    memcpy(attr.value.mac, gMacAddress.getMac(), sizeof(sai_mac_t));    attrs.push_back(attr);    attr.id = SAI_ROUTER_INTERFACE_ATTR_TYPE;    switch(port.m_type)    {        case Port::PHY:        case Port::LAG:            attr.value.s32 = SAI_ROUTER_INTERFACE_TYPE_PORT;            break;        case Port::VLAN:            attr.value.s32 = SAI_ROUTER_INTERFACE_TYPE_VLAN;            break;        default:            SWSS_LOG_ERROR("Unsupported port type: %d", port.m_type);            break;    }    attrs.push_back(attr);    switch(port.m_type)    {        case Port::PHY:            attr.id = SAI_ROUTER_INTERFACE_ATTR_PORT_ID;            attr.value.oid = port.m_port_id;            break;        case Port::LAG:            attr.id = SAI_ROUTER_INTERFACE_ATTR_PORT_ID;            attr.value.oid = port.m_lag_id;            break;        case Port::VLAN:            attr.id = SAI_ROUTER_INTERFACE_ATTR_VLAN_ID;            attr.value.oid = port.m_vlan_info.vlan_oid;            break;        default:            SWSS_LOG_ERROR("Unsupported port type: %d", port.m_type);            break;    }    attrs.push_back(attr);    attr.id = SAI_ROUTER_INTERFACE_ATTR_MTU;    attr.value.u32 = port.m_mtu;    attrs.push_back(attr);    try {        gCrmOrch->preCrmResCounter(CrmResourceType::CRM_SUBNET_TABLE);        sai_status_t status = sai_router_intfs_api->create_router_interface(&port.m_rif_id, gSwitchId, (uint32_t)attrs.size(), attrs.data());        if (status != SAI_STATUS_SUCCESS)        {            SWSS_LOG_ERROR("Failed to create router interface for port %s, rv:%d", port.m_alias.c_str(), status);            throw runtime_error("Failed to create router interface.");        }        gCrmOrch->incCrmResUsedCounter(CrmResourceType::CRM_SUBNET_TABLE);    } catch (...) {        SWSS_LOG_ERROR("Failed to create router interface for port %s", port.m_alias.c_str());        return false;    }    gPortsOrch->setPort(port.m_alias, port);    SWSS_LOG_NOTICE("Create router interface for port %s mtu %u", port.m_alias.c_str(), port.m_mtu);    return true;}bool IntfsOrch::removeRouterIntfs(Port &port){    SWSS_LOG_ENTER();    if (m_syncdIntfses[port.m_alias].ref_count > 0)    {        SWSS_LOG_NOTICE("Router interface is still referenced");        return false;    }    try {        sai_status_t status = sai_router_intfs_api->remove_router_interface(port.m_rif_id);        if (status != SAI_STATUS_SUCCESS)        {            SWSS_LOG_ERROR("Failed to remove router interface for port %s, rv:%d", port.m_alias.c_str(), status);            throw runtime_error("Failed to remove router interface.");        }                gCrmOrch->decCrmResUsedCounter(CrmResourceType::CRM_SUBNET_TABLE);    } catch (...) {        SWSS_LOG_ERROR("Failed to remove router interface for port %s", port.m_alias.c_str());        return false;    }    port.m_rif_id = 0;    gPortsOrch->setPort(port.m_alias, port);    SWSS_LOG_NOTICE("Remove router interface for port %s", port.m_alias.c_str());    return true;}//添加子网路由void IntfsOrch::addSubnetRoute(const Port &port, const IpPrefix &ip_prefix){    sai_route_entry_t unicast_route_entry;    unicast_route_entry.switch_id = gSwitchId;    unicast_route_entry.vr_id = gVirtualRouterId;    unicast_route_entry.table_id = SAI_NULL_OBJECT_ID;    copy(unicast_route_entry.destination, ip_prefix);    subnet(unicast_route_entry.destination, unicast_route_entry.destination);    sai_attribute_t attr;    vector<sai_attribute_t> attrs;    attr.id = SAI_ROUTE_ENTRY_ATTR_PACKET_ACTION;    attr.value.s32 = SAI_PACKET_ACTION_FORWARD;    attrs.push_back(attr);    //指向出接口为本rif    attr.id = SAI_ROUTE_ENTRY_ATTR_NEXT_HOP_ID;    attr.value.oid = port.m_rif_id;    attrs.push_back(attr);    sai_status_t status = sai_route_api->create_route_entry(&unicast_route_entry, (uint32_t)attrs.size(), attrs.data());    if (status != SAI_STATUS_SUCCESS)    {        SWSS_LOG_ERROR("Failed to create subnet route to %s from %s, rv:%d",                       ip_prefix.to_string().c_str(), port.m_alias.c_str(), status);        throw runtime_error("Failed to create subnet route.");    }    SWSS_LOG_NOTICE("Create subnet route to %s from %s",                    ip_prefix.to_string().c_str(), port.m_alias.c_str());    increaseRouterIntfsRefCount(port.m_alias);    gCrmOrch->incCrmResUsedCounter(CrmResourceType::CRM_UNDERLAY_LPM_ROUTE);      if (unicast_route_entry.destination.addr_family == SAI_IP_ADDR_FAMILY_IPV4)    {        gCrmOrch->incCrmResUsedCounter(CrmResourceType::CRM_IPV4_ROUTE);    }    else    {        gCrmOrch->incCrmResUsedCounter(CrmResourceType::CRM_IPV6_ROUTE);    }}//删除子网路由void IntfsOrch::removeSubnetRoute(const Port &port, const IpPrefix &ip_prefix){    sai_route_entry_t unicast_route_entry;    unicast_route_entry.switch_id = gSwitchId;    unicast_route_entry.vr_id = gVirtualRouterId;    unicast_route_entry.table_id = SAI_NULL_OBJECT_ID;    copy(unicast_route_entry.destination, ip_prefix);    subnet(unicast_route_entry.destination, unicast_route_entry.destination);    sai_status_t status = sai_route_api->remove_route_entry(&unicast_route_entry);    if (status != SAI_STATUS_SUCCESS)    {        SWSS_LOG_ERROR("Failed to remove subnet route to %s from %s, rv:%d",                       ip_prefix.to_string().c_str(), port.m_alias.c_str(), status);        throw runtime_error("Failed to remove subnet route.");    }    SWSS_LOG_NOTICE("Remove subnet route to %s from %s",                    ip_prefix.to_string().c_str(), port.m_alias.c_str());    decreaseRouterIntfsRefCount(port.m_alias);    gCrmOrch->decCrmResUsedCounter(CrmResourceType::CRM_UNDERLAY_LPM_ROUTE);    if (unicast_route_entry.destination.addr_family == SAI_IP_ADDR_FAMILY_IPV4)    {        gCrmOrch->decCrmResUsedCounter(CrmResourceType::CRM_IPV4_ROUTE);    }    else    {        gCrmOrch->decCrmResUsedCounter(CrmResourceType::CRM_IPV6_ROUTE);    }}//添加上送本机的路由,32位本机路由void IntfsOrch::addIp2MeRoute(const IpPrefix &ip_prefix){    sai_route_entry_t unicast_route_entry;    unicast_route_entry.switch_id = gSwitchId;    unicast_route_entry.vr_id = gVirtualRouterId;    unicast_route_entry.table_id = SAI_NULL_OBJECT_ID;    copy(unicast_route_entry.destination, ip_prefix.getIp());    sai_attribute_t attr;    vector<sai_attribute_t> attrs;    attr.id = SAI_ROUTE_ENTRY_ATTR_PACKET_ACTION;    attr.value.s32 = SAI_PACKET_ACTION_FORWARD;    attrs.push_back(attr);    Port cpu_port;    gPortsOrch->getCpuPort(cpu_port);    //指向出接口为cpu的物理接口    attr.id = SAI_ROUTE_ENTRY_ATTR_NEXT_HOP_ID;    attr.value.oid = cpu_port.m_port_id;    attrs.push_back(attr);    sai_status_t status = sai_route_api->create_route_entry(&unicast_route_entry, (uint32_t)attrs.size(), attrs.data());    if (status != SAI_STATUS_SUCCESS)    {        SWSS_LOG_ERROR("Failed to create IP2me route ip:%s, rv:%d", ip_prefix.getIp().to_string().c_str(), status);        throw runtime_error("Failed to create IP2me route.");    }    SWSS_LOG_NOTICE("Create IP2me route ip:%s", ip_prefix.getIp().to_string().c_str());    gCrmOrch->incCrmResUsedCounter(CrmResourceType::CRM_UNDERLAY_HOST_ROUTE);     if (unicast_route_entry.destination.addr_family == SAI_IP_ADDR_FAMILY_IPV4)    {        gCrmOrch->incCrmResUsedCounter(CrmResourceType::CRM_IPV4_ROUTE);    }    else    {        gCrmOrch->incCrmResUsedCounter(CrmResourceType::CRM_IPV6_ROUTE);    }}//删除上送本机的路由void IntfsOrch::removeIp2MeRoute(const IpPrefix &ip_prefix){    sai_route_entry_t unicast_route_entry;    unicast_route_entry.switch_id = gSwitchId;    unicast_route_entry.vr_id = gVirtualRouterId;    unicast_route_entry.table_id = SAI_NULL_OBJECT_ID;    copy(unicast_route_entry.destination, ip_prefix.getIp());    sai_status_t status = sai_route_api->remove_route_entry(&unicast_route_entry);    if (status != SAI_STATUS_SUCCESS)    {        SWSS_LOG_ERROR("Failed to remove IP2me route ip:%s, rv:%d", ip_prefix.getIp().to_string().c_str(), status);        throw runtime_error("Failed to remove IP2me route.");    }    SWSS_LOG_NOTICE("Remove packet action trap route ip:%s", ip_prefix.getIp().to_string().c_str());    gCrmOrch->decCrmResUsedCounter(CrmResourceType::CRM_UNDERLAY_HOST_ROUTE);    if (unicast_route_entry.destination.addr_family == SAI_IP_ADDR_FAMILY_IPV4)    {        gCrmOrch->decCrmResUsedCounter(CrmResourceType::CRM_IPV4_ROUTE);    }    else    {        gCrmOrch->decCrmResUsedCounter(CrmResourceType::CRM_IPV6_ROUTE);    }}//设置本rif口的邻居为广播void IntfsOrch::addDirectedBroadcast(const Port &port, const IpAddress &ip_addr){    sai_status_t status;    sai_neighbor_entry_t neighbor_entry;    neighbor_entry.rif_id = port.m_rif_id;    neighbor_entry.switch_id = gSwitchId;    copy(neighbor_entry.ip_address, ip_addr);    sai_attribute_t neighbor_attr;    neighbor_attr.id = SAI_NEIGHBOR_ENTRY_ATTR_DST_MAC_ADDRESS;    memcpy(neighbor_attr.value.mac, MacAddress("ff:ff:ff:ff:ff:ff").getMac(), 6);    status = sai_neighbor_api->create_neighbor_entry(&neighbor_entry, 1, &neighbor_attr);    if (status != SAI_STATUS_SUCCESS)    {        SWSS_LOG_ERROR("Failed to create broadcast entry %s rv:%d",                       ip_addr.to_string().c_str(), status);        return;    }    SWSS_LOG_NOTICE("Add broadcast route for ip:%s", ip_addr.to_string().c_str());}void IntfsOrch::removeDirectedBroadcast(const Port &port, const IpAddress &ip_addr){    sai_status_t status;    sai_neighbor_entry_t neighbor_entry;    neighbor_entry.rif_id = port.m_rif_id;    neighbor_entry.switch_id = gSwitchId;    copy(neighbor_entry.ip_address, ip_addr);    status = sai_neighbor_api->remove_neighbor_entry(&neighbor_entry);    if (status != SAI_STATUS_SUCCESS)    {        if (status == SAI_STATUS_ITEM_NOT_FOUND)        {            SWSS_LOG_ERROR("No broadcast entry found for %s", ip_addr.to_string().c_str());        }        else        {            SWSS_LOG_ERROR("Failed to remove broadcast entry %s rv:%d",                           ip_addr.to_string().c_str(), status);        }        return;    }    SWSS_LOG_NOTICE("Remove broadcast route ip:%s", ip_addr.to_string().c_str());}std::set<IpPrefix> IntfsOrch::getRouterIntfsIpAddresses(const string& alias) {    auto iter = m_syncdIntfses.find(alias);    if (iter == m_syncdIntfses.end())        return set<IpPrefix>();    return iter->second.ip_addresses;}

该orch不以单独进程出现,它是orchagent进程的一个子orch。

下入asic-db的数据示例:

127.0.0.1:6379[1]> KEYS *ROUTER*1) "ASIC_STATE:SAI_OBJECT_TYPE_VIRTUAL_ROUTER:oid:0x3000000000084"2) "ASIC_STATE:SAI_OBJECT_TYPE_ROUTER_INTERFACE:oid:0x60000000005d3"127.0.0.1:6379[1]> HGETALL "ASIC_STATE:SAI_OBJECT_TYPE_ROUTER_INTERFACE:oid:0x60000000005d3" 1) "SAI_ROUTER_INTERFACE_ATTR_VIRTUAL_ROUTER_ID" 2) "oid:0x3000000000084" 3) "SAI_ROUTER_INTERFACE_ATTR_SRC_MAC_ADDRESS" 4) "00:90:FB:60:E2:86" 5) "SAI_ROUTER_INTERFACE_ATTR_TYPE" 6) "SAI_ROUTER_INTERFACE_TYPE_PORT" 7) "SAI_ROUTER_INTERFACE_ATTR_PORT_ID" 8) "oid:0x20000000005d2" 9) "SAI_ROUTER_INTERFACE_ATTR_MTU"10) "9100"127.0.0.1:6379[1]> 127.0.0.1:6379[1]> KEYS *ROUTE*1) "ASIC_STATE:SAI_OBJECT_TYPE_VIRTUAL_ROUTER:oid:0x3000000000084"2) "ASIC_STATE:SAI_OBJECT_TYPE_ROUTE_ENTRY:{\"dest\":\"10.8.8.200/32\",\"switch_id\":\"oid:0x21000000000000\",\"vr\":\"oid:0x3000000000084\"}"3) "ASIC_STATE:SAI_OBJECT_TYPE_ROUTE_ENTRY:{\"dest\":\"10.1.0.32/32\",\"switch_id\":\"oid:0x21000000000000\",\"vr\":\"oid:0x3000000000084\"}"4) "ASIC_STATE:SAI_OBJECT_TYPE_ROUTER_INTERFACE:oid:0x60000000005d3"127.0.0.1:6379[1]> 127.0.0.1:6379[1]> KEYS *NEIG*1) "ASIC_STATE:SAI_OBJECT_TYPE_NEIGHBOR_ENTRY:{\"ip\":\"10.8.8.87\",\"rif\":\"oid:0x60000000005d3\",\"switch_id\":\"oid:0x21000000000000\"}"127.0.0.1:6379[1]> 

由syncd将ASIC_DB接口信息同步到硬件

syncd响应asic-db中的信息变化,将配置同步到硬件。