技术员工负责人，推理基础设施
Lead Member of Technical Staff, Inference Infrastructure
我们是谁？
Cohere 是一家以安全为首要任务的企业人工智能公司。我们构建前沿的基础人工智能模型和端到端产品，旨在解决现实世界中的商业问题。
我们正在为正在构建人工智能系统的公司训练和部署前沿模型。我们认为我们的工作对人工智能的广泛应用至关重要，我们正在寻找希望成为其中一员的人才。
我们专注于我们所构建的一切。我们每个人都负责提升模型的能力以及为客户创造的价值。Cohere 是一个由研究人员、工程师、设计师等组成的团队，他们对各自的专业充满热情。
我们是一家总部位于多伦多的全球科技公司，在伦敦、纽约市、旧金山、蒙特利尔、巴黎、柏林和首尔设有主要办事处。加入我们吧！
为什么选择这个职位？
你是否被主导高性能、可扩展且可靠的机器学习系统的设计所激励？你是否希望设定技术方向并帮助塑造下一代支持高级自然语言处理应用的 AI 平台？我们正在寻找一位高级技术成员加入 Cohere 的模型服务团队。该团队负责开发、部署和运营通过易于使用的 API 端点交付 Cohere 大型语言模型的 AI 平台。在此职位上，你将在多个团队中提供技术领导力，推动在低延迟、高吞吐量和高可用性环境中优化 NLP 模型的部署架构和策略。你将作为客户的关键联系人，主导定制化部署的设计以满足他们的特定需求，并指导工程师提升整个团队的技术标准。
如果你具备以下条件，可能会是一个合适的人选：
- 8 年以上在大规模生产基础设施方面的工作经验，有技术领导力的记录
- 在 Kubernetes 和这些集群上的 GPU 工作负载上，有设计和构建大型高可用分布式系统的实际经验
- 对 Kubernetes 开发和生产环境的编码与支持有深入的了解，包括制定团队范围的标准和最佳实践
- 在 GCP、Azure、AWS、OCI 以及多云本地/混合服务环境中有丰富的经验，能够指导战略性的基础设施决策
- 有领导设计、部署、支持和解决问题的实际能力
查看英文原文
Who are we?
Cohere is the leading security-first enterprise AI company. We build cutting-edge foundation AI models and end-to-end products that are designed to solve real-world business problems.
We’re training and deploying frontier models for enterprises who are building AI systems. We believe that our work is instrumental to the widespread adoption of AI and we are looking for folks that want to be part of that.
We obsess over what we build. Each one of us is responsible for contributing to increasing the capabilities of our models and the value they drive for our customers. Cohere is a team of researchers, engineers, designers, and more, who are all passionate about their craft.
We are a global technology company headquartered in Toronto with key offices in London, New York City, San Francisco, Montreal, Paris, Berlin and Seoul. Join us!
Why this role?
Are you energized by leading the design of high-performance, scalable and reliable machine learning systems? Do you want to set technical direction and help shape the next generation of AI platforms powering advanced NLP applications? We are looking for a Lead Member of Technical Staff to join the Model Serving team at Cohere. The team is responsible for developing, deploying, and operating the AI platform delivering Cohere's large language models through easy to use API endpoints. In this role, you will provide technical leadership across multiple teams, driving the architecture and strategy for deploying optimized NLP models to production in low latency, high throughput, and high availability environments. You will serve as a key point of contact for customers, leading the design of customized deployments to meet their specific needs, and mentoring engineers to raise the technical bar across the team.
You may be a good fit if you have:
- 8+ years of engineering experience running production infrastructure at a large scale, with a track record of technical leadership
- Demonstrated experience leading the architecture and design of large, highly available distributed systems with Kubernetes and GPU workloads on those clusters
- Deep expertise with Kubernetes dev and production coding and support, including setting team-wide standards and best practices
- Extensive experience across GCP, Azure, AWS, OCI, and multi-cloud on-prem / hybrid serving environments, with the ability to guide strategic infrastructure decisions
- Proven ability to lead the design, deployment, support, and troubleshooting of complex Linux-based computing environments at scale
- Experience owning compute/storage/network resource and cost management at an organisational level, including optimisation strategies
- Exceptional collaboration and communication skills, with experience mentoring engineers and leading cross-functional initiatives to build mission-critical systems
- The grit and adaptability to both solve and guide others through complex technical challenges that evolve day to day
- Strong expertise in the computational characteristics of accelerators (GPUs, TPUs, and/or custom accelerators), and how to leverage them to drive latency and throughput improvements at scale
- Deep knowledge of distributed systems, with experience establishing patterns and practices across engineering teams
- Proficiency in Golang, C++ or other languages designed for high-performance scalable servers, with the ability to set coding standards and conduct senior-level technical reviews
FULL-TIME EMPLOYEES AT COHERE ENJOY THESE PERKS:
- A weekly lunch stipend of $75/£75 or equivalent in your local currency for lunch.
- Full health and dental benefits, including a separate budget for mental health.
- RRSP matching, 401K, Pension Scheme.
- 100% Parental Leave top-up for up to 6 months, for either parent.
- Annual enrichment benefits:
Arts & culture, fitness/wellness, quality time, and a workspace improvement credit.
Education & learning stipend for conferences, courses, and coaching.
- 6 weeks of paid vacation (30 working days!)
- Budget for traveling to other offices if you are remote, plus an annual company offsite.
HOW AND WHERE WE WORK:
- Cohere is remote-friendly, but we also have offices in Toronto, London, New York City, San Francisco, Montreal, Paris, Berlin and Seoul with more opening soon.
- For those in the office: a daily lunch program, plenty of snacks, and regular community and social events.
- For those not near an office: a co-working benefit so you can work alongside others in your city.
- Everyone receives a $500 home office stipend to set up your workspace properly.
If any of the above doesn’t line up exactly with your experience, we still encourage you to apply.
We strive to create an inclusive work environment for all; we welcome applicants from all backgrounds and are committed to providing equal opportunities. Should you require any accommodations during the recruitment process, please submit an Accommodations Request Form https://docs.google.com/forms/d/12a6IrLdF3kI2nonKSr4tiFuz18rLQbaeYV-JM9L4o9Q/edit, and we will work together to meet your needs.
We may use AI-enabled tools to screen and assess applicants against the criteria for this position. This helps our recruiters identify potentially qualified candidates, but it doesn't limit the applications our recruiters may review or consider.
Beware of Scams: Cohere will never ask for payment or third-party services (e.g., CV writing) as part of our hiring process. All legitimate roles are listed on the Cohere careers page and LinkedIn only, with all communications from Cohere employees coming from an @cohere.com or @cw.cohere email alias. If jobs are viewed on other sites then please verify these through our official careers https://cohere.com/careers page.